-- Logs begin at Wed 2022-03-09 11:31:44 UTC, end at Wed 2022-03-09 13:16:17 UTC. -- Mar 09 12:08:06.495469 dv-neutron-832762-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 12:08:08.982400 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.common.config [-] Logging enabled! Mar 09 12:08:08.983112 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev68 Mar 09 12:08:08.983210 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 12:08:08.986289 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.common.config [-] Logging enabled! Mar 09 12:08:08.986538 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev68 Mar 09 12:08:08.986852 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 12:08:08.987770 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 12:08:08.988003 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 12:08:08.988360 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 12:08:08.988605 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 12:08:08.988828 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 12:08:08.989176 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.989469 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.989760 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.989985 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.990274 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.990559 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.990837 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.991120 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.991409 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.991688 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.991962 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.992240 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.992465 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.992740 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.993047 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.993331 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.993551 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] debug = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.993826 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.994247 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.994656 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.994930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.995213 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.995483 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.995748 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.996016 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.996293 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.996617 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] host = dv-neutron-832762-2-hyperv {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.996904 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.997199 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.997479 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.997759 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.998028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.998296 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.998572 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.998839 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.999104 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.999373 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.999655 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:08.999936 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.000218 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.000438 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.000658 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.001002 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.001287 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.001558 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.001828 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.002097 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.002363 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.002633 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.002896 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.003172 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.003448 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.003726 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.003996 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.004262 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.004526 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.004790 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.005091 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.005359 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.005628 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.005895 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.006174 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.006438 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.006708 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.007001 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.007280 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.007555 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.007834 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.008102 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.008376 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.008643 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.008930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.009202 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_json = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.009467 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.009731 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.010007 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.010272 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.010539 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.010807 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.011073 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.011352 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.011620 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:09.011910 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.012200 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.012495 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.012780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.013091 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.013369 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.013654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.013927 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.014210 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.014495 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.014779 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.015050 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.015334 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.015605 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.015893 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.016191 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.016487 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.017400 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.017832 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.018109 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.018381 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.018657 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.018937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.019226 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.019512 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.019783 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.020057 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.020345 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.020618 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.020903 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.021182 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.021469 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.021744 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.022012 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.022290 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.022560 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.022824 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.023091 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.023363 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.023648 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.023920 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.024186 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.024450 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.024718 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.025011 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.025292 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.025564 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.025830 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.026096 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.026367 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.026633 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.026900 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.027176 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.027445 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.027720 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.027991 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.028261 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.028528 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.028796 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.029089 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.029359 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.029626 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.029897 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.030167 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.030434 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.030701 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.030974 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.031243 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.031527 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.031819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.032093 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.033231 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.033581 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.033866 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.034147 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.034426 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.034706 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.034985 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.035256 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.035547 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.035833 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.036120 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.036401 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.036677 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.037002 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.037273 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.037561 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.037839 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.038122 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.038404 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.038685 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.038977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.039270 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.039563 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.039856 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.040145 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.040423 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.040727 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.041034 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:09.041253 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 12:08:09.041491 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87723) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 12:08:09.431744 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO keyring.backend [-] Loading KWallet Mar 09 12:08:09.439339 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO keyring.backend [-] Loading SecretService Mar 09 12:08:09.442750 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO keyring.backend [-] Loading Windows Mar 09 12:08:09.444069 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO keyring.backend [-] Loading chainer Mar 09 12:08:09.444627 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO keyring.backend [-] Loading macOS Mar 09 12:08:09.478252 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 09 12:08:09.478525 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 09 12:08:09.478815 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 09 12:08:09.479158 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 12:08:09.869237 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.869525 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.869802 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.871084 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.871355 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.871614 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.905992 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.906260 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.906524 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.920169 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.920449 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.920714 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.950452 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.950725 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.950987 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.988558 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.989130 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:09.989130 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.224610 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.224919 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.225183 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.225447 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.226172 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.346227 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.346538 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.346819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.347091 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.347354 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.347660 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.347919 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.348173 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.348425 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.348706 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.348984 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.349249 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.349510 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.349761 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.350023 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.350289 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.350544 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.350812 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.351061 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.351338 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.351693 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.351941 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.352185 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.352465 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.352711 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.352979 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.353358 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.353588 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.353819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.354046 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.354272 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.354498 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:10.354852 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 12:08:10.357958 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 12:08:10.362436 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 12:08:10.366183 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 09 12:08:10.367805 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 12:08:10.369265 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 12:08:10.369605 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 12:08:10.369991 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 12:08:10.372786 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 12:08:10.373063 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 12:08:10.373407 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 12:08:10.401538 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 12:08:10.401980 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.402275 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87723) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 09 12:08:10.402633 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.403994 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87723) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 12:08:10.404273 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 12:08:10.404519 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 12:08:10.407730 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.408007 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.470590 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 12:08:10.470826 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 12:08:10.471057 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 12:08:10.471418 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 12:08:10.503218 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_db.sqlalchemy.engines [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87723) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 09 12:08:10.831774 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing driver for type 'gre' Mar 09 12:08:10.832213 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] gre ID ranges: [(1, 1000)] Mar 09 12:08:10.885120 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing driver for type 'local' Mar 09 12:08:10.885461 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing driver for type 'vlan' Mar 09 12:08:10.897195 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] VlanTypeDriver initialization complete Mar 09 12:08:10.897533 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing driver for type 'vxlan' Mar 09 12:08:10.898015 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] vxlan ID ranges: [(1, 1000)] Mar 09 12:08:10.953320 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing extension driver 'port_security' Mar 09 12:08:10.953602 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.extensions.port_security [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] PortSecurityExtensionDriver initialization complete Mar 09 12:08:10.954563 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing mechanism driver 'openvswitch' Mar 09 12:08:10.955398 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing mechanism driver 'hyperv' Mar 09 12:08:10.962279 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.plugin [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:10.962986 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.963364 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.963714 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.964237 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.964670 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.965054 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.965401 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.965836 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.966197 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.966540 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.966882 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.967270 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.967678 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.968027 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.968369 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.968987 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.969400 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.970056 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.970492 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.970887 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.971294 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > address_group after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.971642 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > address_group after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.971984 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > address_group after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.972374 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 09 12:08:10.972824 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] ML2 OVO RPC backend initialized. {{(pid=87723) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 09 12:08:10.973563 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.973930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.974351 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.974704 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > networks before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.975057 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.975403 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > ports before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.975749 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.976095 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnets before_response 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.976444 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.976785 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.977159 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.977567 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.977838 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.978175 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.978510 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.978849 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.979182 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:10.979753 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.plugin [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Modular L2 Plugin initialization complete Mar 09 12:08:10.980084 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading services supported by the core plugin {{(pid=87723) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 12:08:10.980410 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.plugins.ml2.managers [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Got port-security extension from driver 'port_security' Mar 09 12:08:10.980870 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.extensions.vlantransparent [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Disabled vlantransparent extension. Mar 09 12:08:10.981376 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87723) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 12:08:10.981694 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: router Mar 09 12:08:11.021104 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.021751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_create 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.021845 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router before_create 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.022224 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.022595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.022951 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_delete 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.023313 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > floatingip after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.023677 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_create 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.024025 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.024376 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.024725 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.025117 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.025533 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.025907 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.026248 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.026588 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: subnet after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.026928 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.027277 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > port precommit_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.027627 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_create 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.027969 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.028311 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.028669 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router after_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.029041 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_delete 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.029390 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_create 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.029749 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.030092 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_update 55549900 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.030457 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > agent after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.030806 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > agent after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.031150 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > network after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.032035 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Tracking information for resource: router configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:11.032838 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Tracking information for resource: floatingip configured {{(pid=87723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 12:08:11.037929 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.db.l3_agentschedulers_db [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 12:08:11.038504 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.038864 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.039216 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.039565 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: port after_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.040342 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router before_create 55550100 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.040703 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_delete 55550100 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.041088 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_create 55550100 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.041450 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > router precommit_update 55550100 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.045887 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.provider_configuration [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service providers = [] {{(pid=87723) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 12:08:11.046257 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.db.servicetype_db [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87723) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 12:08:11.049763 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.service_base [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 12:08:11.050114 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.service_base [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 12:08:11.050457 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.service_base [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 12:08:11.051362 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.services.service_base [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 12:08:11.051738 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.services.service_base [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 12:08:11.052110 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.052432 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 12:08:11.063150 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.064502 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: auto_allocate Mar 09 12:08:11.070394 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: network precommit_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.070771 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: network precommit_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.071296 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.071625 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: tag Mar 09 12:08:11.078240 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.078569 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: timestamp Mar 09 12:08:11.083957 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.084237 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: network_ip_availability Mar 09 12:08:11.089539 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.089911 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.090267 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.090973 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.091302 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: flavors Mar 09 12:08:11.096529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.096867 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading Plugin: revisions Mar 09 12:08:11.101166 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 12:08:11.101564 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=87723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 09 12:08:11.102304 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87723) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 12:08:11.102641 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Initializing extension manager. Mar 09 12:08:11.103145 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: __init__.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.103484 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: __pycache__ {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.103818 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.104149 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: address_group.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.104923 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.105482 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: address-group Mar 09 12:08:11.105805 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: address_scope.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.106519 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.107031 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: address-scope Mar 09 12:08:11.107352 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: admin_state_down_before_update.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.108274 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.108781 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: router-admin-state-down-before-update Mar 09 12:08:11.109137 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: agent.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.110025 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.111515 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: agent Mar 09 12:08:11.111841 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: agent_resources_synced.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.112769 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.113317 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: agent-resources-synced Mar 09 12:08:11.113640 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: allowedaddresspairs.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.115429 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.115949 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: allowed-address-pairs Mar 09 12:08:11.116277 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: auto_allocated_topology.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.117379 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.117889 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: auto-allocated-topology Mar 09 12:08:11.118212 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: availability_zone.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.118908 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.119413 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: availability_zone Mar 09 12:08:11.119735 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: availability_zone_filter.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.120645 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.121177 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: availability_zone_filter Mar 09 12:08:11.121500 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: data_plane_status.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.122418 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.122920 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 12:08:11.123241 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: default_subnetpools.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.124157 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.124662 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: default-subnetpools Mar 09 12:08:11.125011 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: dhcpagentscheduler.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.126841 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.127386 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: dhcp_agent_scheduler Mar 09 12:08:11.127712 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: dns.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.128633 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.129199 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension dns-integration not supported by any of loaded plugins Mar 09 12:08:11.129525 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: dns_domain_ports.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.130450 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.130957 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 12:08:11.131278 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: dvr.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.131950 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.132457 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: dvr Mar 09 12:08:11.132778 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: empty_string_filtering.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.133720 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.134223 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: empty-string-filtering Mar 09 12:08:11.134545 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.135461 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.135960 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 12:08:11.136282 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.137220 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.137722 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 12:08:11.138043 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: external_net.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.138953 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.139461 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: external-net Mar 09 12:08:11.139781 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: extra_dhcp_opt.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.140689 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.141233 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: extra_dhcp_opt Mar 09 12:08:11.142053 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: extraroute.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.142974 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.143488 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: extraroute Mar 09 12:08:11.143810 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: extraroute_atomic.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.144848 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.145386 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: extraroute-atomic Mar 09 12:08:11.145709 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: filter_validation.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.146379 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.146887 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: filter-validation Mar 09 12:08:11.147212 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: fip_pf_description.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.148135 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.148637 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 12:08:11.148985 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: fip_port_details.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.149903 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.150446 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: fip-port-details Mar 09 12:08:11.150771 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: flavors.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.152015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.152541 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: flavors Mar 09 12:08:11.152864 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.154561 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.155081 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 12:08:11.155412 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: floatingip_pools.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.156118 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.156638 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: floatingip-pools Mar 09 12:08:11.156997 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: ip_allocation.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.158574 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.159083 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 12:08:11.159408 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.160329 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.160843 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: ip-substring-filtering Mar 09 12:08:11.161196 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l2_adjacency.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.162114 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.162622 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 12:08:11.162946 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.163912 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.164431 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: router Mar 09 12:08:11.164755 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3_conntrack_helper.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.167198 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.167746 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 12:08:11.168068 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.169025 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.169546 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: ext-gw-mode Mar 09 12:08:11.169872 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.170793 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.171299 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: l3-ha Mar 09 12:08:11.171624 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3_flavors.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.172559 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.174079 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: l3-flavors Mar 09 12:08:11.174404 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.175348 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.175858 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 12:08:11.176180 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: l3agentscheduler.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.177254 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.177772 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: l3_agent_scheduler Mar 09 12:08:11.178102 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: logging.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.179650 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.180177 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension logging not supported by any of loaded plugins Mar 09 12:08:11.180514 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: metering.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.181300 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.181884 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: metering Mar 09 12:08:11.182213 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.183314 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.183831 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: metering_source_and_destination_fields Mar 09 12:08:11.184160 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: multiprovidernet.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.185121 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.185634 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: multi-provider Mar 09 12:08:11.185977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: netmtu.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.186879 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.187392 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: net-mtu Mar 09 12:08:11.187718 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: netmtu_writable.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.189683 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.190196 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: net-mtu-writable Mar 09 12:08:11.190522 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: network_availability_zone.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.191205 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.191711 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: network_availability_zone Mar 09 12:08:11.192034 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: network_ip_availability.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.193247 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.193761 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: network-ip-availability Mar 09 12:08:11.194087 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: network_segment_range.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.194854 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.195358 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 12:08:11.195681 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: pagination.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.196667 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.197026 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: pagination Mar 09 12:08:11.197350 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: port_device_profile.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.198276 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.198791 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: port-device-profile Mar 09 12:08:11.199115 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.200029 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.200537 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: port-mac-address-regenerate Mar 09 12:08:11.200860 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.201822 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.202333 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: port-numa-affinity-policy Mar 09 12:08:11.202654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: port_resource_request.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.203575 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.204635 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 12:08:11.205010 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: portbindings.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.205951 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.206465 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: binding Mar 09 12:08:11.206788 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: portbindings_extended.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.208453 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.209013 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: binding-extended Mar 09 12:08:11.209347 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: portsecurity.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.210267 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.210783 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: port-security Mar 09 12:08:11.211108 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: project_id.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.212095 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.212427 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: project-id Mar 09 12:08:11.212752 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: providernet.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.213719 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.214233 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: provider Mar 09 12:08:11.214556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.218078 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.218604 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos not supported by any of loaded plugins Mar 09 12:08:11.218937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.220700 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.221255 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 12:08:11.221587 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.222510 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.223021 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 12:08:11.223347 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_default.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.224263 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.224772 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-default not supported by any of loaded plugins Mar 09 12:08:11.225133 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_fip.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.225787 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.226290 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-fip not supported by any of loaded plugins Mar 09 12:08:11.226614 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_gateway_ip.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.227536 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.228043 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 12:08:11.228365 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_port_network_policy.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.229309 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.229819 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 12:08:11.230145 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_rule_type_details.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.231064 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.231571 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 12:08:11.231894 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: qos_rules_alias.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.232970 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.233487 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 12:08:11.233813 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: quotasv2.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.234714 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.235042 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: quotas Mar 09 12:08:11.236348 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: quotasv2_detail.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.238020 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.238361 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: quota_details Mar 09 12:08:11.238693 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: rbac.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.239741 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.240262 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: rbac-policies Mar 09 12:08:11.240592 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: rbac_address_group.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.241557 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.242080 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: rbac-address-group Mar 09 12:08:11.242410 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: rbac_address_scope.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.243333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.243850 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: rbac-address-scope Mar 09 12:08:11.244181 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: rbac_security_groups.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.245133 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.245648 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: rbac-security-groups Mar 09 12:08:11.245972 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: rbac_subnetpool.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.246903 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.247418 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: rbac-subnetpool Mar 09 12:08:11.247746 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: revisionifmatch.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.248670 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.249216 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: revision-if-match Mar 09 12:08:11.249539 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: revisions.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.250809 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.252383 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: standard-attr-revisions Mar 09 12:08:11.252709 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: router_availability_zone.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.253420 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.253935 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: router_availability_zone Mar 09 12:08:11.254286 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: routerservicetype.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.255212 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.255727 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension router-service-type not supported by any of loaded plugins Mar 09 12:08:11.256050 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.257007 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.257526 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: security-groups-normalized-cidr Mar 09 12:08:11.257849 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: security_groups_port_filtering.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.258774 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.259290 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: port-security-groups-filtering Mar 09 12:08:11.259613 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.260540 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.261082 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: security-groups-remote-address-group Mar 09 12:08:11.261403 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: securitygroup.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.271517 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.272049 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: security-group Mar 09 12:08:11.272389 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: segment.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.273210 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.273723 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension segment not supported by any of loaded plugins Mar 09 12:08:11.274056 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.275003 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.275516 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 12:08:11.275844 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: servicetype.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.276995 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.277518 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: service-type Mar 09 12:08:11.277846 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: sorting.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.278831 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.279159 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: sorting Mar 09 12:08:11.279481 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: standard_attr_segment.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.280397 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.280944 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 12:08:11.281272 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: standardattrdescription.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.281923 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.282945 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: standard-attr-description Mar 09 12:08:11.283275 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: stateful_security_group.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.284213 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.284729 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: stateful-security-group Mar 09 12:08:11.285088 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: stdattrs_common.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.285677 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 12:08:11.286000 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.287015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.287528 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 12:08:11.287850 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnet_onboard.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.288957 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.289484 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: subnet_onboard Mar 09 12:08:11.289809 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.290766 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.291305 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 12:08:11.291631 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnet_service_types.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.292559 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.293099 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: subnet-service-types Mar 09 12:08:11.293425 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnetallocation.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.294519 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.295039 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: subnet_allocation Mar 09 12:08:11.295365 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.296037 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.296547 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: subnetpool-prefix-ops Mar 09 12:08:11.296869 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.298803 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.299321 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 12:08:11.299645 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: tagging.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.300710 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.301266 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: standard-attr-tag Mar 09 12:08:11.301594 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: timestamp.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.302810 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.303325 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loaded extension: standard-attr-timestamp Mar 09 12:08:11.303717 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: trunk.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.304698 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.305250 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension trunk not supported by any of loaded plugins Mar 09 12:08:11.305577 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: trunk_details.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.306509 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.307026 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension trunk-details not supported by any of loaded plugins Mar 09 12:08:11.307352 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: uplink_status_propagation.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.308277 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.308788 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 12:08:11.309138 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Loading extension file: vlantransparent.py {{(pid=87723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 12:08:11.309807 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 12:08:11.310313 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 12:08:11.312739 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:network Mar 09 12:08:11.314564 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnet Mar 09 12:08:11.315362 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 12:08:11.315969 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:port Mar 09 12:08:11.317260 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.317700 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service FLAVORS assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.318324 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.318753 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.319087 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:router Mar 09 12:08:11.319756 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:floatingip Mar 09 12:08:11.320460 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service METERING assigned prefix: /metering {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.321936 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.322309 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.322667 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:08:11.324995 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 12:08:11.325448 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:security_group Mar 09 12:08:11.326111 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 12:08:11.326842 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service CORE assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.327180 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 12:08:11.327523 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] subnetpool is already registered Mar 09 12:08:11.328153 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service CORE assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.328488 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 12:08:11.328824 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] subnetpool is already registered Mar 09 12:08:11.445454 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.445816 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service FLAVORS assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.446413 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.446837 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.447193 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:router Mar 09 12:08:11.447534 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] router is already registered Mar 09 12:08:11.448190 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:floatingip Mar 09 12:08:11.448524 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] floatingip is already registered Mar 09 12:08:11.449246 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service METERING assigned prefix: /metering {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.450061 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 12:08:11.450398 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] rbac_policy is already registered Mar 09 12:08:11.450826 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:security_group Mar 09 12:08:11.451159 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] security_group is already registered Mar 09 12:08:11.451755 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 12:08:11.452090 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] security_group_rule is already registered Mar 09 12:08:11.452751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service CORE assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.453109 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 12:08:11.453439 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] subnetpool is already registered Mar 09 12:08:11.455148 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.v2.resource_helper [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Service CORE assigned prefix: {{(pid=87723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 12:08:11.455494 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 12:08:11.455826 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING neutron.quota.resource_registry [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] subnetpool is already registered Mar 09 12:08:11.456481 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: extensions {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.458024 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: address-groups {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.459938 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: address-scopes {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.461183 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: agents {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.462360 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: auto-allocated-topology {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.463714 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: availability_zones {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.464977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: dhcp-networks {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.466390 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: dhcp-agents {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.467894 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: routers {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.470965 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: flavors {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.472141 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: service_profiles {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.473391 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: next_providers {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.474908 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: service_profiles {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.476377 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: floatingip-pools {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.477628 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: routers {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.479439 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: floatingips {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.480645 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: l3-routers {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.482070 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: l3-agents {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.483688 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: metering-labels {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.484985 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: metering-label-rules {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.486794 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: network-ip-availabilities {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.488067 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: bindings {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.489752 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: quotas {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.491225 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: quotas {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.492646 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: rbac-policies {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.493981 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: security-groups {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.495196 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: security-group-rules {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.496422 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: service-providers {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.497812 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: subnetpools {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.499154 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: subnetpools {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.500608 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.503382 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.505131 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.506951 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.509809 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.511708 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.513443 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.515347 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.518268 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.520136 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron.api.extensions [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Extended resource: tags {{(pid=87723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 12:08:11.526132 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING keystonemiddleware.auth_token [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 12:08:11.530865 dv-neutron-832762-2-hyperv neutron-server[87723]: WARNING keystonemiddleware.auth_token [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 12:08:11.539463 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Acquired lock "singleton_lock" {{(pid=87723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 09 12:08:11.539940 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_concurrency.lockutils [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Releasing lock "singleton_lock" {{(pid=87723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 09 12:08:11.540584 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Starting 2 workers Mar 09 12:08:11.545287 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Started child 87830 {{(pid=87723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 12:08:11.550063 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Started child 87831 {{(pid=87723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 12:08:11.550367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.551596 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO neutron.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 12:08:11.551758 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [-] (87830) wsgi starting up on http://0.0.0.0:9696 Mar 09 12:08:11.552232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Notify callbacks [] for process, before_spawn {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.553953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.554613 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Starting 1 workers Mar 09 12:08:11.555297 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [-] (87831) wsgi starting up on http://0.0.0.0:9696 Mar 09 12:08:11.559589 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Started child 87832 {{(pid=87723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 12:08:11.560097 dv-neutron-832762-2-hyperv neutron-server[87723]: INFO oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Starting 1 workers Mar 09 12:08:11.563155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] calling RpcWorker wait() {{(pid=87832) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 12:08:11.564288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] returning from RpcWorker wait() {{(pid=87832) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 12:08:11.565504 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Started child 87833 {{(pid=87723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 09 12:08:11.565770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.566263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:11.566358 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG neutron_lib.callbacks.manager [None req-588b78c1-73f0-4d3a-bb54-3428ddfcd96a None None] Notify callbacks [] for process, after_spawn {{(pid=87723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.568020 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 09 12:08:11.568236 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 12:08:11.568426 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 12:08:11.568646 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 12:08:11.569007 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 12:08:11.569174 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 12:08:11.569655 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.569939 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.570206 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:11.570655 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.570655 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.570812 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.571287 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.571565 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.571819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.572090 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.572336 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.572507 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.572672 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.572942 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.573180 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.573481 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.573741 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.573976 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.574238 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.574406 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.574667 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.574937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.575186 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.575444 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] debug = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.575706 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.576178 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.576406 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.576653 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.576910 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.577213 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.577444 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.577707 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.577954 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.578187 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.578429 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.578683 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.579575 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.580126 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.580734 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.581016 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.581247 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.581728 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] host = dv-neutron-832762-2-hyperv {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.581956 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.582197 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.582427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.582654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.582925 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.583402 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.583678 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.583921 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.584186 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.584418 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.584677 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.584934 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.585161 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.585411 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.585574 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_options = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.585823 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.586099 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.586363 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.586561 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.586730 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.586904 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.587193 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.587331 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.587568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.587787 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.588139 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.588286 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.588413 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.588639 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.588925 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.589130 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.589372 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.589580 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.589838 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.590070 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.590307 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.590534 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.590774 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.591012 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.591244 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.591483 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.591794 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.591794 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.592850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:11.593049 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.593195 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.593383 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.593673 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.595341 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.595341 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.595341 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.595341 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.597902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_json = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599015 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.599568 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.604127 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.605808 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.608654 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.609595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.610529 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.611081 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.611319 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.611573 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.611839 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.612066 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.612292 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.612517 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.612760 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.615955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.616316 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.616316 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.616469 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.616658 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.616878 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.617120 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.617363 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.617603 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.617819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.618758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.618758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.618758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.618758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619184 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619184 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619347 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619472 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619686 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.619902 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.620123 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.620338 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.620551 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.620766 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.621031 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.621323 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.621616 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.621857 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.622324 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.622636 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.622953 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.623259 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.623590 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.623882 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.624136 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.624371 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.624634 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.624879 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.625170 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.625398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.625632 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.626540 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.627338 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.627777 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.628217 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.628648 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.629118 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.629586 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.630011 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.630330 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.630680 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.631021 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.631299 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.631545 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.631833 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.632057 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.632329 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.632650 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.633019 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.633555 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.634052 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.634331 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.634609 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.634863 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.635120 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.635592 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.635698 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.635848 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.636275 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.636672 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.636908 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.637157 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.637411 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.637773 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.638030 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.638280 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.638525 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.638792 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.639040 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.639292 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.639574 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.639817 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.640084 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.640351 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.640605 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.640840 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.641097 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.641384 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.642756 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.643008 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.643231 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.643489 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.643715 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.643931 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.644166 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.644407 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.644628 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.644904 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.645143 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.645365 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.645593 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.645807 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.646025 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.646437 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.646805 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.647031 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.647270 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.647503 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.647751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.647970 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.648233 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.648484 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.648718 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.648988 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.649237 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.649497 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.649735 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.649981 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.650199 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.650413 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.650631 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.650851 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.651060 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.651275 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.651531 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.651744 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.651977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.652216 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.652573 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.652823 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.653100 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.653372 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.653608 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.653826 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.654884 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.654884 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.655052 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.655367 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.655595 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.655842 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.656060 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.656277 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.656493 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.656770 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.657047 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.657793 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.658056 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.658277 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.658500 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.658721 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.658939 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.659159 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.659375 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.659607 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.659816 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.660028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.660236 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.660533 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.660792 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.661045 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.661383 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.661537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33806) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:11.661686 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.661840 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.661991 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.662134 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.662350 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.662562 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.662787 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.662996 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.663204 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.663419 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.663651 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.663933 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.664178 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.664400 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.664690 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.664964 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.665193 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.665456 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.665799 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.666013 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.666252 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.666471 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.666687 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.666922 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.667198 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.667549 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.667878 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.668136 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.668408 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.668670 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.668941 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.669232 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.669469 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.669766 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.670081 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.670234 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064173 Mar 09 12:08:11.670372 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.670598 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.670826 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.671107 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.671365 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.671581 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.672515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.672515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.672515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.672515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.673088 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.673197 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.674852 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.675081 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.675305 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.675535 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.675782 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.676018 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.676237 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.676395 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 12:08:11.676937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 09 12:08:11.677104 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 12:08:11.677257 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 12:08:11.677426 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 12:08:11.677593 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 12:08:11.677737 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 12:08:11.678866 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.679029 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.679364 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.679507 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.679818 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.679996 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.680307 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.680469 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.680615 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.680773 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.680955 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681104 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681263 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681422 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681580 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681737 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.681896 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682154 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682316 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682549 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682549 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682856 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.682856 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] debug = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.683068 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.683187 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.684930 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] host = dv-neutron-832762-2-hyperv {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.685829 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.686556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.686556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.686556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.686556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.686556 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.687412 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.687577 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.687735 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.687894 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.688050 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.689018 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.689018 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.689967 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_options = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.690137 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.690285 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.690448 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.691780 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.692427 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.693827 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694502 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694913 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694913 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.694913 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695157 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695157 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695341 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695505 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695656 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695784 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.695879 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_json = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697028 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697494 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697494 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697494 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697679 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.697937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.698086 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 12:08:11.698247 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.698412 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.698580 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.699758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700478 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700478 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700478 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700478 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700478 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.700977 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701269 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701269 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701696 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701822 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.701948 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702070 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702191 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702348 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702508 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702668 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702828 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.702989 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.703149 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.703309 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.703468 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.703630 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.703789 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.704239 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.704790 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.704991 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705157 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705318 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705479 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705640 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705804 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.705964 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706125 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706285 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706445 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706604 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706776 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.706935 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707094 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707248 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707402 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707562 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707721 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.707879 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.708037 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.708449 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.708610 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.708782 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.712398 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713888 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.713888 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.714021 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.714178 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.714339 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.714639 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.714947 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715114 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715275 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715437 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715598 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715758 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.715921 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.717751 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.718316 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.718619 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.718909 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.719196 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.719976 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.720770 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.721102 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.721404 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.721692 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.721990 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.722165 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.722337 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.722515 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.722679 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.722844 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723007 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723169 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723333 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723491 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723796 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.723962 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724125 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724286 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724516 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724612 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724776 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.724958 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725123 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725307 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725467 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725628 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725788 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.725946 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.726256 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.726420 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.726580 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.726741 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.726994 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727086 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727202 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727689 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727689 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727689 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727910 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.727976 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.728108 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.728768 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.728768 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.728768 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.728768 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729122 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729122 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729244 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729345 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729507 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729664 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729825 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.729985 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730144 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730304 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730464 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730627 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730793 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.730943 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.731246 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.731537 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.731819 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.732100 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.732405 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.732567 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.732730 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.732911 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733074 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733235 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733396 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733557 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733719 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.733878 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734029 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734591 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734591 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734591 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734813 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734813 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.734941 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.735132 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.735865 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.736053 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.736214 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.736350 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.736705 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.736874 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.737079 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.737241 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.737404 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.737564 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.737867 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.738174 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.738337 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.738507 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.738669 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.739622 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.739794 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.739959 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740121 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740282 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740443 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740602 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740766 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.740944 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741113 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741274 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741448 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741609 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741770 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.741937 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742099 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742270 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742429 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742588 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742749 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.742912 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743081 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743234 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743392 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743550 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743709 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.743878 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744039 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744199 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744366 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744527 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744687 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.744845 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745048 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745209 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745372 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745532 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745694 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.745854 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746019 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746188 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746357 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746527 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746688 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.746857 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747024 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747197 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747389 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747684 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747818 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.747981 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748141 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748303 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748487 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748648 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748809 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.748978 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749141 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749302 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749462 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749621 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749770 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.749929 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.750073 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.750236 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.750388 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.750546 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.750689 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 12:08:11.751585 dv-neutron-832762-2-hyperv neutron-server[87723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 12:08:22.598797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a7682-33ee-45c2-addb-ea03b5814f86 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:08:22.695044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a7682-33ee-45c2-addb-ea03b5814f86 None None] No non-hosted networks {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 12:08:22.732606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb43295f-75b7-496d-8c4f-6ca2ea655bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:24.770124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1edaa767-1b08-427a-b0cd-7c9871158dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:24.803454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25d349ed-d2bc-4ea0-8735-d18a637f8e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:25.631643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:26.026109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:26.026755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.027086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.027418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.027747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.028069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.028391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.028711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.034594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.034984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.035346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.035706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.036043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:26.036463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-832762-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:26.062136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-832762-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:08:27.298172 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.db.l3_hamode_db [None req-5e5edd65-6785-42f7-9e21-4c029e853437 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 12:08:27.443611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5edd65-6785-42f7-9e21-4c029e853437 None None] Routers set() bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:08:27.444873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5edd65-6785-42f7-9e21-4c029e853437 None None] Router IDs set() for agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 09 12:08:27.524208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:28.875858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33902) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:29.456280 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING oslo_policy.policy [None req-0407bba8-fc6b-48e7-9ed5-f54685aff264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:29.457154 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING oslo_policy.policy [None req-0407bba8-fc6b-48e7-9ed5-f54685aff264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:29.674273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-0407bba8-fc6b-48e7-9ed5-f54685aff264 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:08:29.675312 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0407bba8-fc6b-48e7-9ed5-f54685aff264 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7985713 Mar 09 12:08:32.065897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:32.432206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:08:32.530264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.policy [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87830) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 12:08:32.575566 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING oslo_policy.policy [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:32.575944 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING oslo_policy.policy [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:32.585645 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.quota [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Loaded quota_driver: . Mar 09 12:08:32.601034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:32.660359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625415573', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625399928', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625428230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625417647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625443293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772625434163', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33030577', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33041704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021782'] for rbac-policy, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:32.721537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:32.722696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9d43868c-d218-4fa2-8631-fa0313add290 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6558304 Mar 09 12:08:35.338234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33930) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:35.684221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Request body: {'network': {'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'name': 'private'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:08:35.689393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:35.693759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Usage tracker for resource:network and tenant:b254b0fdc1054f1cb3566760eb98e5c4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:35.698277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:35.704790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:35.714230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Made reservation on behalf of b254b0fdc1054f1cb3566760eb98e5c4 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:08:35.716954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:35.733989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:35.747320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:35.751431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Usage tracker for resource:security_group_rule and tenant:b254b0fdc1054f1cb3566760eb98e5c4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:35.756266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:35.761718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:35.856198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:35.860488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:35.884492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:08:35.909276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772621376790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:35.909855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Unsubscribe: segment precommit_create {{(pid=87830) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 12:08:35.910349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Added segment 9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f of type vlan for network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 Mar 09 12:08:35.918423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ab6381-9085-41e8-a683-def48223e34a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:35.972705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.973093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.973430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.973757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.974080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.974413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.974734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.975063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.975642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.975957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.976268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.976577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Tracked resource versions report: Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: pushed versions: Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: { 'AddressGroup': {'1.2'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'ConntrackHelper': {'1.0'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Log': {'1.0'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Network': {'1.1'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Port': {'1.7'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'PortForwarding': {'1.2'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'QosPolicy': {'1.8'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroup': {'1.4'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SubPort': {'1.0'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Subnet': {'1.1'}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Trunk': {'1.1'}} Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: consumer versions: Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'ConntrackHelper': '1.0', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Log': '1.0', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Network': '1.1', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Port': '1.7', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'PortForwarding': '1.2', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'QosPolicy': '1.8', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroup': '1.4', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroupRule': '1.2', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SubPort': '1.0', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Subnet': '1.1', Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Trunk': '1.1'}} Mar 09 12:08:35.977895 dv-neutron-832762-2-hyperv neutron-server[87830]: {{(pid=87830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:08:36.023384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:36.066771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:36.067808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:08:36.068430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:36.174157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8347583 Mar 09 12:08:36.176556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a73e-164e-41b9-b819-a4ea3c7dd0fd admin admin] Pushing event updated for resources: {'Network': ['ID=86b219a7-c91e-4a7e-9ebe-9aefc75aae41,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:36.188839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:08:38.854439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:39.298493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76577e1d-a1bd-412e-84e0-e3b40dfdea3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:08:39.299768 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-76577e1d-a1bd-412e-84e0-e3b40dfdea3d admin admin] 10.222.0.20 "GET /v2.0/networks/86b219a7-c91e-4a7e-9ebe-9aefc75aae41 HTTP/1.1" status: 200 len: 825 time: 0.4443867 Mar 09 12:08:39.325899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-165f9044-0c34-475f-808b-f1165efcc8f8 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/c37f0155-28eb-4bae-a5db-1b9632888d4e HTTP/1.1" status: 200 len: 734 time: 0.0208421 Mar 09 12:08:39.335044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:08:39.339415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:39.343168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Usage tracker for resource:subnet and tenant:b254b0fdc1054f1cb3566760eb98e5c4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:39.346009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:39.351461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:39.361265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Made reservation on behalf of b254b0fdc1054f1cb3566760eb98e5c4 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:08:39.363736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:39.649616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:39.729916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769c5915-6829-408a-b938-7f8b366dd79d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:39.735900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Checking segment: {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:08:39.736278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Network hostable DHCP agents. Network: 86b219a7-c91e-4a7e-9ebe-9aefc75aae41, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:08:39.756949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:08:39.768490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 86b219a7-c91e-4a7e-9ebe-9aefc75aae41) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:08:39.773254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:08:39.773853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:39.778973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9badda44-0f67-4204-b727-927cfe16b7f6 None None] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:08:39.798410 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7810470c-95f0-4f49-87a3-45295edcb166 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4668450 Mar 09 12:08:40.087344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:08:40.088697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.273214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Allocated IP 172.20.0.2 (86b219a7-c91e-4a7e-9ebe-9aefc75aae41/769c5915-6829-408a-b938-7f8b366dd79d/e751d8b6-baa2-412a-b57d-1b55684d9156) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:08:40.503451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.517329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Transition to ACTIVE for port object e751d8b6-baa2-412a-b57d-1b55684d9156 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:08:40.536543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Transition to ACTIVE for port object e751d8b6-baa2-412a-b57d-1b55684d9156 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:08:40.542862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.604078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:08:40.613899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:08:40.622364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:08:40.625718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Pushing event updated for resources: {'Port': ['ID=e751d8b6-baa2-412a-b57d-1b55684d9156,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:40.664412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.664778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.665157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.665495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.665826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.666173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.666504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.666831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.667173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.667500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.667821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.668140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Tracked resource versions report: Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: pushed versions: Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: { 'AddressGroup': {'1.2'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'ConntrackHelper': {'1.0'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Log': {'1.0'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Network': {'1.1'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Port': {'1.7'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'PortForwarding': {'1.2'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'QosPolicy': {'1.8'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroup': {'1.4'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SubPort': {'1.0'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Subnet': {'1.1'}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Trunk': {'1.1'}} Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: consumer versions: Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'ConntrackHelper': '1.0', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Log': '1.0', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Network': '1.1', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Port': '1.7', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'PortForwarding': '1.2', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'QosPolicy': '1.8', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroup': '1.4', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroupRule': '1.2', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SubPort': '1.0', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Subnet': '1.1', Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Trunk': '1.1'}} Mar 09 12:08:40.669510 dv-neutron-832762-2-hyperv neutron-server[87832]: {{(pid=87832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:08:40.731097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Attempting to bind port e751d8b6-baa2-412a-b57d-1b55684d9156 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:08:40.731498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Attempting to bind port e751d8b6-baa2-412a-b57d-1b55684d9156 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:08:40.731912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Attempting to bind port e751d8b6-baa2-412a-b57d-1b55684d9156 on network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:08:40.737568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:08:40.737973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Checking segment: {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:08:40.738451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.738848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Bound using segment: {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:08:40.739324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Bound port: e751d8b6-baa2-412a-b57d-1b55684d9156, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:08:40.739714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.828953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] For port e751d8b6-baa2-412a-b57d-1b55684d9156, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:08:40.834260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] For port e751d8b6-baa2-412a-b57d-1b55684d9156, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e751d8b6-baa2-412a-b57d-1b55684d9156,segment=NetworkSegment(9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f),segment_id=9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:08:40.837888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:40.923701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8b50-58f3-4f7d-b2c7-992cc4c8cb64 None None] Pushing event updated for resources: {'Port': ['ID=e751d8b6-baa2-412a-b57d-1b55684d9156,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:42.243902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33956) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:42.626951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-f08be033-1c5a-440a-8beb-50da7376b205 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:08:42.628078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f08be033-1c5a-440a-8beb-50da7376b205 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829403 Mar 09 12:08:43.846020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e751d8b6-baa2-412a-b57d-1b55684d9156 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:08:43.919902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e751d8b6-baa2-412a-b57d-1b55684d9156 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:08:44.722462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9bfd7-eef5-46e4-b7c1-fb3a1f372535 None None] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:08:44.848711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Provisioning for port e751d8b6-baa2-412a-b57d-1b55684d9156 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:08:44.856565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Provisioning complete for port e751d8b6-baa2-412a-b57d-1b55684d9156 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:08:44.857084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:45.060315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33970) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:45.077677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:45.116195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f3857c90-902b-4854-8d7b-87990876605a None None] For port e751d8b6-baa2-412a-b57d-1b55684d9156, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e751d8b6-baa2-412a-b57d-1b55684d9156,segment=NetworkSegment(9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f),segment_id=9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:08:45.124516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:45.197626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3857c90-902b-4854-8d7b-87990876605a None None] Pushing event updated for resources: {'Port': ['ID=e751d8b6-baa2-412a-b57d-1b55684d9156,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:45.442410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-9c5917e9-7732-4027-b62b-b2d7cf0593fb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:08:45.443385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c5917e9-7732-4027-b62b-b2d7cf0593fb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3813972 Mar 09 12:08:45.446587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-377fee48-23ee-42f6-afc1-8b0c513a148e None None] Provisioning complete for port e751d8b6-baa2-412a-b57d-1b55684d9156 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:08:45.446960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-377fee48-23ee-42f6-afc1-8b0c513a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:45.819521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e751d8b6-baa2-412a-b57d-1b55684d9156 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:08:45.885498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e751d8b6-baa2-412a-b57d-1b55684d9156 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:08:45.886167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.152097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33982) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:48.500579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Request body: {'router': {'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'name': 'router1', 'admin_state_up': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:08:48.505827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:48.509683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Usage tracker for resource:router and tenant:b254b0fdc1054f1cb3566760eb98e5c4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:48.513058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:48.519071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:48.530108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.531670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.553336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.660801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.677472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:48.678618 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-13a7f9ba-fce5-474f-8dbc-505e6f5c8f44 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5255625 Mar 09 12:08:51.039953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 33992) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:51.400985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-812466ec-f9aa-438a-b2be-a929dae640d9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:08:51.401955 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-812466ec-f9aa-438a-b2be-a929dae640d9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3610721 Mar 09 12:08:52.533148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa35455e-83b3-4448-be88-5592a1a19dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:53.858150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34002) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:54.429597 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING oslo_policy.policy [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:54.430215 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING oslo_policy.policy [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:54.646540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:08:54.648261 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.quota [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Loaded quota_driver: . Mar 09 12:08:54.663745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:54.670563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Usage tracker for resource:network and tenant:4643340390c24dd2a85d336946f49d43 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:54.675164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:54.682383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:54.697953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Made reservation on behalf of 4643340390c24dd2a85d336946f49d43 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:08:54.753397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-168ce091-557c-49cb-bb1c-16c3593559b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:54.764830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.policy [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 12:08:54.810774 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING oslo_policy.policy [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:54.811126 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING oslo_policy.policy [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 12:08:54.821290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:54.840881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:54.855099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:08:54.859424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Usage tracker for resource:security_group_rule and tenant:4643340390c24dd2a85d336946f49d43 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:08:54.862607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:08:54.868049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:08:54.963762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:54.967434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:54.982395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Reserving flat network on physical network physnet1 {{(pid=87831) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 12:08:55.012210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772621376790', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:55.012795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Unsubscribe: segment precommit_create {{(pid=87831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 12:08:55.013306 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Added segment b9acaca7-3071-4d9d-86b2-55a7548a24d5 of type flat for network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 Mar 09 12:08:55.064634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9796084d-4a0a-404d-a472-207765f7dc76,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:55.085643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.085999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.086334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.086661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.086981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.087318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.087640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.087969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.088288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.088600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.088936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.089251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Tracked resource versions report: Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: pushed versions: Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: { 'AddressGroup': {'1.2'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'ConntrackHelper': {'1.0'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Log': {'1.0'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Network': {'1.1'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Port': {'1.7'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'PortForwarding': {'1.2'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'QosPolicy': {'1.8'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroup': {'1.4'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SubPort': {'1.0'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Subnet': {'1.1'}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Trunk': {'1.1'}} Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: consumer versions: Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'ConntrackHelper': '1.0', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Log': '1.0', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Network': '1.1', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Port': '1.7', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'PortForwarding': '1.2', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'QosPolicy': '1.8', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroup': '1.4', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroupRule': '1.2', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SubPort': '1.0', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Subnet': '1.1', Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Trunk': '1.1'}} Mar 09 12:08:55.090521 dv-neutron-832762-2-hyperv neutron-server[87831]: {{(pid=87831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:08:55.133189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:55.177239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:55.178406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:08:55.179029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:55.286539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4261994 Mar 09 12:08:55.291259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eebfaa-a277-46ac-b845-f7b943862b3f admin admin] Pushing event updated for resources: {'Network': ['ID=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:55.302765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:08:55.563545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:55.992675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:57.469112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:57.724911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34032) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:08:57.936757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcceef1-0f21-4ccb-84d8-04219dae518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:08:57.938098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cbcceef1-0f21-4ccb-84d8-04219dae518a admin admin] 10.222.0.20 "GET /v2.0/subnets/769c5915-6829-408a-b938-7f8b366dd79d HTTP/1.1" status: 200 len: 849 time: 0.2121813 Mar 09 12:08:58.112396 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8bd7db0b-c823-41d6-8188-6d132610a152 admin admin] 10.222.0.20 "GET /v2.0/routers/9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac HTTP/1.1" status: 200 len: 704 time: 0.1686943 Mar 09 12:08:58.592392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:58.819871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Allocated IP 172.20.0.1 (86b219a7-c91e-4a7e-9ebe-9aefc75aae41/769c5915-6829-408a-b938-7f8b366dd79d/f984226d-2aa2-4ba7-acf4-20ac5c5334ce) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:08:58.975599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:58.993680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Transition to ACTIVE for port object f984226d-2aa2-4ba7-acf4-20ac5c5334ce will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:08:59.050343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.109505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:08:59.112114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:08:59.121666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:08:59.122319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.249144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Pushing event updated for resources: {'Port': ['ID=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:59.265665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d2527f7-d1f3-4564-a478-7d63689f6017 None None] Provisioning for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:08:59.270507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d2527f7-d1f3-4564-a478-7d63689f6017 None None] Provisioning complete for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:08:59.270877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d2527f7-d1f3-4564-a478-7d63689f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.322540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9d2527f7-d1f3-4564-a478-7d63689f6017 None None] Port f984226d-2aa2-4ba7-acf4-20ac5c5334ce cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:08:59.393262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.652481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.657061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.657777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:08:59.793858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Pushing event updated for resources: {'Port': ['ID=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:08:59.846845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:08:59.847874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:09:00.044540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-98aecb8a-98e2-49c3-a596-49ad35a6a910 None None] Provisioning complete for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:09:00.044935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98aecb8a-98e2-49c3-a596-49ad35a6a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:00.045949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:09:00.099671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-98aecb8a-98e2-49c3-a596-49ad35a6a910 None None] Port f984226d-2aa2-4ba7-acf4-20ac5c5334ce cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:09:00.200656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:09:00.210397 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6361269-035c-4366-a764-930bc8b2f98d admin admin] 10.222.0.20 "PUT /v2.0/routers/9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0931859 Mar 09 12:09:00.211297 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Sync routers for ids ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:09:00.222103 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Routers {'9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:09:00.222956 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:08:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:00.398892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Set router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:09:00.765674 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:08:59Z', 'revision_number': 2, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port_host': None, '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:08:59Z', 'revision_number': 2, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:00.770414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Checking router: 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:09:00.770720 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Updating router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac port f984226d-2aa2-4ba7-acf4-20ac5c5334ce binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:09:00.821182 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.218411 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.234847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Transition to ACTIVE for port object f984226d-2aa2-4ba7-acf4-20ac5c5334ce will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:09:01.241775 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.508556 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Pushing event updated for resources: {'Port': ['ID=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:01.533186 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Attempting to bind port f984226d-2aa2-4ba7-acf4-20ac5c5334ce on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:09:01.533695 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Attempting to bind port f984226d-2aa2-4ba7-acf4-20ac5c5334ce by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:09:01.534292 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Attempting to bind port f984226d-2aa2-4ba7-acf4-20ac5c5334ce on network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:09:01.541331 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.541808 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.542156 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.542493 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.542829 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.543178 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.544218 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.544577 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.544945 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.545284 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.545616 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.545943 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Tracked resource versions report: Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: pushed versions: Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: { 'AddressGroup': {'1.2'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'ConntrackHelper': {'1.0'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Log': {'1.0'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Network': {'1.1'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Port': {'1.7'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'PortForwarding': {'1.2'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'QosPolicy': {'1.8'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroup': {'1.4'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SubPort': {'1.0'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Subnet': {'1.1'}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Trunk': {'1.1'}} Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: consumer versions: Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'ConntrackHelper': '1.0', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Log': '1.0', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Network': '1.1', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Port': '1.7', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'PortForwarding': '1.2', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'QosPolicy': '1.8', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroup': '1.4', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroupRule': '1.2', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SubPort': '1.0', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Subnet': '1.1', Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Trunk': '1.1'}} Mar 09 12:09:01.547263 dv-neutron-832762-2-hyperv neutron-server[87833]: {{(pid=87833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:09:01.552962 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:09:01.553403 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Checking segment: {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:09:01.554235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.554784 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Bound using segment: {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:09:01.555387 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Bound port: f984226d-2aa2-4ba7-acf4-20ac5c5334ce, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:09:01.555785 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.653099 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] For port f984226d-2aa2-4ba7-acf4-20ac5c5334ce, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:09:01.657716 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] For port f984226d-2aa2-4ba7-acf4-20ac5c5334ce, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,segment=NetworkSegment(9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f),segment_id=9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:09:01.664445 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:01.765487 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e1840-be0e-407d-9a86-0d8e7f79d807 None None] Pushing event updated for resources: {'Port': ['ID=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:01.770035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Routers {'9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:09:01.770035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:08:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:01.948309 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] Set router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:09:02.282919 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:08:59Z', 'revision_number': 2, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port_host': None, '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:09:01Z', 'revision_number': 4, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:02.286756 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddfc8e-ab08-4672-b074-8683217f46f3 None None] The sync data for ids ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'] in dv-neutron-832762-2-hyperv is: [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:08:59Z', 'revision_number': 2, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port_host': None, '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:09:01Z', 'revision_number': 4, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:09:02.465823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34054) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:09:02.620470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5964b-2dae-4ad0-8e32-c6af75c38f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:09:02.621066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68b5964b-2dae-4ad0-8e32-c6af75c38f9b admin admin] Synchronizing usage tracker for tenant:4643340390c24dd2a85d336946f49d43 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:09:02.638296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68b5964b-2dae-4ad0-8e32-c6af75c38f9b admin admin] Unset dirty status for tenant:4643340390c24dd2a85d336946f49d43 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:09:02.639436 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68b5964b-2dae-4ad0-8e32-c6af75c38f9b admin admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 842 time: 0.1729522 Mar 09 12:09:02.649080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_dhcp': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:09:02.655110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:09:02.658927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Usage tracker for resource:subnet and tenant:4643340390c24dd2a85d336946f49d43 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:09:02.661781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:09:02.672268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:09:02.681293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Made reservation on behalf of 4643340390c24dd2a85d336946f49d43 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:09:02.683594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:03.078722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:09:03.079170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:03.160812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Pushing event updated for resources: {'Subnet': ['ID=432209d1-94d5-4a03-a036-6837b8aa9238,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:03.166787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:09:03.167150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Network hostable DHCP agents. Network: 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:09:03.189992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:09:03.203384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:09:03.207771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:09:03.208381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:03.212831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc082ea-b35c-47a1-9f92-83a12a08f095 None None] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:09:03.227548 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-197cb043-bda8-482f-a250-c50fb80d431e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5818212 Mar 09 12:09:03.440197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d1938-cae0-4573-99f5-adbf23490ed7 None None] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:09:03.855088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f984226d-2aa2-4ba7-acf4-20ac5c5334ce up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:09:03.925139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:09:03.930256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:09:03.930575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:04.050804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:04.083250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f984226d-2aa2-4ba7-acf4-20ac5c5334ce, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,segment=NetworkSegment(9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f),segment_id=9f8ccbc1-c165-4d36-ad5d-96c99c3e8e9f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:09:04.088375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:04.178543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f984226d-2aa2-4ba7-acf4-20ac5c5334ce,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:05.554819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34068) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:09:05.787240 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec1e1d00-32f5-4fd3-b694-7a561f861c84 admin admin] 10.222.0.20 "GET /v2.0/routers/9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac HTTP/1.1" status: 200 len: 710 time: 0.2312019 Mar 09 12:09:05.836071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f984226d-2aa2-4ba7-acf4-20ac5c5334ce up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:09:05.902223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:09:05.902598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:05.919332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399085b2-6249-4532-99e3-200c775fdd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:09:05.920693 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-399085b2-6249-4532-99e3-200c775fdd06 admin admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 886 time: 0.1284218 Mar 09 12:09:05.929269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:09:06.370471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:06.697572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:06.751672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:06.881726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Allocated IP 172.26.5.27 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/44656da2-31f3-4b92-9c2e-eb210fc88766) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:09:07.070821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:07.099247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:07.160238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:09:07.166766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:09:07.170740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:09:07.224850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Pushing event updated for resources: {'Port': ['ID=44656da2-31f3-4b92-9c2e-eb210fc88766,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:07.548299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:07.879000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:07.882206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:08.056733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:09:08.230262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:09:08.238560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:08.239727 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3129e823-9431-4e1d-a861-74388b5669b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac HTTP/1.1" status: 200 len: 889 time: 2.3136017 Mar 09 12:09:08.239856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Sync routers for ids ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:09:08.250811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Routers {'9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:09:08.251601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:08:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:08.445456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Set router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:09:08.781534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:09:07Z', 'revision_number': 4, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port': {'id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:09:06Z', 'updated_at': '2022-03-09T12:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:09:04Z', 'revision_number': 5, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:08.786290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Checking router: 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:09:08.786638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Updating router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac port 44656da2-31f3-4b92-9c2e-eb210fc88766 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:09:08.836716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.160974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.172719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Transition to ACTIVE for port object 44656da2-31f3-4b92-9c2e-eb210fc88766 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:09:09.179506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.257936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b939d-a930-45a9-98a5-9ff5349aef46 None None] Pushing event updated for resources: {'Port': ['ID=44656da2-31f3-4b92-9c2e-eb210fc88766,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:09.263629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Attempting to bind port 44656da2-31f3-4b92-9c2e-eb210fc88766 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:09:09.264007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Attempting to bind port 44656da2-31f3-4b92-9c2e-eb210fc88766 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:09:09.264377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Attempting to bind port 44656da2-31f3-4b92-9c2e-eb210fc88766 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:09:09.269627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:09:09.270011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:09:09.270748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.270826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:09:09.271404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Bound port: 44656da2-31f3-4b92-9c2e-eb210fc88766, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:09:09.271653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.345977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] For port 44656da2-31f3-4b92-9c2e-eb210fc88766, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:09:09.349046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] For port 44656da2-31f3-4b92-9c2e-eb210fc88766, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44656da2-31f3-4b92-9c2e-eb210fc88766,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:09:09.354569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:09.428526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Routers {'9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:09:09.429259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:08:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:09.523274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b939d-a930-45a9-98a5-9ff5349aef46 None None] Pushing event updated for resources: {'Port': ['ID=44656da2-31f3-4b92-9c2e-eb210fc88766,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:09.608549 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:09:09.640940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] Set router 9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:09:09.964952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:09:07Z', 'revision_number': 4, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port': {'id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:09:06Z', 'updated_at': '2022-03-09T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:09:04Z', 'revision_number': 5, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:09:09.969061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5dce5-94ff-4d54-ad87-b77f50cbbefe None None] The sync data for ids ['9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac'] in dv-neutron-832762-2-hyperv is: [{'id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'name': 'router1', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:08:48Z', 'updated_at': '2022-03-09T12:09:07Z', 'revision_number': 4, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'gw_port': {'id': '44656da2-31f3-4b92-9c2e-eb210fc88766', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:09:06Z', 'updated_at': '2022-03-09T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f984226d-2aa2-4ba7-acf4-20ac5c5334ce', 'name': '', 'network_id': '86b219a7-c91e-4a7e-9ebe-9aefc75aae41', 'tenant_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'mac_address': 'fa:16:3e:96:8e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18aa8e-e13e-4f81-81a9-8eb70ae8f6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '769c5915-6829-408a-b938-7f8b366dd79d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:08:58Z', 'updated_at': '2022-03-09T12:09:04Z', 'revision_number': 5, 'project_id': 'b254b0fdc1054f1cb3566760eb98e5c4', 'subnets': [{'id': '769c5915-6829-408a-b938-7f8b366dd79d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c37f0155-28eb-4bae-a5db-1b9632888d4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:09:10.687963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:09:10.846527 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a4a6c059-c236-4d9d-86ef-287d9a34ae15 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1574442 Mar 09 12:09:11.863039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 44656da2-31f3-4b92-9c2e-eb210fc88766 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:09:11.934824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 44656da2-31f3-4b92-9c2e-eb210fc88766 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:09:11.939338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 44656da2-31f3-4b92-9c2e-eb210fc88766 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:09:11.939714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:12.065010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:12.085122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 44656da2-31f3-4b92-9c2e-eb210fc88766, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44656da2-31f3-4b92-9c2e-eb210fc88766,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:09:12.097096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:12.169465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=44656da2-31f3-4b92-9c2e-eb210fc88766,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:09:13.843097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 44656da2-31f3-4b92-9c2e-eb210fc88766 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:09:13.912064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 44656da2-31f3-4b92-9c2e-eb210fc88766 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:09:13.912438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:22.538641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d3a2c2c-3fa3-4faa-aa0e-f0465a33149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:24.755628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0129fa75-ea70-4db2-94c3-4ef9051e8790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:25.568697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:25.996412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:27.485476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:46.611350 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:09:52.542855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8949ddbb-dce8-4043-9fcf-9b978a3393c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:54.758957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da67d20d-9ade-4b80-a447-c792a7d0f039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:55.570777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:55.999570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:09:57.515650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:22.556532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02207c8f-c87d-4dfe-b972-eea7a8a05e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:23.611669 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:10:24.762186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e075-b901-4248-9eb7-167d1008b0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:25.571655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:26.004011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:27.499558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:52.548223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68cb37bf-48e4-47eb-9eec-242ff6699ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:54.764669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9eccc982-b28d-4b4a-b05b-5b19618cef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:55.575430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:56.007504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:10:57.497646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:00.611494 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:11:17.416703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34682) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:17.483227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-757de48d-9b41-4b44-bb5b-e430c51e152f admin admin] GET failed (client error): The resource could not be found. Mar 09 12:11:17.484513 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-757de48d-9b41-4b44-bb5b-e430c51e152f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668674 Mar 09 12:11:17.614295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7be2d-f9d0-4ba5-a487-95ff56451d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:17.615669 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4bc7be2d-f9d0-4ba5-a487-95ff56451d67 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1269448 Mar 09 12:11:19.775437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34692) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:19.884480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d62bd-6545-4c5c-bf8d-88f9a6f668c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:19.885102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e99d62bd-6545-4c5c-bf8d-88f9a6f668c7 admin admin] Synchronizing usage tracker for tenant:4643340390c24dd2a85d336946f49d43 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:11:19.901321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e99d62bd-6545-4c5c-bf8d-88f9a6f668c7 admin admin] Unset dirty status for tenant:4643340390c24dd2a85d336946f49d43 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:11:19.902604 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e99d62bd-6545-4c5c-bf8d-88f9a6f668c7 admin admin] 10.222.0.20 "GET /v2.0/subnets/769c5915-6829-408a-b938-7f8b366dd79d HTTP/1.1" status: 200 len: 849 time: 0.1262403 Mar 09 12:11:19.911875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:11:20.026564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:20.209576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031'] for subnet, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:20.253233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:20.254188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:20.255060 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] 10.222.0.20 "PUT /v2.0/subnets/769c5915-6829-408a-b938-7f8b366dd79d HTTP/1.1" status: 200 len: 868 time: 0.3468440 Mar 09 12:11:20.276187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b72371-da70-41e1-b420-80a83bc7be1b None None] Network 86b219a7-c91e-4a7e-9ebe-9aefc75aae41 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:11:20.277290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=769c5915-6829-408a-b938-7f8b366dd79d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:11:20.284872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.285267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.285610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.285945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.286279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.286609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.286937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.287284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.287610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.287934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.288457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.288782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b5843-f339-45f9-bbe1-15fb8b7d43ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:11:20.789884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0275e239-0afa-43cd-ac16-b41dda56f26a None None] Provisioning complete for port e751d8b6-baa2-412a-b57d-1b55684d9156 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:11:20.790196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0275e239-0afa-43cd-ac16-b41dda56f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:20.916582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0275e239-0afa-43cd-ac16-b41dda56f26a None None] Provisioning complete for port f984226d-2aa2-4ba7-acf4-20ac5c5334ce triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:11:20.916914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0275e239-0afa-43cd-ac16-b41dda56f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:22.423205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34702) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:22.550298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7137eab-0786-4d0a-93c0-e86cd179c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:22.603750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275488d0-f245-4f82-a500-88ed480aad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:22.604162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275488d0-f245-4f82-a500-88ed480aad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:22.605728 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-275488d0-f245-4f82-a500-88ed480aad31 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1815851 Mar 09 12:11:24.767209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4962482e-95b8-4642-afe7-5babfe471f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:24.779135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34712) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:24.953621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd30a6-04d7-43cf-a87d-f199f581b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:24.954099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd30a6-04d7-43cf-a87d-f199f581b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:24.955646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ffd30a6-04d7-43cf-a87d-f199f581b327 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1755340 Mar 09 12:11:25.577834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:26.009253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:27.129983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34722) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:27.294384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1151cd-0264-4a68-a25e-9ee76c98bee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:27.295719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fc1151cd-0264-4a68-a25e-9ee76c98bee6 admin admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 886 time: 0.1647992 Mar 09 12:11:27.499472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:29.439267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34732) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:29.611516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d879bd39-e086-479a-ae8c-704ec223ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:29.612857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d879bd39-e086-479a-ae8c-704ec223ab11 admin admin] 10.222.0.20 "GET /v2.0/networks/86b219a7-c91e-4a7e-9ebe-9aefc75aae41 HTTP/1.1" status: 200 len: 869 time: 0.1726704 Mar 09 12:11:31.764106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34742) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:31.873701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0740d8-bfcf-4369-8df1-aca5a991300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:31.874164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0740d8-bfcf-4369-8df1-aca5a991300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:31.875663 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ed0740d8-bfcf-4369-8df1-aca5a991300c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106274 Mar 09 12:11:34.017534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:34.123196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b4ab0-fded-4ee0-8d6a-49d67d260626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:34.123579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b4ab0-fded-4ee0-8d6a-49d67d260626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:34.125087 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5a3b4ab0-fded-4ee0-8d6a-49d67d260626 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1065953 Mar 09 12:11:36.254296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34762) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:36.357148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5da05-f885-4bde-b285-6a7fc28e981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:36.358460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-97b5da05-f885-4bde-b285-6a7fc28e981b admin admin] 10.222.0.20 "GET /v2.0/subnets/432209d1-94d5-4a03-a036-6837b8aa9238 HTTP/1.1" status: 200 len: 816 time: 0.1032233 Mar 09 12:11:37.610550 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:11:38.504192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34772) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:38.608438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7fe32-b59b-4d2f-8c32-6ddc94e98ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:11:38.609796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-89e7fe32-b59b-4d2f-8c32-6ddc94e98ad3 admin admin] 10.222.0.20 "GET /v2.0/subnets/769c5915-6829-408a-b938-7f8b366dd79d HTTP/1.1" status: 200 len: 868 time: 0.1046700 Mar 09 12:11:52.550958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-926f1cc8-05e6-4ee4-9be1-221cd8b58c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:54.769694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cd98eda-c31b-4073-96b0-acb0a9741c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:55.581525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:56.012743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:57.502187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:11:57.934022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:11:57.982194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-51a019b5-c143-4ebb-a26f-ef19d3e25567 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:11:57.983190 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-51a019b5-c143-4ebb-a26f-ef19d3e25567 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482349 Mar 09 12:12:00.213956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34828) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:12:00.280037 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-513c0954-7067-41e0-be0e-ac40e6732595 admin admin] GET failed (client error): The resource could not be found. Mar 09 12:12:00.281288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-513c0954-7067-41e0-be0e-ac40e6732595 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664160 Mar 09 12:12:00.406257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd2be48-ee20-484b-abb1-13f0d85fe3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:12:00.407619 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fcd2be48-ee20-484b-abb1-13f0d85fe3de admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225593 Mar 09 12:12:02.589646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34838) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:12:02.635965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:12:02.640458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:12:02.649877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:12:02.659585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Made reservation on behalf of 4643340390c24dd2a85d336946f49d43 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:12:02.661835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:02.750427 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.services.revisions.revision_plugin [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Could not find related network for resource to bump revision. Mar 09 12:12:02.763645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:12:02.772868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:02.773177 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Added segment 2d5928b6-a259-4524-b1a3-0dc1d5e96e50 of type vlan for network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 Mar 09 12:12:02.798777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:02.829735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:02.830659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:12:02.831227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:02.931322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Pushing event updated for resources: {'Network': ['ID=ff27af4d-f099-4fd3-bfbe-889759b5a4e3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:12:02.938166 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3475323 Mar 09 12:12:02.939375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.939720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.940055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.940391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.940716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.941111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.941375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.941708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.942123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.942352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.942669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.942985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f912a17-1eef-45bd-9b50-fc76e0513ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:02.956019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:12:05.110878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34848) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:12:05.185431 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d8f506-30db-43c6-b6d9-6f40a063698b admin admin] GET failed (client error): The resource could not be found. Mar 09 12:12:05.186733 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c0d8f506-30db-43c6-b6d9-6f40a063698b admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0749288 Mar 09 12:12:05.304581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f52928-9595-4881-9c36-72ae9c6f43e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:12:05.305998 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-86f52928-9595-4881-9c36-72ae9c6f43e0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1151907 Mar 09 12:12:05.315663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:12:05.320276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:12:05.330902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:12:05.341626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Made reservation on behalf of 4643340390c24dd2a85d336946f49d43 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:12:05.344733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:05.581392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:05.692681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2524189-05f5-4b00-bd52-dba30936a45f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:12:05.703253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Checking segment: {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:12:05.703607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Network hostable DHCP agents. Network: ff27af4d-f099-4fd3-bfbe-889759b5a4e3, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:12:05.722627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:12:05.732917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ff27af4d-f099-4fd3-bfbe-889759b5a4e3) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:12:05.738215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:12:05.739114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:05.745320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428948b-53e8-4af1-9596-6be243983e4f None None] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:12:05.770887 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0541a97a-6667-48ee-8c06-e2b558de88dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4585910 Mar 09 12:12:05.970265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ff27af4d-f099-4fd3-bfbe-889759b5a4e3', 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3', 'tenant_id': '4643340390c24dd2a85d336946f49d43', 'fixed_ips': [{'subnet_id': 'b2524189-05f5-4b00-bd52-dba30936a45f'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:12:05.971189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.130467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Allocated IP 192.168.233.2 (ff27af4d-f099-4fd3-bfbe-889759b5a4e3/b2524189-05f5-4b00-bd52-dba30936a45f/66478b12-93ee-402e-bfbb-aea550a87c84) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:12:06.346261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.357564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Transition to ACTIVE for port object 66478b12-93ee-402e-bfbb-aea550a87c84 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:12:06.376092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Transition to ACTIVE for port object 66478b12-93ee-402e-bfbb-aea550a87c84 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:12:06.382069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.443378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:12:06.450895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:12:06.456504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:12:06.462465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Pushing event updated for resources: {'Port': ['ID=66478b12-93ee-402e-bfbb-aea550a87c84,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:12:06.495011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.495377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.495723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.496057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.496390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.496719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.497075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.497403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.497751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.498098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.498424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.498743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:12:06.563461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Attempting to bind port 66478b12-93ee-402e-bfbb-aea550a87c84 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:12:06.563831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Attempting to bind port 66478b12-93ee-402e-bfbb-aea550a87c84 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:12:06.564195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Attempting to bind port 66478b12-93ee-402e-bfbb-aea550a87c84 on network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:12:06.569568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:12:06.569939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Checking segment: {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:12:06.570336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.570723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Bound using segment: {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:12:06.571185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Bound port: 66478b12-93ee-402e-bfbb-aea550a87c84, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:12:06.571574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.663270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] For port 66478b12-93ee-402e-bfbb-aea550a87c84, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:12:06.666568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] For port 66478b12-93ee-402e-bfbb-aea550a87c84, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=66478b12-93ee-402e-bfbb-aea550a87c84,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:12:06.671219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:06.771388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6f4e7-a87c-4a4f-ae45-a9d04eccf699 None None] Pushing event updated for resources: {'Port': ['ID=66478b12-93ee-402e-bfbb-aea550a87c84,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:12:07.559983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa3313-b022-414c-b634-353d9f9c3015 None None] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:12:07.660719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4efb3bd3-2c6d-459f-ace5-05a9083bc1b5 None None] Provisioning for port 66478b12-93ee-402e-bfbb-aea550a87c84 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:12:07.968272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 66478b12-93ee-402e-bfbb-aea550a87c84 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:12:08.048581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 66478b12-93ee-402e-bfbb-aea550a87c84 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:12:08.053663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 66478b12-93ee-402e-bfbb-aea550a87c84 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:12:08.054032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:08.172225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:08.205160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 66478b12-93ee-402e-bfbb-aea550a87c84, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=66478b12-93ee-402e-bfbb-aea550a87c84,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:12:08.209187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:08.279948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=66478b12-93ee-402e-bfbb-aea550a87c84,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:12:09.938355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 66478b12-93ee-402e-bfbb-aea550a87c84 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:12:10.009517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 66478b12-93ee-402e-bfbb-aea550a87c84 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:12:10.010088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:14.609601 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:12:22.554596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-565e0eaa-4167-4953-8c9c-1a0c281fdb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:24.771145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-00a77a6b-44da-4262-bf0a-02768308f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:25.586004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:26.015604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:27.506617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:51.608337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:12:52.561293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-975a3125-7b61-46aa-b134-4f5d9975ba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:54.773586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-250359c1-8898-4a44-b7bc-081b0c545d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:55.585631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:56.017877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:12:57.510006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:22.562568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0e78c2b-acb9-4726-9483-b06861a28a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:24.774566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f3a74aa-4345-4c81-9443-27c4885ecdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:25.589742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:26.020636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:27.512277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:28.606501 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:13:29.021458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:13:29.027217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-588ed436-6594-432a-b38d-2adeed40cb03 tempest-verify_tempest_config-75739655 tempest-verify_tempest_config-75739655-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:13:29.028177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-588ed436-6594-432a-b38d-2adeed40cb03 tempest-verify_tempest_config-75739655 tempest-verify_tempest_config-75739655-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057588 Mar 09 12:13:29.330612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 34912) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:13:29.445382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.461686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:13:29.465478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Usage tracker for resource:security_group_rule and tenant:e59547dc3d134c419b6c0b76b2e2c15c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:13:29.468213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:13:29.474379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:13:29.564249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.567963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.615935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e59547dc3d134c419b6c0b76b2e2c15c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2842939 Mar 09 12:13:29.616997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93b8104-6e45-4271-8166-c8467e4812ec,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:13:29.618630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34918) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:13:29.624540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.624925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.625467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.626898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.627246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.627581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.627915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.628265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.628638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.628945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.629497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.629825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efdd9aa-a844-406d-af8d-26644741b897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.679987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.705183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.797090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.816095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93b8104-6e45-4271-8166-c8467e4812ec,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:13:29.823583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:29.824820 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f93b8104-6e45-4271-8166-c8467e4812ec HTTP/1.1" status: 204 len: 168 time: 0.2052367 Mar 09 12:13:29.826278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.826631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.827060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.827403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.827733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.828335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.829406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.829628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.829960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.830289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.830603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:29.830928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab4d4d-3570-4a6b-b170-849074f2ab02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:13:52.566602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68f17891-473b-43ea-b5d8-7d21b9074488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:54.776327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0ea0-58f8-4e62-bdfa-300e5fefa4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:55.591672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:56.022896 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:13:57.512616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:05.605622 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:14:22.568350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323bc435-765f-404b-914d-8d2e50a807fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:24.778336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c859c94-6118-47c7-b4f8-c072dd8af8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:25.595825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:26.024119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:27.514908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:42.607710 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 5 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:14:45.920624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978743'] for agent, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:52.569090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b128549e-a0c1-4e9f-8def-91bcf5a8faee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:54.781153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48c9ff51-0832-4d90-9834-c4f2a3e7be71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:55.597854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:56.025834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:14:57.517792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:00.844449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34988) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:15:00.955121 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-55fe20e1-c0a0-43f4-a66a-ef2df812b1af admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1095505 Mar 09 12:15:03.118014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 34998) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:15:03.172870 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fa45abe8-9d49-4976-bf5c-1d505ce521d6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0537837 Mar 09 12:15:15.890610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:19.607248 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:15:22.570154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1051ea3-3a83-4498-ae81-b4ba49439de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:24.782792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-045d65b2-1fb3-442a-82e5-a08ac88c0f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:25.599624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:26.028558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:27.519588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:45.888626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:52.571369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b0e8793-6df9-43c5-870d-af401a92aec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:54.786852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82394536-3674-41bd-9612-b8f90138fc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:55.600852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:56.030271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:15:56.606839 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:15:57.542410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:15.886606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:22.573386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5dbba88b-4a76-44ea-827f-f11163f8b67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:24.789781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a7687ed3-478c-470c-bcba-ce525505cad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:25.605811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:26.032495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:27.527060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:33.607537 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:16:34.476681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35122) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:34.734347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1551997359-network', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:34.739889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:34.744584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Usage tracker for resource:network and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:34.747480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:34.753264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:34.766255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Made reservation on behalf of a787c7941eba4b65b0b41eb5c7877f09 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:34.768647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:34.781940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:34.797240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:34.801178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Usage tracker for resource:security_group_rule and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:34.804508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:34.810797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:34.902609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:34.907289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:34.943642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b771e2-6440-442d-975a-f21df2c29551,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:34.955169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.955169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.955621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.955954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.956283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.956611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.956994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.957333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.957659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.958011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.958294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.958608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Tracked resource versions report: Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: pushed versions: Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: { 'AddressGroup': {'1.2'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'ConntrackHelper': {'1.0'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Log': {'1.0'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Network': {'1.1'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Port': {'1.7'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'PortForwarding': {'1.2'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'QosPolicy': {'1.8'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroup': {'1.4'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SubPort': {'1.0'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Subnet': {'1.1'}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Trunk': {'1.1'}} Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: consumer versions: Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: HyperV agent@hv-neutron-8327: {}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'ConntrackHelper': '1.0', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Log': '1.0', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Network': '1.1', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Port': '1.7', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'PortForwarding': '1.2', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'QosPolicy': '1.8', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroup': '1.4', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SecurityGroupRule': '1.2', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'SubPort': '1.0', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Subnet': '1.1', Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: 'Trunk': '1.1'}} Mar 09 12:16:34.959658 dv-neutron-832762-2-hyperv neutron-server[87831]: {{(pid=87831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:16:34.971999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:34.983880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:34.984276 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Added segment 3c1313ed-10cc-4e95-91e1-b4f17408751c of type vlan for network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae Mar 09 12:16:35.012757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.046089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.047232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:35.047871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.157754 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6772776 Mar 09 12:16:35.158098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35166) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:35.163962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Request body: {'subnet': {'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1551997359-subnet', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:35.166754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e924c3-bfce-46f1-a53a-fd65f06df462 admin admin] Pushing event updated for resources: {'Network': ['ID=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:35.173443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:35.180838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Usage tracker for resource:subnet and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:35.187227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:35.195098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:35.208954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Made reservation on behalf of a787c7941eba4b65b0b41eb5c7877f09 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:35.212585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.320835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:35.474307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.563376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7327b43b-09d4-4ec8-9292-d3daa4fa9104,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:35.574615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.574980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.575336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.575658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.576238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.576578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.576927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.577397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.577598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.577937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.578263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.578578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Tracked resource versions report: Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: pushed versions: Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: { 'AddressGroup': {'1.2'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'ConntrackHelper': {'1.0'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Log': {'1.0'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Network': {'1.1'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Port': {'1.7'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'PortForwarding': {'1.2'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'QosPolicy': {'1.8'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroup': {'1.4'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SubPort': {'1.0'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Subnet': {'1.1'}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Trunk': {'1.1'}} Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: consumer versions: Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: HyperV agent@hv-neutron-8327: {}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'ConntrackHelper': '1.0', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Log': '1.0', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Network': '1.1', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Port': '1.7', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'PortForwarding': '1.2', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'QosPolicy': '1.8', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroup': '1.4', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SecurityGroupRule': '1.2', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'SubPort': '1.0', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Subnet': '1.1', Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: 'Trunk': '1.1'}} Mar 09 12:16:35.579636 dv-neutron-832762-2-hyperv neutron-server[87830]: {{(pid=87830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:16:35.588363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Checking segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:35.588724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Network hostable DHCP agents. Network: c74f1bc2-3cc0-422d-93c5-cbe5b56253ae, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:16:35.604118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35186) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:35.615254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:16:35.627660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c74f1bc2-3cc0-422d-93c5-cbe5b56253ae) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:35.632182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:35.633187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.641027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49028bf-4aea-4b05-b456-3ab25a39191b None None] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:35.663905 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7b000613-368a-4727-bac3-c6dfb0f0acd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5042219 Mar 09 12:16:35.666688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35194) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:35.673813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:35.681682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:35.686442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Usage tracker for resource:router and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:35.689629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:35.697373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:35.712361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.713673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.732373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:35.912683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:16:35.914994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.077897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.103819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Allocated IP 172.20.0.2 (c74f1bc2-3cc0-422d-93c5-cbe5b56253ae/7327b43b-09d4-4ec8-9292-d3daa4fa9104/60c2f294-d3af-4938-9df0-f1d4cc72d118) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:36.205758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-353887580-network', 'tenant_id': '27def692b8ab40a88b073a864293eadd'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:36.211510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:36.215537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Usage tracker for resource:network and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:36.218624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:36.226253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:36.244579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Made reservation on behalf of 27def692b8ab40a88b073a864293eadd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:36.247076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.271496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.317353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:36.324639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Usage tracker for resource:security_group_rule and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:36.329761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:36.341574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:36.369240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.382139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Transition to ACTIVE for port object 60c2f294-d3af-4938-9df0-f1d4cc72d118 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:36.413916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Transition to ACTIVE for port object 60c2f294-d3af-4938-9df0-f1d4cc72d118 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:36.423115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35214) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:36.430070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.481415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.487963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.489369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.521723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.530954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b923eb-9196-4e22-9d4d-bbd9c1a31c10,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:36.536534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:36.542399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:36.543478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:36.556531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.556943 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Added segment 73f1f0bd-02c3-4088-b6f7-110c83dbd762 of type vlan for network ae92d92a-a797-4f54-9984-fe729f0f45c3 Mar 09 12:16:36.563340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:36.595347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.633142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.635823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:36.636778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.706847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Pushing event updated for resources: {'Port': ['ID=60c2f294-d3af-4938-9df0-f1d4cc72d118,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:36.719133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Allocated IP 172.26.5.160 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/e0bd39f2-85e9-4ffa-b94a-ee3e4d005010) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:36.721001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.721490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.722024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.723349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.723789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.724328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.724818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.725452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.726160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.726590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.727362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.727790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Tracked resource versions report: Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: pushed versions: Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: { 'AddressGroup': {'1.2'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'ConntrackHelper': {'1.0'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Log': {'1.0'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Network': {'1.1'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Port': {'1.7'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'PortForwarding': {'1.2'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'QosPolicy': {'1.8'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroup': {'1.4'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SubPort': {'1.0'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Subnet': {'1.1'}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Trunk': {'1.1'}} Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: consumer versions: Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: HyperV agent@hv-neutron-8327: {}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'ConntrackHelper': '1.0', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Log': '1.0', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Network': '1.1', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Port': '1.7', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'PortForwarding': '1.2', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'QosPolicy': '1.8', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroup': '1.4', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SecurityGroupRule': '1.2', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'SubPort': '1.0', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Subnet': '1.1', Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: 'Trunk': '1.1'}} Mar 09 12:16:36.729083 dv-neutron-832762-2-hyperv neutron-server[87832]: {{(pid=87832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:16:36.740701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Attempting to bind port 60c2f294-d3af-4938-9df0-f1d4cc72d118 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:36.741841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Attempting to bind port 60c2f294-d3af-4938-9df0-f1d4cc72d118 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:36.742344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Attempting to bind port 60c2f294-d3af-4938-9df0-f1d4cc72d118 on network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:36.749262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:36.749797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Checking segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:36.750334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.750820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Bound using segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:36.751437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Bound port: 60c2f294-d3af-4938-9df0-f1d4cc72d118, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:36.751928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.790106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae92d92a-a797-4f54-9984-fe729f0f45c3,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:36.793443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7f58c063-529e-44eb-ab2c-7fc19ca629a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1877019 Mar 09 12:16:36.798189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35228) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:36.812181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Request body: {'subnet': {'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-353887580-subnet', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:36.815917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:36.826280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:36.836709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Usage tracker for resource:subnet and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:36.843682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:36.855622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:36.872498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Made reservation on behalf of 27def692b8ab40a88b073a864293eadd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:36.874933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.965618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:36.966618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] For port 60c2f294-d3af-4938-9df0-f1d4cc72d118, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:36.970088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] For port 60c2f294-d3af-4938-9df0-f1d4cc72d118, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=60c2f294-d3af-4938-9df0-f1d4cc72d118,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:36.975253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.065013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85611f-5617-46e2-82ba-a09a580b8be6 None None] Pushing event updated for resources: {'Port': ['ID=60c2f294-d3af-4938-9df0-f1d4cc72d118,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:37.077240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1175627953-network', 'tenant_id': '79017eb76eab417ca80e534a1353464c'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:37.079877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.087111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:37.096705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Usage tracker for resource:network and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:37.102718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:37.173014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:37.175503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:37.178407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:37.184923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:37.208823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Made reservation on behalf of 79017eb76eab417ca80e534a1353464c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:37.212126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.234330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.274182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:37.276405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:37.291603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Usage tracker for resource:security_group_rule and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:37.297653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:37.307531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:37.312745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.405286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5e49b5-b3fc-4f21-aa99-e1f47181811d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:37.464121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Checking segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:37.464379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Network hostable DHCP agents. Network: ae92d92a-a797-4f54-9984-fe729f0f45c3, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:16:37.510613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:16:37.537444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ae92d92a-a797-4f54-9984-fe729f0f45c3) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:37.548152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:37.548804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.553409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6bed83-3830-4f06-8574-863a047f34c8 None None] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:37.590952 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-78a597c8-5eac-4d96-bcdf-2f3ff121ae41 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7905874 Mar 09 12:16:37.599193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35252) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:37.608122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:37.614359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:37.629497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Usage tracker for resource:router and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:37.639737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:37.649961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.651557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:37.660252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.683614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:37.691030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.692020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.713596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.714002 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Added segment f441fb7a-37e2-424a-90d4-1271f010f7e0 of type vlan for network 29a26867-c8ae-46d0-9aff-3863d094abb4 Mar 09 12:16:37.731820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8dff0-e4b9-4571-a7ce-b24f22d0fa21,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:37.757633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.822739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.962461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.963635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:37.964297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:37.968099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.022098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ae92d92a-a797-4f54-9984-fe729f0f45c3', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:16:38.023641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.147481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 60c2f294-d3af-4938-9df0-f1d4cc72d118 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:38.425734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Allocated IP 172.20.0.2 (ae92d92a-a797-4f54-9984-fe729f0f45c3/7d5e49b5-b3fc-4f21-aa99-e1f47181811d/95cd24a7-f86f-42cd-9eec-57a0be1d2638) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:38.505719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.617866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.628447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2038574 Mar 09 12:16:38.630407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35278) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:38.632593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adf526-0e3d-4e77-8f1e-1e1f2c73ee86 admin admin] Pushing event updated for resources: {'Network': ['ID=29a26867-c8ae-46d0-9aff-3863d094abb4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:38.645564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f0764-4f5e-407f-aaef-e72b004d1e52 None None] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:38.653232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Request body: {'subnet': {'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1175627953-subnet', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:38.659982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:38.669240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Usage tracker for resource:subnet and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:38.674032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:38.677496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:38.682701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:38.733329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:38.760023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35290) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:38.762590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Provisioning for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:38.782180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Made reservation on behalf of 79017eb76eab417ca80e534a1353464c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:38.784753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.793772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Provisioning complete for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:38.794153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:38.882608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:38.884383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.020497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:16:39.093404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35300) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:39.133897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.199600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.228493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.329426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:39.360744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-75650118'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:39.366165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:39.370801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Usage tracker for resource:network and tenant:31654bd8e9d14a2faf63b9f349e65a48 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:39.374325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:39.377319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.381285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:39.390711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Transition to ACTIVE for port object 95cd24a7-f86f-42cd-9eec-57a0be1d2638 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:39.399936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Checking segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:39.400661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Allocated IP 172.26.5.31 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/427cb679-23f3-469f-8a80-e86d9d5e8111) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:39.400981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Network hostable DHCP agents. Network: 29a26867-c8ae-46d0-9aff-3863d094abb4, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:16:39.418051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Transition to ACTIVE for port object 95cd24a7-f86f-42cd-9eec-57a0be1d2638 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:39.448784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Made reservation on behalf of 31654bd8e9d14a2faf63b9f349e65a48 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:39.457640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.460942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.469103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35314) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:39.485237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:16:39.634046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.635514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:39.660511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:39.665526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Usage tracker for resource:security_group_rule and tenant:31654bd8e9d14a2faf63b9f349e65a48 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:39.668759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:39.675196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:39.703820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.715676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:39.743495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1669802494', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:39.746088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:39.748757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35324) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:39.751991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:39.761703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.784392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.789181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 29a26867-c8ae-46d0-9aff-3863d094abb4) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:39.811014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:39.811921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.815823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.842618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae16bcc-acc9-4019-b183-83f7d503662f None None] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:39.853463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Usage tracker for resource:port and tenant:857175eebe3848ff8a3498abaf58fb00 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:39.857155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Pushing event updated for resources: {'Port': ['ID=427cb679-23f3-469f-8a80-e86d9d5e8111,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:39.862279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:39.874044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c36242-ad90-443a-8092-85233c745dbc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:39.878640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:39.884130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:39.884813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:39.889790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:39.894117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:39.921796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:39.925878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:39.936499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35334) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:39.954890 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Sync routers for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:39.969410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-929124018', 'router:external': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:39.976784 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:39.977712 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:39.983623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:39.993419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:39.997710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Pushing event updated for resources: {'Port': ['ID=95cd24a7-f86f-42cd-9eec-57a0be1d2638,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:39.998620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:network and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.007169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.041376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.042633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Added segment c64e2fec-9fc8-421e-b446-53aee7ec8cd7 of type vlan for network 5383dd6b-b159-40da-b645-a548f6c512c2 Mar 09 12:16:40.056706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.061064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.065408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Usage tracker for resource:floatingip and tenant:d75990be9f0d41d486542da8f7a945f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.066297 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-34b8088f-d7aa-4023-a768-a017b2260a14 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3983698 Mar 09 12:16:40.068260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:40.069057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.073151 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a946ebf1-22c5-4b71-86a8-a4d6b449ad91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4332476 Mar 09 12:16:40.073371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35346) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:40.077323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.086672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.112432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.118684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.152450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:40.160612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8b6f32fc-72f9-4f80-81a8-c54c4845a2e9 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:40.177671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Attempting to bind port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:40.178258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Attempting to bind port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:40.178394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Made reservation on behalf of 857175eebe3848ff8a3498abaf58fb00 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:40.180328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Attempting to bind port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 on network ae92d92a-a797-4f54-9984-fe729f0f45c3 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:40.181289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.202148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.212637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.222398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Usage tracker for resource:router and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.222773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.227923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.236158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:40.236870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Checking segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:40.238320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.238320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Bound using segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:40.239042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Bound port: 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:40.239615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.239912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.250974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Made reservation on behalf of bcdde27fb2a3409897771625ec3c8f5c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:40.253268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.254833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] For port 60c2f294-d3af-4938-9df0-f1d4cc72d118, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=60c2f294-d3af-4938-9df0-f1d4cc72d118,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:40.267299 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:40.300208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.305655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.316428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.387478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Usage tracker for resource:security_group_rule and tenant:857175eebe3848ff8a3498abaf58fb00 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.392828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.430012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8b6f32fc-72f9-4f80-81a8-c54c4845a2e9 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "PUT /v2.0/quotas/465eb203e759454b900da446354835b3 HTTP/1.1" status: 200 len: 368 time: 0.4905312 Mar 09 12:16:40.439876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.440876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.452466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:40.468778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.471447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.478582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Request body: {'network': {'project_id': '465eb203e759454b900da446354835b3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:40.486669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:security_group_rule and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.496909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.504458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.506204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.511673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:40.512288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.519314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.598435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.624687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Usage tracker for resource:network and tenant:465eb203e759454b900da446354835b3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.680855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:40.706269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:40.731803 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9691534 Mar 09 12:16:40.738296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35356) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:40.746821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2e2b9-cf21-42c0-b23b-3828fc169ec7 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Pushing event updated for resources: {'Network': ['ID=5383dd6b-b159-40da-b645-a548f6c512c2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:40.748376 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:37Z', 'revision_number': 3, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:40.753324 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Checking router: 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:40.753721 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Updating router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:40.782090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.800988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:16:40.802848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:16:40.811220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c89e04-7e46-4db0-98d4-29c9c17403e2 None None] Pushing event updated for resources: {'Port': ['ID=60c2f294-d3af-4938-9df0-f1d4cc72d118,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:40.827371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-29a26867-c8ae-46d0-9aff-3863d094abb4', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:16:40.828272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.844191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Made reservation on behalf of 465eb203e759454b900da446354835b3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:40.847124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.852527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ddaf2a54-1644-4788-b70a-e76a1ee2f359 None None] Provisioning complete for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:40.852924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2a54-1644-4788-b70a-e76a1ee2f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.854735 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.891090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5383dd6b-b159-40da-b645-a548f6c512c2 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:40.909024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] For port 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:40.932490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:40.968245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] For port 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=95cd24a7-f86f-42cd-9eec-57a0be1d2638,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:40.987623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:40.993733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Usage tracker for resource:security_group_rule and tenant:465eb203e759454b900da446354835b3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:40.997504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:41.005495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:41.041678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'name': 'tempest-network--1409862138', 'router:external': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:41.060767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:41.091683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.119289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.128739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:network and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:41.142325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:41.144254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.147322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.160016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:41.162849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:41.182329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.183131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Added segment 442fa1fe-6ce8-45e7-bf60-efdf41e12ff5 of type vlan for network eb291fa8-be61-4bc5-a3a5-cf481aec82e4 Mar 09 12:16:41.233095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.267680 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.280637 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Transition to ACTIVE for port object e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:41.289697 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.292348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:41.294491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.326103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.327435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.328023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:41.328837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.378650 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Pushing event updated for resources: {'Port': ['ID=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:41.393260 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.393668 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.394018 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.394489 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.394892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.395244 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.396173 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.396173 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.396398 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.396691 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.397076 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.397435 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Tracked resource versions report: Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: pushed versions: Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: { 'AddressGroup': {'1.2'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'ConntrackHelper': {'1.0'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Log': {'1.0'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Network': {'1.1'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Port': {'1.7'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'PortForwarding': {'1.2'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'QosPolicy': {'1.8'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroup': {'1.4'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroupRule': {'1.2'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SubPort': {'1.0'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Subnet': {'1.1'}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Trunk': {'1.1'}} Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: consumer versions: Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: { DHCP agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: HyperV agent@hv-neutron-8327: {}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: L3 agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: Metadata agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: Metering agent@dv-neutron-832762-2-hyperv: {}, Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: Open vSwitch agent@dv-neutron-832762-2-hyperv: { 'AddressGroup': '1.2', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'ConntrackHelper': '1.0', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Log': '1.0', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Network': '1.1', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Port': '1.7', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'PortForwarding': '1.2', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'QosPolicy': '1.8', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroup': '1.4', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SecurityGroupRule': '1.2', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'SubPort': '1.0', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Subnet': '1.1', Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: 'Trunk': '1.1'}} Mar 09 12:16:41.398979 dv-neutron-832762-2-hyperv neutron-server[87833]: {{(pid=87833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 12:16:41.421486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:41.436776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:security_group_rule and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:41.437918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdef06-adaa-4fec-826e-7ba73df74830 None None] Pushing event updated for resources: {'Port': ['ID=95cd24a7-f86f-42cd-9eec-57a0be1d2638,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:41.439317 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Attempting to bind port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:41.439840 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Attempting to bind port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:41.440737 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Attempting to bind port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:41.442026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:41.447955 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:41.448274 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:41.448608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.449586 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:41.450202 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Bound port: e0bd39f2-85e9-4ffa-b94a-ee3e4d005010, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:41.450897 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.451850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:41.534835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Allocated IP 172.20.0.2 (29a26867-c8ae-46d0-9aff-3863d094abb4/e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe/e0d74584-bd43-45ca-b6b5-59e7c2f3abb0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:41.538975 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] For port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:41.550004 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] For port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:41.564437 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.719607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 60c2f294-d3af-4938-9df0-f1d4cc72d118 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:41.748368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2900207 Mar 09 12:16:41.749520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event updated for resources: {'Network': ['ID=eb291fa8-be61-4bc5-a3a5-cf481aec82e4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:41.765890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:41.774187 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66e07-979c-4bb8-84ce-e45853058f95 None None] Pushing event updated for resources: {'Port': ['ID=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:41.783724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:41.784417 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:41.795480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Request body: {'network': {'project_id': '465eb203e759454b900da446354835b3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:41.801076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network eb291fa8-be61-4bc5-a3a5-cf481aec82e4 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:41.801610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190877e4-33e1-4975-bd4e-eac9d612d334 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd33696-f056-486e-9446-b5d3bb58215d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:41.812061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:41.823409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:41.860020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Usage tracker for resource:network and tenant:465eb203e759454b900da446354835b3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:41.889902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:41.908287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:41.989247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Allocated IP 172.26.5.11 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/adf5231d-b216-4b82-ade2-ff08f8179b58) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:41.997174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.009939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.014323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Made reservation on behalf of 465eb203e759454b900da446354835b3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:42.016443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.033002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.035545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.040153 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:42.041493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] device_id is not set on port 41cc5098-0354-47e8-b2eb-984c4134071b yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:16:42.095476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44813379-fefb-4262-83ca-7deb54d7423d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.100302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 60c2f294-d3af-4938-9df0-f1d4cc72d118 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:42.101814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.138913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.144395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:42.156434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.157183 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Added segment fcebead4-b688-4243-bb32-7f14cd56d039 of type vlan for network e3625be5-e5ca-49bc-af31-0a9a0a698213 Mar 09 12:16:42.159185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.189234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Transition to ACTIVE for port object e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:42.192500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.218228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Transition to ACTIVE for port object e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:42.234309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:42.268296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.269634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:42.270687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.309949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.376602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:42.390681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:42.397977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:42.405328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Pushing event updated for resources: {'Port': ['ID=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.458155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.467535 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:37Z', 'revision_number': 3, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:42.471990 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2390594-aaec-4422-b452-3a3e09ba9569 None None] The sync data for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv is: [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:37Z', 'revision_number': 3, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:16:42.531382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Attempting to bind port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:42.531747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Attempting to bind port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:42.532106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Attempting to bind port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 on network 29a26867-c8ae-46d0-9aff-3863d094abb4 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:42.540218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:42.540595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Checking segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:42.541026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.541427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Bound using segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:42.541897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Bound port: e0d74584-bd43-45ca-b6b5-59e7c2f3abb0, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:42.542287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.650133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d28f2-2a68-4603-aade-da73381515ac,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.650713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.651129 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Added segment 47576420-a3ba-4972-a2c5-de63463aa60d of type vlan for network 0bd48ced-57ae-4f7d-b201-d464d10d4588 Mar 09 12:16:42.660498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] For port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:42.665454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] For port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:42.673056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.676686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:42.773255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb45d7-406b-4ba9-a3cc-f707a044d08e None None] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:42.806789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.813383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5b720-141e-499a-99c4-14f30eef1aff None None] Pushing event updated for resources: {'Port': ['ID=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.844187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.855818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef607961-1dad-4314-afc8-a912f9826f38,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.874097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.874473 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Added segment 2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f of type vlan for network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 Mar 09 12:16:42.898765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event updated for resources: {'Network': ['ID=e3625be5-e5ca-49bc-af31-0a9a0a698213,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:42.902612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.919851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:42.921717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-abfb5718-708a-4221-b48b-a669c5519eea None None] Provisioning for port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:42.935155 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c6846ce7-ab01-4aae-9dbc-c75a13bb465d tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1654713 Mar 09 12:16:42.941093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35374) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:42.954405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Request body: {'network': {'project_id': '465eb203e759454b900da446354835b3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:42.965364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network e3625be5-e5ca-49bc-af31-0a9a0a698213 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:42.999526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:43.010314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Usage tracker for resource:network and tenant:465eb203e759454b900da446354835b3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:43.014662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:43.047382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:43.058054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.101177 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 12:16:43.101800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:16:43.102885 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7f8985d6-5fcb-40c2-ba34-5b6db985a36f tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1559854 Mar 09 12:16:43.110498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35378) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:43.113774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.169383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.200948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.202014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:43.202596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.217218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.403381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=0bd48ced-57ae-4f7d-b201-d464d10d4588,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:43.415877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 0bd48ced-57ae-4f7d-b201-d464d10d4588 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:43.497748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Pushing event updated for resources: {'Port': ['ID=adf5231d-b216-4b82-ade2-ff08f8179b58,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:43.504672 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7b482a1d-9459-433a-a58d-2f21aaa9e9da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7619996 Mar 09 12:16:43.512465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35382) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:43.528692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:43.534836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:43.537450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.538704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:43.539331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.546265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:43.629027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Allocated IP 172.20.0.1 (c74f1bc2-3cc0-422d-93c5-cbe5b56253ae/7327b43b-09d4-4ec8-9292-d3daa4fa9104/5f7974b0-5bba-4982-95fb-fff77add6a32) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:43.640498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Allocated IP 172.26.5.211 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/41cc5098-0354-47e8-b2eb-984c4134071b) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:43.783011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:43.820787 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d6cdeddc-29bc-40a6-a650-a53f8524cd1e tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=465eb203e759454b900da446354835b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7049000 Mar 09 12:16:43.820787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35386) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:43.874176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:43.882604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:43.883251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.938849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:43.984344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.002196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.043811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.058441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Transition to ACTIVE for port object 5f7974b0-5bba-4982-95fb-fff77add6a32 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:44.063140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:44.070398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.076002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 95cd24a7-f86f-42cd-9eec-57a0be1d2638 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:44.080625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.088929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.095215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.107627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.158009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.6878347 Mar 09 12:16:44.186390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd33696-f056-486e-9446-b5d3bb58215d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:44.190230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35390) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:44.209461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'subnet': {'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:44.211375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:44.216224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:44.221241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:subnet and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:44.224414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:44.232417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:44.243381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.245401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:44.252795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:44.254436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Made reservation on behalf of bcdde27fb2a3409897771625ec3c8f5c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:44.254573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:44.254853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.257998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.292963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:16:44.305026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b20041-5d31-4b5b-847c-0c39c2bb95fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Network': ['ID=07a076fa-f6c8-4a61-8491-5ce57a4a0da0,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:44.318161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:44.341085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77a281-3d8e-4fbb-9343-ae5ba4faae12 None None] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:44.356088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:44.358601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.360134 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ace24cf2-42cc-4043-be0f-f81c97ed21c1 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd33696-f056-486e-9446-b5d3bb58215d HTTP/1.1" status: 204 len: 168 time: 0.5396774 Mar 09 12:16:44.369278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:44.369802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.392926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35394) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:44.492648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:44.662434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-699514b2-8484-4526-ab5c-de4369acd5be None None] Provisioning for port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:44.680071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.770974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.785040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=95cd24a7-f86f-42cd-9eec-57a0be1d2638,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:44.794983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.833918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.834572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:44.889184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:44.962106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6fd5986f-1265-47c6-8166-78f7518dcf01 None None] Provisioning for port 5f7974b0-5bba-4982-95fb-fff77add6a32 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:44.969229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.969578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.970363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.970759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > port after_create 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.971013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.971548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > port after_update 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.972044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.974039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.977103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.977611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:44.978601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6fd5986f-1265-47c6-8166-78f7518dcf01 None None] Provisioning complete for port 5f7974b0-5bba-4982-95fb-fff77add6a32 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:44.978976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fd5986f-1265-47c6-8166-78f7518dcf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.007020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=95cd24a7-f86f-42cd-9eec-57a0be1d2638,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:45.054919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5986f-1265-47c6-8166-78f7518dcf01 None None] Port 5f7974b0-5bba-4982-95fb-fff77add6a32 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:45.096834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:45.096834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:45.096834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.169047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:45.170135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:45.170610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:45.171086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:45.171599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd48ced-57ae-4f7d-b201-d464d10d4588']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:45.202547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.210437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47576420-a3ba-4972-a2c5-de63463aa60d') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:45.210932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47576420-a3ba-4972-a2c5-de63463aa60d') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:45.233710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.240614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:16:45.241184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.253462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.270948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:45.278136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.315430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.331339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.332031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.336567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:45.353056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.353485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Sync routers for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:45.359261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.371826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.379908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:45.384005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:45.384611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:45.394322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af1d5529-3ad3-4928-b2b3-9f7f514bd907,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:45.448711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:16:45.448923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Checking segment: {'id': '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:45.449115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network hostable DHCP agents. Network: 07a076fa-f6c8-4a61-8491-5ce57a4a0da0, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:16:45.449602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: from cryptography.utils import int_from_bytes Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: from cryptography.utils import int_from_bytes Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn_limited( Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn_limited( Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:16:45.471468 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:16:45.492296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ca5b2a05-d843-4f81-b36d-2d4598bba170 None None] Provisioning complete for port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:45.492658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca5b2a05-d843-4f81-b36d-2d4598bba170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.505787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:45.569364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:16:45.597003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:45.598714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:45.601525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 07a076fa-f6c8-4a61-8491-5ce57a4a0da0) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:45.632988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124465e0-3c5a-439a-8639-c10ba203adc1 None None] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:45.691455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 95cd24a7-f86f-42cd-9eec-57a0be1d2638 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:45.695784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.702255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2abeed6-1610-4844-9a1d-185e736b882c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1020129 Mar 09 12:16:45.732925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35398) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:45.796603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:45.837343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.859186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:45.859794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.936275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Pushing event updated for resources: {'Port': ['ID=adf5231d-b216-4b82-ade2-ff08f8179b58,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:45.948178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:45.958263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:16:45.960489 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7ddf0a8f-968a-4fdc-b258-306e91c07589 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7602184 Mar 09 12:16:45.969401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35402) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:45.972400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Allocated IP 172.26.5.76 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/f5f0d4bb-cc4c-4657-8d85-9680035395ac) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:45.978465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1378194584', 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:45.985854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:45.993093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:port and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:45.997184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:46.007804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:46.025597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.040849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.048117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:46.102656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.106738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:46.122796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Made reservation on behalf of bcdde27fb2a3409897771625ec3c8f5c for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:46.125281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.143208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3625be5-e5ca-49bc-af31-0a9a0a698213']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:46.178484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bd48ced-57ae-4f7d-b201-d464d10d4588 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:16:46.187653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bd48ced-57ae-4f7d-b201-d464d10d4588,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:46.197911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcebead4-b688-4243-bb32-7f14cd56d039') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:46.198985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcebead4-b688-4243-bb32-7f14cd56d039') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:46.204525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:46.204918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.233582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.240170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ffafac31-79eb-4810-ab94-80cb533be4c6 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/0bd48ced-57ae-4f7d-b201-d464d10d4588 HTTP/1.1" status: 204 len: 168 time: 2.7245886 Mar 09 12:16:46.242628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Pushing event updated for resources: {'Port': ['ID=41cc5098-0354-47e8-b2eb-984c4134071b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:46.245404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:46.247757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.260013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.264848 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c790db7a-9485-4210-9c0d-b735ce1f45af tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5148194 Mar 09 12:16:46.275924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:46.283430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35412) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:46.294987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] device_id is not set on port bc3b5227-97eb-4048-8f40-ea9b328e51ce yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:16:46.295530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:46.351143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81476df6-11ff-4d41-8c69-bd2dfefec0fe None None] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:46.401613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2057938725', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'fixed_ips': [{'ip_address': '172.26.5.11'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:46.408500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:46.439491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:network and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:46.443415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.453167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:46.465911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-aa142193-67a3-44e1-9ed2-64cac16f79cc None None] Provisioning complete for port 5f7974b0-5bba-4982-95fb-fff77add6a32 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:46.466277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa142193-67a3-44e1-9ed2-64cac16f79cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.469577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:46.473998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Usage tracker for resource:port and tenant:d75990be9f0d41d486542da8f7a945f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:46.480201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:46.482471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:16:46.483145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.504830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:16:46.508115 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:16:46.509650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.514806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:46.523096 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e52a5ff6-4e31-48d3-99ee-b559afd6a353 admin admin] 10.222.0.20 "PUT /v2.0/routers/4fc0b76f-cc43-4118-a0ae-edfa80beb1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4504216 Mar 09 12:16:46.569343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:46.609462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.684139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:46.688848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:46.695027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:46.710440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-aa142193-67a3-44e1-9ed2-64cac16f79cc None None] Port 5f7974b0-5bba-4982-95fb-fff77add6a32 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:46.723785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:46.780359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:40Z', 'revision_number': 3, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:46.830979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Checking router: 3b6bb4b0-9014-4e1d-8008-70a7c352a114 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:46.831322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Updating router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 port 427cb679-23f3-469f-8a80-e86d9d5e8111 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:46.845141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f0d4bb-cc4c-4657-8d85-9680035395ac,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:46.888603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 2001:db8::31c (07a076fa-f6c8-4a61-8491-5ce57a4a0da0/af1d5529-3ad3-4928-b2b3-9f7f514bd907/bc3b5227-97eb-4048-8f40-ea9b328e51ce) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:46.913257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:46.913699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:46.953712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:46.956139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.029179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.167330 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Sync routers for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:47.182306 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:47.182914 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:47.230880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:47.231500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.280195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:47.291098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.291450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Added segment c9375881-9c4e-4046-b7d0-c0f6d6259de1 of type vlan for network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 Mar 09 12:16:47.328804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.344483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.447530 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:47.465805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.500548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:47.535309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Made reservation on behalf of d75990be9f0d41d486542da8f7a945f2 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:47.538420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.562464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.650701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:47.651388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.651710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.672476 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e971de25-b00b-4586-9957-34be87cccd8f tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 8.5747111 Mar 09 12:16:47.672476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.672476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:47.672476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.697486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.706915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35432) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:47.732597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.762531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.211'}]}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:47.798320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:47.803115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:47.823789 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "DELETE /v2.0/networks/e3625be5-e5ca-49bc-af31-0a9a0a698213 HTTP/1.1" status: 204 len: 168 time: 3.3915904 Mar 09 12:16:47.826291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Usage tracker for resource:router and tenant:857175eebe3848ff8a3498abaf58fb00 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:47.826531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35436) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:47.830929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Usage tracker for resource:security_group_rule and tenant:d75990be9f0d41d486542da8f7a945f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:47.841368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.862304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.936547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Transition to ACTIVE for port object 427cb679-23f3-469f-8a80-e86d9d5e8111 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:47.976269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:47.977604 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:45Z', 'revision_number': 2, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:47.981902 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Checking router: 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:47.982269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:47.982374 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Updating router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 port 5f7974b0-5bba-4982-95fb-fff77add6a32 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:47.984987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:47.987183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35440) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:48.037528 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7672198 Mar 09 12:16:48.040589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667888621', 'description': 'tempest-description--367882965'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:48.042169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=bc3b5227-97eb-4048-8f40-ea9b328e51ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:48.044355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35444) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:48.048132 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.052717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:48.055852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:48.068344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:48.070186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'subnet': {'network_id': 'aeb2f039-9ae7-4b68-85b8-0f54003f4ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:48.075763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:48.076755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9eee-965a-4600-b764-3c301b92afc9 None None] Pushing event updated for resources: {'Port': ['ID=427cb679-23f3-469f-8a80-e86d9d5e8111,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:48.080033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:subnet and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:48.083567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:48.098062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c3b25-ab68-4e43-843f-61bf5c59a934 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=aeb2f039-9ae7-4b68-85b8-0f54003f4ec9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:48.109433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Attempting to bind port 427cb679-23f3-469f-8a80-e86d9d5e8111 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:48.109885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Attempting to bind port 427cb679-23f3-469f-8a80-e86d9d5e8111 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:48.110321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Attempting to bind port 427cb679-23f3-469f-8a80-e86d9d5e8111 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:48.117612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:48.118061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:48.118641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.119101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:48.119691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Bound port: 427cb679-23f3-469f-8a80-e86d9d5e8111, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:48.120153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.133890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:security_group and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:48.139221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:48.151882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:48.153177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:48.154848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:48.160454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8642c-7b27-4cdf-9cd2-0c19e83f16cd tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3625be5-e5ca-49bc-af31-0a9a0a698213,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:48.163296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:48.164437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:48.165096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.183101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.184308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.185709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.193367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:48.204419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:16:48.302737 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cd97e1e8-865a-419a-86df-4c8eb953db79 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3322871 Mar 09 12:16:48.327851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35448) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:48.372127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.389537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.395471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:48.398725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.414851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] For port 427cb679-23f3-469f-8a80-e86d9d5e8111, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:48.418364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] For port 427cb679-23f3-469f-8a80-e86d9d5e8111, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=427cb679-23f3-469f-8a80-e86d9d5e8111,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:48.429069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.433959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.477872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:48.490351 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.515752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:48.516432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:48.520605 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Transition to ACTIVE for port object 5f7974b0-5bba-4982-95fb-fff77add6a32 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:48.528577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:security_group_rule and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:48.533468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Deleting port bc3b5227-97eb-4048-8f40-ea9b328e51ce {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:16:48.534091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.538990 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.563987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:48.613212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:48.684849 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496c3f-ebe0-4e99-ab8d-39ab4e74ab8c None None] Pushing event updated for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:48.784373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Allocated IP 172.20.0.1 (ae92d92a-a797-4f54-9984-fe729f0f45c3/7d5e49b5-b3fc-4f21-aa99-e1f47181811d/5181e4ef-51dd-40bf-af18-a2b9a70713d7) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:48.805867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.818543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:48.827047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.862588 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Attempting to bind port 5f7974b0-5bba-4982-95fb-fff77add6a32 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:48.862983 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Attempting to bind port 5f7974b0-5bba-4982-95fb-fff77add6a32 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:48.863415 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Attempting to bind port 5f7974b0-5bba-4982-95fb-fff77add6a32 on network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:48.875777 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:48.876078 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Checking segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:48.876490 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.878002 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Bound using segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:48.878528 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Bound port: 5f7974b0-5bba-4982-95fb-fff77add6a32, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:48.878959 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.888435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.888715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.889580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.890017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > port after_create 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.890402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.891053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > port after_update 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.891638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.892039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.892510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.892914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:48.909816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:48.984302 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] For port 5f7974b0-5bba-4982-95fb-fff77add6a32, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:48.988422 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] For port 5f7974b0-5bba-4982-95fb-fff77add6a32, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5f7974b0-5bba-4982-95fb-fff77add6a32,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:48.995631 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.021172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] device_id is not set on port 1805ade7-1786-4a1e-9ae3-2d14a398cc5c yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:16:49.068056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:49.069046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:49.069376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:49.069813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 12:16:49.070259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb291fa8-be61-4bc5-a3a5-cf481aec82e4']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.088672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29496c3f-ebe0-4e99-ab8d-39ab4e74ab8c None None] Pushing event updated for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:49.091719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442fa1fe-6ce8-45e7-bf60-efdf41e12ff5') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.092016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442fa1fe-6ce8-45e7-bf60-efdf41e12ff5') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.115321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.129054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Router be05f9a3-da64-425a-abc4-e1c7d56c4466 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:16:49.136447 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:49.140002 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.180108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.219924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9eee-965a-4600-b764-3c301b92afc9 None None] Pushing event updated for resources: {'Port': ['ID=427cb679-23f3-469f-8a80-e86d9d5e8111,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:49.253717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:16:49.254121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.263060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:40Z', 'revision_number': 3, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: from cryptography.utils import int_from_bytes Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: from cryptography.utils import int_from_bytes Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn_limited( Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn_limited( Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:16:49.271263 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:16:49.273346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3219c1c-5c6e-4779-88e5-3704b0b0afb8 None None] The sync data for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv is: [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:40Z', 'revision_number': 3, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:16:49.329331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.414729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:49.430151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6818d9-a2bb-430a-a25b-122de9dbe79d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:49.434802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.524423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:49.535210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Sync routers for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:49.547507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.563443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:49.565574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:49.588803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.594098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Transition to ACTIVE for port object 5181e4ef-51dd-40bf-af18-a2b9a70713d7 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:49.601998 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] 10.222.0.20 "DELETE /v2.0/networks/eb291fa8-be61-4bc5-a3a5-cf481aec82e4 HTTP/1.1" status: 204 len: 168 time: 1.7713203 Mar 09 12:16:49.622726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c5a19-c1a1-4e62-ad1a-35627aab1576 tempest-QuotasNegativeTest-1908533123 tempest-QuotasNegativeTest-1908533123-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb291fa8-be61-4bc5-a3a5-cf481aec82e4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:49.627458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.629329 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-18bcd17e-1ad9-4b15-84d9-bf73df607679 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.5538743 Mar 09 12:16:49.650501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35454) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:49.845052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.867307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:49.995210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:50.008566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:48Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:50.013218 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92333dac-4a1a-4d50-9a79-5ce642241c3f None None] The sync data for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv is: [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:48Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:16:50.263920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320b1c91-5e01-412e-83ea-6a946879652d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:50.290406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.404077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.428759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5f7974b0-5bba-4982-95fb-fff77add6a32 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:50.565813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.567292 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-52e317d9-ab14-469a-a961-d3c53e1f0cd7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5466788 Mar 09 12:16:50.584501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Calling delete_port for bc3b5227-97eb-4048-8f40-ea9b328e51ce owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:16:50.586058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35462) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:50.630042 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 12:16:50.630717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:16:50.657448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'security_group_rule': {'security_group_id': '320b1c91-5e01-412e-83ea-6a946879652d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:50.666976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:50.672461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:security_group_rule and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:50.676072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:50.683789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:50.683979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5f7974b0-5bba-4982-95fb-fff77add6a32 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:50.697577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5f7974b0-5bba-4982-95fb-fff77add6a32 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:50.697949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.706771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:50.718640 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-70ed24fa-446d-4f65-908d-a48e1e515571 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.4315925 Mar 09 12:16:50.721444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35466) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:50.725019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:50.729454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:16:50.730181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.745334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:50.780560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:50.804306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:46Z', 'revision_number': 3, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:50.818932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Checking router: be05f9a3-da64-425a-abc4-e1c7d56c4466 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:50.825473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Updating router be05f9a3-da64-425a-abc4-e1c7d56c4466 port f5f0d4bb-cc4c-4657-8d85-9680035395ac binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:50.831247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:50.910883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.001352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff03df2d-f908-4811-8958-72b8af656162,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:51.048285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Checking segment: {'id': 'c9375881-9c4e-4046-b7d0-c0f6d6259de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aeb2f039-9ae7-4b68-85b8-0f54003f4ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:51.048761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Network hostable DHCP agents. Network: aeb2f039-9ae7-4b68-85b8-0f54003f4ec9, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:16:51.051610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.124522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.171095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.187008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 5f7974b0-5bba-4982-95fb-fff77add6a32, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5f7974b0-5bba-4982-95fb-fff77add6a32,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:51.190005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.198936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.199747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 427cb679-23f3-469f-8a80-e86d9d5e8111 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:51.217937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Pushing event updated for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:51.236741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5807d990-a51d-4a87-8bec-ef724f687c11,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:51.284396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:51.293030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.296518 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c55ffea2-4172-4cc7-a2e4-b794beeef1de tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6874523 Mar 09 12:16:51.300583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Usage tracker for resource:security_group_rule and tenant:68b65f8380bd44cba6e11c6aa2d70a1b is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:51.303953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:16:51.307692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:51.308367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:51.311766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Deleting port adf5231d-b216-4b82-ade2-ff08f8179b58 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:16:51.312655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.322197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:51.330644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, aeb2f039-9ae7-4b68-85b8-0f54003f4ec9) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:51.352590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:16:51.352782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553bf713-cfbb-43e9-8b60-328bc5381fec None None] Network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:51.353273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.362314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'security_group_rule': {'security_group_id': '320b1c91-5e01-412e-83ea-6a946879652d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:51.412384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.415977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:51.444789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1203360b-4a35-4cf6-92ce-3b62684af97c tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3918607 Mar 09 12:16:51.445179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:security_group_rule and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:51.449368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35480) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:51.493004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:51.495573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'floatingip': {'floating_network_id': 'aeb2f039-9ae7-4b68-85b8-0f54003f4ec9'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:51.499845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3aa54b48-6c50-4aff-8142-1ad2a20584ee None None] Provisioning for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:51.514489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:51.535192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:51.537564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:floatingip and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:51.542988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:51.567953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:51.572349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3aa54b48-6c50-4aff-8142-1ad2a20584ee None None] Provisioning complete for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:51.572735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3aa54b48-6c50-4aff-8142-1ad2a20584ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.578242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:51.594813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.637997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.670877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.758337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.775855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.776221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.779911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.894716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68b65f8380bd44cba6e11c6aa2d70a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1202705 Mar 09 12:16:51.896191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ff22c-6167-4005-9206-1d3a10aee06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cdd90f-754a-4c40-a87d-ff0c0fa10db1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:51.922958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:51.929780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Calling delete_port for adf5231d-b216-4b82-ade2-ff08f8179b58 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:16:51.937196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Transition to ACTIVE for port object f5f0d4bb-cc4c-4657-8d85-9680035395ac will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:51.951383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35484) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:51.969923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3aa54b48-6c50-4aff-8142-1ad2a20584ee None None] Port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:51.976608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.027520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.121091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Allocated IP 172.20.0.1 (29a26867-c8ae-46d0-9aff-3863d094abb4/e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe/e6de9d76-99bc-4578-bd6c-8dd683324a4d) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:52.128036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.136153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 427cb679-23f3-469f-8a80-e86d9d5e8111 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:52.153677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda217-aa64-4661-9f56-9f3ce7582efa None None] Pushing event updated for resources: {'Port': ['ID=f5f0d4bb-cc4c-4657-8d85-9680035395ac,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.173684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 427cb679-23f3-469f-8a80-e86d9d5e8111 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:52.173684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.200567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc3b5227-97eb-4048-8f40-ea9b328e51ce,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.203697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.257512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Attempting to bind port f5f0d4bb-cc4c-4657-8d85-9680035395ac on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:52.257887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Attempting to bind port f5f0d4bb-cc4c-4657-8d85-9680035395ac by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:52.258253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Attempting to bind port f5f0d4bb-cc4c-4657-8d85-9680035395ac on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:52.269055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:52.269434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:52.269840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.270227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:52.270710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Bound port: f5f0d4bb-cc4c-4657-8d85-9680035395ac, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:52.271111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.283107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.309409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8d191-ff65-4fc3-ba9d-7c3b439c3b1b None None] Network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:16:52.456842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.505603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] For port f5f0d4bb-cc4c-4657-8d85-9680035395ac, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:52.514464 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-40ccb745-19b4-4051-add3-13198232368c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bc3b5227-97eb-4048-8f40-ea9b328e51ce HTTP/1.1" status: 204 len: 168 time: 4.1782389 Mar 09 12:16:52.517631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:52.526546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.546037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] For port f5f0d4bb-cc4c-4657-8d85-9680035395ac, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5f0d4bb-cc4c-4657-8d85-9680035395ac,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:52.548015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0', 'external_fixed_ips': [{'subnet_id': 'af1d5529-3ad3-4928-b2b3-9f7f514bd907', 'ip_address': '2001:db8::31c'}]}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:52.555500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.564720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Allocated IP 172.20.0.3 (aeb2f039-9ae7-4b68-85b8-0f54003f4ec9/ff03df2d-f908-4811-8958-72b8af656162/bd5965f2-8f48-4e52-8f58-a67517bc298b) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:52.579916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:52.580435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.587464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.588054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Transition to ACTIVE for port object e6de9d76-99bc-4578-bd6c-8dd683324a4d will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:52.593737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:router and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:52.603098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.604611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:52.607863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cdd90f-754a-4c40-a87d-ff0c0fa10db1,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.617686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:52.618455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.649828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.661342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.663115 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b002936b-7195-4a18-873e-91fd9b1e9011 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03cdd90f-754a-4c40-a87d-ff0c0fa10db1 HTTP/1.1" status: 204 len: 168 time: 0.7098727 Mar 09 12:16:52.681291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.701196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.707192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 427cb679-23f3-469f-8a80-e86d9d5e8111, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=427cb679-23f3-469f-8a80-e86d9d5e8111,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:52.708698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8343928d-d28f-4dc1-8e7e-391cd2a99613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.731859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.765568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c0833f-9d75-47e7-84dd-715d46bc6899,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.779277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:52.780259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:52.810687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.812443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.816003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.851770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.856592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.890072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda217-aa64-4661-9f56-9f3ce7582efa None None] Pushing event updated for resources: {'Port': ['ID=f5f0d4bb-cc4c-4657-8d85-9680035395ac,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.894153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.895385 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-797dc69e-c37b-4971-8f75-c29ba48b1f2d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5391793 Mar 09 12:16:52.903227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf5231d-b216-4b82-ade2-ff08f8179b58,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:52.908688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35494) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:52.963266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:52.968275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5f7974b0-5bba-4982-95fb-fff77add6a32 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:52.969991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:52.976498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:52.980384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:floatingip and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:52.983163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:52.988824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:53.056727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.065875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Pushing event updated for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:53.088396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:53.091470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:53.106763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.198298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=427cb679-23f3-469f-8a80-e86d9d5e8111,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:53.200494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35500) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:53.245342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:53.281929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.287097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:53.353884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5f7974b0-5bba-4982-95fb-fff77add6a32 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:53.354390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.361980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.378468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:53.435953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:53.446979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:53.449850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:53.498290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ed01b920f94fe4bd34fc7a58e0f625 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:53.507512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:53.516434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eceb33bc-dd35-4964-8d7f-f53539288535 None None] Provisioning for port e6de9d76-99bc-4578-bd6c-8dd683324a4d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:53.517679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:53.531089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eceb33bc-dd35-4964-8d7f-f53539288535 None None] Provisioning complete for port e6de9d76-99bc-4578-bd6c-8dd683324a4d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:53.531690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eceb33bc-dd35-4964-8d7f-f53539288535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.551163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.585329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.590920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.593167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5965f2-8f48-4e52-8f58-a67517bc298b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:53.642530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-eceb33bc-dd35-4964-8d7f-f53539288535 None None] Port e6de9d76-99bc-4578-bd6c-8dd683324a4d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:53.655648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.660064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5f1c93d5-fe96-4692-9d35-39614bf856fb tempest-ExternalNetworksAdminNegativeTestJSON-1502259959 tempest-ExternalNetworksAdminNegativeTestJSON-1502259959-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/80dc7044-1134-4ce6-ba19-5193a88d2ad4 HTTP/1.1" status: 204 len: 168 time: 2.9261897 Mar 09 12:16:53.753725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:46Z', 'revision_number': 3, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:53.761545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4546b81-b2de-4f4f-a391-813aa9e82ec4 None None] The sync data for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv is: [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:46Z', 'revision_number': 3, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:16:53.786794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.804105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:16:53.888439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.901579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:53.927406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.046040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35510) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:54.046575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.201558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.208191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.316576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.344852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.348226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Pushing event updated for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:54.372725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.374449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.375145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69582ef7-95f9-423a-8262-4b05c3bf1037 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:16:54.393967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.442417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.533005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:54.547807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Usage tracker for resource:security_group_rule and tenant:da5b87724c1348f39c62253aeb2dea31 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:54.604758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:54.609616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:16:54.613521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2866fae3-ce45-4ff5-9a50-0e6fbd4fe050 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.8590848 Mar 09 12:16:54.623281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35516) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:54.627111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Synchronizing usage tracker for tenant:4643340390c24dd2a85d336946f49d43 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:16:54.637138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:54.673689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fccb55e-5cfd-46ae-a665-945a3aab1ac2,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:54.709007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.749164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.780770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] Unset dirty status for tenant:4643340390c24dd2a85d336946f49d43 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:16:54.782097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a996b279-9026-48d1-bf42-891e241cbe48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5ed01b920f94fe4bd34fc7a58e0f625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5783992 Mar 09 12:16:54.793175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35520) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:54.801507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Deleting port 41cc5098-0354-47e8-b2eb-984c4134071b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:16:54.801852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.818611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efbdfdc2-6b94-46f0-b85c-67e539958138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.862508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:54.869025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:54.895371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Allocated IP 172.26.5.145 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c155e1f2-cc14-4a61-9401-5d0b181cdd95) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:54.946032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:54.974402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5965f2-8f48-4e52-8f58-a67517bc298b,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:55.000559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.001044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5f0d4bb-cc4c-4657-8d85-9680035395ac up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:55.023862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.070670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.093434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.159205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f5f0d4bb-cc4c-4657-8d85-9680035395ac completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:16:55.167217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f5f0d4bb-cc4c-4657-8d85-9680035395ac triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:55.167900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.249648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6c99ee68-738a-49c4-845e-9879d10573a7 None None] Provisioning complete for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:55.250236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c99ee68-738a-49c4-845e-9879d10573a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.252693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.260671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.262142 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-115c0f73-c28a-48ac-a7b7-dbb360d470f0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8117585 Mar 09 12:16:55.294400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35524) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:55.304262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.341298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.348597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6c99ee68-738a-49c4-845e-9879d10573a7 None None] Port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:55.365127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.385807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f5f0d4bb-cc4c-4657-8d85-9680035395ac, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5f0d4bb-cc4c-4657-8d85-9680035395ac,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:16:55.396644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.397667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.398554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 427cb679-23f3-469f-8a80-e86d9d5e8111 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:55.408339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Pushing event updated for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:55.478413 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da5b87724c1348f39c62253aeb2dea31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4173038 Mar 09 12:16:55.479409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35530) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:55.489872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.529189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0466cf-4dab-4f69-a7df-5b03d8175a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c2947-498d-40b7-8f19-6990bdc9dcb5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:55.554033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f5f0d4bb-cc4c-4657-8d85-9680035395ac,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:55.573168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ae78ed4-11da-444a-ab4c-a95e7a419467 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Synchronizing usage tracker for tenant:50de510b624d4c279a0c522222cdc48d on resource:floatingip {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:16:55.578838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 427cb679-23f3-469f-8a80-e86d9d5e8111 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:55.579298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.615281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:16:55.623641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.628260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.657700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fccb55e-5cfd-46ae-a665-945a3aab1ac2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:55.696091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.712659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ae78ed4-11da-444a-ab4c-a95e7a419467 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Unset dirty status for tenant:50de510b624d4c279a0c522222cdc48d on resource:floatingip {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:16:55.713791 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ae78ed4-11da-444a-ab4c-a95e7a419467 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 HTTP/1.1" status: 200 len: 689 time: 0.4109883 Mar 09 12:16:55.716309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 2001:db8::31c (07a076fa-f6c8-4a61-8491-5ce57a4a0da0/af1d5529-3ad3-4928-b2b3-9f7f514bd907/1cd6a4f6-359c-4d80-8945-c000bb41351d) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:16:55.728625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35534) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:55.748140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.786778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:55.904340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:55.918119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:55.936262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.037048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Calling delete_port for 41cc5098-0354-47e8-b2eb-984c4134071b owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:16:56.040595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.121672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.122630 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a93dd499-6f2a-426f-92bf-c79897d4144d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fccb55e-5cfd-46ae-a665-945a3aab1ac2 HTTP/1.1" status: 204 len: 168 time: 1.3294358 Mar 09 12:16:56.180443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b9e54e66-08e2-489e-ac47-c522fcf62ad9 None None] Provisioning complete for port e6de9d76-99bc-4578-bd6c-8dd683324a4d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:56.181811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9e54e66-08e2-489e-ac47-c522fcf62ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.187077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:56.203069 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-85cd4e7b-9744-4a1b-9e1b-076d8fe6e408 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b6bb4b0-9014-4e1d-8008-70a7c352a114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4469097 Mar 09 12:16:56.203069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.203215 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Sync routers for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:56.218414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:56.222520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:56.250884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.259858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b9e54e66-08e2-489e-ac47-c522fcf62ad9 None None] Port e6de9d76-99bc-4578-bd6c-8dd683324a4d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:16:56.392970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:56.397837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:56.400797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:56.429013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.432670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Deleting port bd5965f2-8f48-4e52-8f58-a67517bc298b {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:16:56.433052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.505309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'Port': ['ID=c155e1f2-cc14-4a61-9401-5d0b181cdd95,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:56.534385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.539669 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:56.618825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.698942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.708508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c2947-498d-40b7-8f19-6990bdc9dcb5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:56.722477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Pushing event deleted for resources: {'Port': ['ID=41cc5098-0354-47e8-b2eb-984c4134071b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:56.750017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Router be05f9a3-da64-425a-abc4-e1c7d56c4466 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:16:56.789864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:56.819787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:16:56.844054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:16:56.870014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5f0d4bb-cc4c-4657-8d85-9680035395ac up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:16:56.926773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:16:57.003091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.022848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.064089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f5f0d4bb-cc4c-4657-8d85-9680035395ac triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:16:57.064629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.096748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d3e9c53-5b50-41ae-97b2-7378213b6b95 tempest-RoutersAdminNegativeIpV6Test-2144865446 tempest-RoutersAdminNegativeIpV6Test-2144865446-project-admin] 10.222.0.20 "DELETE /v2.0/ports/41cc5098-0354-47e8-b2eb-984c4134071b HTTP/1.1" status: 204 len: 168 time: 2.4639077 Mar 09 12:16:57.144560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 2, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:57.149997 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Checking router: 3b6bb4b0-9014-4e1d-8008-70a7c352a114 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:57.150704 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Updating router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:57.237226 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.364119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.374902 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e43ee1f2-ceaa-4180-b394-c6d489f93299 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d6c2947-498d-40b7-8f19-6990bdc9dcb5 HTTP/1.1" status: 204 len: 168 time: 1.8672979 Mar 09 12:16:57.469200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.477930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.554834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.555163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:57.556020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35580) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:57.740670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.741219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.782217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.808137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35592) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:57.825262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136479217', 'description': 'tempest-description--425858980'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:57.828170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.829374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'Port': ['ID=c155e1f2-cc14-4a61-9401-5d0b181cdd95,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:57.835962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:57.841087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Usage tracker for resource:security_group and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:57.844560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:57.852971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.854291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a7dd6d5e-2b74-4de2-a588-73d1bc590b15 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9415402 Mar 09 12:16:57.855557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:57.867669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.893326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:57.899371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Usage tracker for resource:security_group_rule and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:57.903534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:57.911304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:57.937682 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.951248 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Transition to ACTIVE for port object 5181e4ef-51dd-40bf-af18-a2b9a70713d7 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:16:57.961166 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:57.982620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=1cd6a4f6-359c-4d80-8945-c000bb41351d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:58.002320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Calling delete_port for bd5965f2-8f48-4e52-8f58-a67517bc298b owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:16:58.004709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.010531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.055307 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4b2cd-5bf5-4466-92b9-992e0df5a3f9 None None] Pushing event updated for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:58.073624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:58.092380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.093682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6128f20-53dc-45e1-a8b5-6eb8406d5d46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2763810 Mar 09 12:16:58.096745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35598) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:58.103986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'security_group_rule': {'security_group_id': 'd3e1fd32-571b-44d7-8b62-ce7a9b404c9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:58.110682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:58.116029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Usage tracker for resource:security_group_rule and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:58.119729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:58.126014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:58.169320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.179774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.203715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:58.218534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Usage tracker for resource:security_group_rule and tenant:ea27a7bad97842e69139092382d8c4c5 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:58.224491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:58.239863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:58.326475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.335882 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Attempting to bind port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:16:58.336422 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Attempting to bind port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:16:58.336933 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Attempting to bind port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 on network ae92d92a-a797-4f54-9984-fe729f0f45c3 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:16:58.339828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.344349 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:16:58.345295 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Checking segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:16:58.345878 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.346316 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Bound using segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:16:58.347436 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Bound port: 5181e4ef-51dd-40bf-af18-a2b9a70713d7, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:16:58.347683 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.367952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35604) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:58.372334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8b5a3a-72c8-4b3f-ba04-55f2a896ae32,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:58.394842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2038694565'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:58.442360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:58.461286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Usage tracker for resource:network and tenant:7bf1b096b66a4140be734c1a39a40ebf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:58.479862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:58.505034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:58.510092 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] For port 5181e4ef-51dd-40bf-af18-a2b9a70713d7, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:16:58.518136 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-84ac1c2b-4c75-4150-8482-76bceb97b488 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d75990be9f0d41d486542da8f7a945f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366348 Mar 09 12:16:58.522284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35608) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:58.523367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.527125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fec830c8-55d4-4a96-b0a6-630181081349 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4269624 Mar 09 12:16:58.528794 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] For port 5181e4ef-51dd-40bf-af18-a2b9a70713d7, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5181e4ef-51dd-40bf-af18-a2b9a70713d7,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:16:58.536850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.538212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35612) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:58.612209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'security_group_rule': {'security_group_id': 'd3e1fd32-571b-44d7-8b62-ce7a9b404c9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:16:58.617272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Made reservation on behalf of 7bf1b096b66a4140be734c1a39a40ebf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:16:58.621332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.652956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:58.657104 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:58.657892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:58.658912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Usage tracker for resource:security_group_rule and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:58.662309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:58.669604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:58.691199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.724318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.730120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:16:58.734980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Usage tracker for resource:security_group_rule and tenant:7bf1b096b66a4140be734c1a39a40ebf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:16:58.738327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:16:58.744945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:16:58.798213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.829938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.850231 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4b2cd-5bf5-4466-92b9-992e0df5a3f9 None None] Pushing event updated for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:58.874304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:16:58.896179 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:58.901115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Sync routers for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:16:58.905937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea27a7bad97842e69139092382d8c4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3347397 Mar 09 12:16:58.926019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35632) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:58.926685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:58.928017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:16:58.932591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:59.029791 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c43d2155-cf1b-4435-b15a-efe4d334919a admin admin] 10.222.0.20 "PUT /v2.0/routers/be05f9a3-da64-425a-abc4-e1c7d56c4466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3769155 Mar 09 12:16:59.075412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030943f-5406-4f91-b819-c22690477658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3992859-2c8c-44fd-8ca6-db71e6708fea,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:59.111171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.122669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.135776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.231427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35642) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:16:59.233749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:16:59.262711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.293274 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 12:16:59.311862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.314615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.378306 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:16:58Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:59.383952 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b54b6-3d83-4a3c-afdf-ccaa20a8a9fc None None] The sync data for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv is: [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:16:58Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:16:59.389474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.422981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:16:59.487687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.494878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.497739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd5965f2-8f48-4e52-8f58-a67517bc298b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:59.527537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e7c2d-b88b-4c1a-bfbf-7c9da2edbbd9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:59.664051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-bdd7846b-86e7-4ef1-ad5b-2faed461a9dd tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Synchronizing usage tracker for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:16:59.699130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d59cea4-fe94-460c-9dad-567e0d80c057,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:59.713244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.713244 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Added segment bb212141-b1ff-4f19-a9fb-5ff403164a2e of type vlan for network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 Mar 09 12:16:59.723414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.736528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router 040178a2-d14f-48de-bb18-ee30ed444a98 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:16:59.736736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:16:54Z', 'revision_number': 2, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:16:59.744790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Checking router: be05f9a3-da64-425a-abc4-e1c7d56c4466 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:16:59.745897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Updating router be05f9a3-da64-425a-abc4-e1c7d56c4466 port e6de9d76-99bc-4578-bd6c-8dd683324a4d binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:16:59.782175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.867296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6818d9-a2bb-430a-a25b-122de9dbe79d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:16:59.886356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.887981 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0fcb393-356c-4c19-9cf2-c832bcee3d92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6818d9-a2bb-430a-a25b-122de9dbe79d HTTP/1.1" status: 204 len: 168 time: 1.3619261 Mar 09 12:16:59.894633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-bdd7846b-86e7-4ef1-ad5b-2faed461a9dd tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Unset dirty status for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:16:59.902304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.909759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-bdd7846b-86e7-4ef1-ad5b-2faed461a9dd tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1667888621&fields=id&tenant_id=a787c7941eba4b65b0b41eb5c7877f09 HTTP/1.1" status: 200 len: 267 time: 0.6711025 Mar 09 12:16:59.958050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.974000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:16:59.976255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0acf2438-2da5-494b-bd0e-da9d0f4618bc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3832109 Mar 09 12:16:59.977709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.015403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35652) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:00.056435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:00.094690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:00.100444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.183245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff03df2d-f908-4811-8958-72b8af656162,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:00.295973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Usage tracker for resource:floatingip and tenant:27def692b8ab40a88b073a864293eadd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:00.318019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:00.366446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:00.395066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.418893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:00.421249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.423876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35658) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:00.427525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:00.439796 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Sync routers for ids ['040178a2-d14f-48de-bb18-ee30ed444a98'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:00.453659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044746945', 'description': 'tempest-description--486408649'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:00.465719 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Routers {'040178a2-d14f-48de-bb18-ee30ed444a98'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:00.468005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.468170 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['040178a2-d14f-48de-bb18-ee30ed444a98'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:00.501457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:00.506165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:security_group and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:00.509317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3992859-2c8c-44fd-8ca6-db71e6708fea,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:00.514872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:00.534115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:00.554042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.561065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:00.561682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.588623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.589225 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7864f6f6-3e16-46df-87af-ff4884d3829e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3992859-2c8c-44fd-8ca6-db71e6708fea HTTP/1.1" status: 204 len: 168 time: 1.6597562 Mar 09 12:17:00.602234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb2f039-9ae7-4b68-85b8-0f54003f4ec9']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:00.621837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.674628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.679526 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c8418a7d-f7fc-4492-8e47-e5f70be46aff tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1615498 Mar 09 12:17:00.682164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9375881-9c4e-4046-b7d0-c0f6d6259de1') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:00.682471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9375881-9c4e-4046-b7d0-c0f6d6259de1') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:00.684353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35670) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:00.727394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.737929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:00.744641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.791600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Transition to ACTIVE for port object e6de9d76-99bc-4578-bd6c-8dd683324a4d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:00.813540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.859279 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Set router 040178a2-d14f-48de-bb18-ee30ed444a98 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:00.859700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:security_group_rule and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:00.864559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:00.888698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.902252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:00.921960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:00.922385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:00.939518 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:00.980628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c77b-8a2b-4f69-b6eb-b36a92c909f8 None None] Pushing event updated for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:00.984634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5181e4ef-51dd-40bf-af18-a2b9a70713d7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:01.036557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'Network': ['ID=fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:01.085115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-37d1dcbd-9baa-4d31-aa35-dd14119c47e1 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:01.085958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-37d1dcbd-9baa-4d31-aa35-dd14119c47e1 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Synchronizing usage tracker for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:01.089812 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-65ede3a9-3a94-4aff-a97d-33449a23c642 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.5225396 Mar 09 12:17:01.094124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35680) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.158105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:01.184268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.231935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Request body: {'subnet': {'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:01.238606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35686) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.261676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeb2f039-9ae7-4b68-85b8-0f54003f4ec9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:01.275351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:01.348100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.362559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.385123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.446488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:01.483068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:01.483682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.539628 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9887c4df-0ab9-4da7-af69-ad6e4b1884da tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 HTTP/1.1" status: 204 len: 168 time: 5.8075876 Mar 09 12:17:01.543372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.544611 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1195004 Mar 09 12:17:01.551733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35692) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.552068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35694) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.557123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040178a2-d14f-48de-bb18-ee30ed444a98', 'name': '', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0', 'external_fixed_ips': [{'subnet_id': 'af1d5529-3ad3-4928-b2b3-9f7f514bd907', 'ip_address': '2001:db8::31c'}], 'enable_snat': True}, 'gw_port_id': '1cd6a4f6-359c-4d80-8945-c000bb41351d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:52Z', 'updated_at': '2022-03-09T12:16:57Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': '1cd6a4f6-359c-4d80-8945-c000bb41351d', 'name': '', 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040178a2-d14f-48de-bb18-ee30ed444a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'af1d5529-3ad3-4928-b2b3-9f7f514bd907', 'ip_address': '2001:db8::31c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:55Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af1d5529-3ad3-4928-b2b3-9f7f514bd907', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:01.562494 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Checking router: 040178a2-d14f-48de-bb18-ee30ed444a98 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:01.563096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Updating router 040178a2-d14f-48de-bb18-ee30ed444a98 port 1cd6a4f6-359c-4d80-8945-c000bb41351d binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:17:01.565362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Attempting to bind port e6de9d76-99bc-4578-bd6c-8dd683324a4d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:01.565736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Attempting to bind port e6de9d76-99bc-4578-bd6c-8dd683324a4d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:01.566099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Attempting to bind port e6de9d76-99bc-4578-bd6c-8dd683324a4d on network 29a26867-c8ae-46d0-9aff-3863d094abb4 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:01.594808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:01.595193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Checking segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:01.595599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.595997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Bound using segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:01.596476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Bound port: e6de9d76-99bc-4578-bd6c-8dd683324a4d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:01.596849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.602257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'security_group_rule': {'security_group_id': '074866da-b2eb-4402-b738-f70aea5171f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:01.664428 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.713105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:01.738763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688117-5ad2-4e0c-bb08-49a73d883ec1 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074866da-b2eb-4402-b738-f70aea5171f1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:01.742806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:security_group_rule and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:01.757721 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1f12f710-c2cf-4e3e-8322-6b177324eafe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=857175eebe3848ff8a3498abaf58fb00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4889686 Mar 09 12:17:01.761416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35702) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.762212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:01.770271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67bcff64-9287-486c-ac81-18eb378367cf tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Synchronizing usage tracker for tenant:50de510b624d4c279a0c522222cdc48d on resource:floatingip {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:01.781920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:01.824476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-37d1dcbd-9baa-4d31-aa35-dd14119c47e1 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Unset dirty status for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:01.828978 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-37d1dcbd-9baa-4d31-aa35-dd14119c47e1 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/networks?id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 200 len: 812 time: 1.9169624 Mar 09 12:17:01.874040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] For port e6de9d76-99bc-4578-bd6c-8dd683324a4d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:01.875511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.881610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] For port e6de9d76-99bc-4578-bd6c-8dd683324a4d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e6de9d76-99bc-4578-bd6c-8dd683324a4d,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:01.895592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67bcff64-9287-486c-ac81-18eb378367cf tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Unset dirty status for tenant:50de510b624d4c279a0c522222cdc48d on resource:floatingip {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:01.898317 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-67bcff64-9287-486c-ac81-18eb378367cf tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3301048 Mar 09 12:17:01.903841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35706) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:01.904189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:01.936565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:01.956038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Usage tracker for resource:subnet and tenant:7bf1b096b66a4140be734c1a39a40ebf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:01.986350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.008050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.054022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.138453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.143804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.159138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:02.182866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e589f8bf-575c-4c3c-8158-1bc4267092cb tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/quotas/a787c7941eba4b65b0b41eb5c7877f09 HTTP/1.1" status: 200 len: 375 time: 0.3411641 Mar 09 12:17:02.223305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:02.228676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:02.229356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:02.267394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d28f2-2a68-4603-aade-da73381515ac,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:02.290494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.290958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.296483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.296957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.297422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.297886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.298336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:02.299354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Synchronizing usage tracker for tenant:50de510b624d4c279a0c522222cdc48d on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:02.328172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.330814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.336629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-be61d925-3f3b-4551-8ec2-7931b31158f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e89d28f2-2a68-4603-aade-da73381515ac HTTP/1.1" status: 204 len: 168 time: 0.5712202 Mar 09 12:17:02.340303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.346476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.346606 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.384244 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Transition to ACTIVE for port object 1cd6a4f6-359c-4d80-8945-c000bb41351d will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:02.386275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb632cbc-6729-4966-b2ae-96a60c0206bd,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:02.420095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.420695 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.424075 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a8400d3c-a17c-45c1-a13b-1c0642448b2f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8512654 Mar 09 12:17:02.424075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35718) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:02.432087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'security_group_rule': {'security_group_id': '074866da-b2eb-4402-b738-f70aea5171f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:02.436052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Made reservation on behalf of 7bf1b096b66a4140be734c1a39a40ebf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:02.440188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.446078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:02.474628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Unset dirty status for tenant:50de510b624d4c279a0c522222cdc48d on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:02.475594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c77b-8a2b-4f69-b6eb-b36a92c909f8 None None] Pushing event updated for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:02.478589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-96fb3907-2c1f-4dc8-ae24-a163bd38bf18 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.5735128 Mar 09 12:17:02.479799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:security_group_rule and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:02.487870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35722) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:02.494580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:02.618373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 5181e4ef-51dd-40bf-af18-a2b9a70713d7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5181e4ef-51dd-40bf-af18-a2b9a70713d7,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:02.635589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.649996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:02.650571 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Attempting to bind port 1cd6a4f6-359c-4d80-8945-c000bb41351d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:02.651034 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Attempting to bind port 1cd6a4f6-359c-4d80-8945-c000bb41351d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:02.651326 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Attempting to bind port 1cd6a4f6-359c-4d80-8945-c000bb41351d on network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:02.653647 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae7c8-4633-42ae-b06b-d1c613d30b15 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a4f6-359c-4d80-8945-c000bb41351d,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:02.666542 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:02.666758 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Checking segment: {'id': '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:02.667005 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.667552 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Bound using segment: {'id': '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:02.668036 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Bound port: 1cd6a4f6-359c-4d80-8945-c000bb41351d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '07a076fa-f6c8-4a61-8491-5ce57a4a0da0'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:02.668431 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.690701 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-5bee7a49-941f-4d0d-884e-62f52a3cb9bc tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] delete failed (client error): The resource could not be found. Mar 09 12:17:02.709227 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5bee7a49-941f-4d0d-884e-62f52a3cb9bc tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/674f5569-e6f7-46da-a54f-60fb6f71f7bb HTTP/1.1" status: 404 len: 345 time: 0.2201462 Mar 09 12:17:02.710332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35730) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:02.795662 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06b17a4-c408-4a32-9673-d6502f2b1b4d tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] DELETE failed (client error): The resource could not be found. Mar 09 12:17:02.796575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06b17a4-c408-4a32-9673-d6502f2b1b4d tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:17:02.807759 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e06b17a4-c408-4a32-9673-d6502f2b1b4d tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/aeb2f039-9ae7-4b68-85b8-0f54003f4ec9 HTTP/1.1" status: 404 len: 339 time: 0.0645738 Mar 09 12:17:02.809857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35736) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:02.814580 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] For port 1cd6a4f6-359c-4d80-8945-c000bb41351d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:02.818091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'name': 'tempest-network--1509852946', 'router:external': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:02.822761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.827829 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] For port 1cd6a4f6-359c-4d80-8945-c000bb41351d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1cd6a4f6-359c-4d80-8945-c000bb41351d,segment=NetworkSegment(2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f),segment_id=2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:02.847325 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.848814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:02.851079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:02.863575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:network and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:02.870745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:02.898549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:02.931739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:02.934350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:02.976153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.002982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:03.015658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.015658 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Added segment 4f780533-6b2f-4524-aba9-d04399edf998 of type vlan for network f06aa534-cad8-44df-a528-51ca30266c1f Mar 09 12:17:03.058937 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Routers {'040178a2-d14f-48de-bb18-ee30ed444a98'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:03.061495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:16:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['040178a2-d14f-48de-bb18-ee30ed444a98'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:03.064244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.121486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-0840fcc5-d25e-4c6d-b21c-366919c7f8ee tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8992984 Mar 09 12:17:03.129418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.129666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.150239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.151840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.152681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.165198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Deleting port 1cd6a4f6-359c-4d80-8945-c000bb41351d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:03.165729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.209879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Allocated IP 172.26.5.222 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/0761d733-260f-43ca-b64f-26aa5de77854) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:03.235070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309acc5b-c078-4873-b526-2805805448bc,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:03.301705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:03.337374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.338548 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0c776022-e638-43e0-9c0b-5c6be331fe06 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9136136 Mar 09 12:17:03.344803 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5316565 Mar 09 12:17:03.344803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:03.347723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35758) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:03.348597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2037b-3825-476a-953a-64e23fb336c0 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=f06aa534-cad8-44df-a528-51ca30266c1f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:03.377503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:03.398464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:03.407551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:floatingip and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:03.414361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:03.436424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f06aa534-cad8-44df-a528-51ca30266c1f details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:03.460402 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae7c8-4633-42ae-b06b-d1c613d30b15 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a4f6-359c-4d80-8945-c000bb41351d,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:03.507271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:03.518249 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] Set router 040178a2-d14f-48de-bb18-ee30ed444a98 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:03.562103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:03.685937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e981a24e-713e-4910-b605-68bc5797755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:01Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:03.694863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.696095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981a24e-713e-4910-b605-68bc5797755a None None] The sync data for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv is: [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:01Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:03.702305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.708365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.726430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.739364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:03.740826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Synchronizing usage tracker for tenant:31654bd8e9d14a2faf63b9f349e65a48 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:03.756647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35770) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:03.789623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e72e86c9-76c6-4903-9077-bb8e2f6f6699 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:17:03.798087 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e72e86c9-76c6-4903-9077-bb8e2f6f6699 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1611462 Mar 09 12:17:03.805124 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040178a2-d14f-48de-bb18-ee30ed444a98', 'name': '', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:52Z', 'updated_at': '2022-03-09T12:17:03Z', 'revision_number': 4, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:03.809567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d208a3d-e5ad-4a15-a90e-43428914bbfc None None] The sync data for ids ['040178a2-d14f-48de-bb18-ee30ed444a98'] in dv-neutron-832762-2-hyperv is: [{'id': '040178a2-d14f-48de-bb18-ee30ed444a98', 'name': '', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:52Z', 'updated_at': '2022-03-09T12:17:03Z', 'revision_number': 4, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:03.937575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1748166934', 'router:external': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:03.943984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:03.964421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Unset dirty status for tenant:31654bd8e9d14a2faf63b9f349e65a48 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:03.968981 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a3534af7-da28-4ce6-87b0-359c033bbe6d tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.6135299 Mar 09 12:17:03.968981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:network and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:03.971051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:03.973604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35780) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:03.981320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:04.089021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.095756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Made reservation on behalf of 03c64bd5d547429288845469e11a7063 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:04.096808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35784) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:04.098054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.127816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.151083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.153123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:04.161762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:security_group_rule and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:04.168356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:04.185759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:04.196611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] For port 1cd6a4f6-359c-4d80-8945-c000bb41351d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1cd6a4f6-359c-4d80-8945-c000bb41351d,segment=NetworkSegment(2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f),segment_id=2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:04.197298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.197409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.210241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.400815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1096369102'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:04.410992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Calling delete_port for 1cd6a4f6-359c-4d80-8945-c000bb41351d owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:04.443730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-7b8595a2-bb83-4efd-957d-b33f70ffcc1c service neutron] 10.222.0.20 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443222 Mar 09 12:17:04.477843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.486649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:04.488854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'Subnet': ['ID=34ad77ee-5224-4126-8046-dc3b3944eb49,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:04.519177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:network and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:04.528716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06aa534-cad8-44df-a528-51ca30266c1f']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:04.531353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:04.546746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f780533-6b2f-4524-aba9-d04399edf998') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:04.546953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:04.547058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f780533-6b2f-4524-aba9-d04399edf998') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:04.569793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.599839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Checking segment: {'id': 'bb212141-b1ff-4f19-a9fb-5ff403164a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:04.600199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Network hostable DHCP agents. Network: fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:17:04.601679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.612507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.614001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:04.614193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:04.629975 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:04.643530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.735139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e3541-fdee-4229-909d-8987c8e71885,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:04.749037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.768051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:04.772307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:04.772716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f06aa534-cad8-44df-a528-51ca30266c1f {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:04.776960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.779769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.782345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Network': ['ID=f06aa534-cad8-44df-a528-51ca30266c1f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:04.805753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.805753 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Added segment 6302a2da-ebb4-48a1-9e90-4d6513df8c2a of type vlan for network 4baef700-861e-4572-a70a-bffbd5602343 Mar 09 12:17:04.812386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.848033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.872233 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c2ed8b40-0baf-4a31-89f6-78a3be3320cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f06aa534-cad8-44df-a528-51ca30266c1f HTTP/1.1" status: 204 len: 168 time: 0.8917487 Mar 09 12:17:04.875701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35790) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:04.900285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'name': 'tempest-network--2076685215', 'router:external': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:04.908269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:17:04.909636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:04.917985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.923599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:network and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:04.928111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:04.933929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:04.942720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:04.947938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:security_group_rule and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:04.955639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-3e258834-8c49-491a-a405-35e57a053d46 service neutron] 10.222.0.20 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921646 Mar 09 12:17:04.961924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Allocated IP 172.26.5.11 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/8098b422-c4c2-4156-abcb-4677102bc780) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:04.962373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:04.974749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:04.979361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:04.980386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:04.985223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49484c54-f290-4e3a-a023-73fa4903a3a2 None None] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:05.003953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:05.005338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:05.008849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:05.014937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:05.016381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.017901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:05.069223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'Port': ['ID=0761d733-260f-43ca-b64f-26aa5de77854,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:05.082858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5181e4ef-51dd-40bf-af18-a2b9a70713d7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:05.237597 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-741f9aea-265d-41e6-9727-87849f8a32a7 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1406398 Mar 09 12:17:05.238387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35794) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:05.255555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.255770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Request body: {'port': {'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-881318955'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:05.283680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.284738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:05.285598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.323108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.428183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:05.430122 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6418204 Mar 09 12:17:05.437638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:05.441811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973', 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973', 'tenant_id': '7bf1b096b66a4140be734c1a39a40ebf', 'fixed_ips': [{'subnet_id': '34ad77ee-5224-4126-8046-dc3b3944eb49'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:17:05.448101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'Port': ['ID=8098b422-c4c2-4156-abcb-4677102bc780,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:05.450005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.450903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:05.453651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'subnet': {'network_id': '4baef700-861e-4572-a70a-bffbd5602343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:05.455803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:05.481401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.486147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:05.496054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:05.496354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.676670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.730103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:subnet and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:05.744277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35824) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:05.784515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:05.799811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:05.809391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cd6a4f6-359c-4d80-8945-c000bb41351d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:05.858640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.860565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Allocated IP 2001:db8::2 (fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973/34ad77ee-5224-4126-8046-dc3b3944eb49/505025d6-0d98-4ef5-9bab-b53a02c4484b) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:05.895660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.907955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:05.985598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:05.986123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Added segment cca08139-c780-4835-8396-f309ea01c0bb of type vlan for network 8276201f-2604-4a8d-b00e-eae3ad0d5a18 Mar 09 12:17:06.027353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.038829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c15a8-b720-4d7c-90d4-c2c1fbaa454c tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Network': ['ID=4baef700-861e-4572-a70a-bffbd5602343,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:06.075346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.111401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 4baef700-861e-4572-a70a-bffbd5602343 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:06.136792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.141802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.231938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e9ad0e7-84c7-4656-aca8-628a325620f6 req-81af0589-75e9-42ed-89a3-8c24bd808a85 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 210 time: 0.4384842 Mar 09 12:17:06.240425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:06.252542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.255174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.272462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.273503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:06.274089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.293737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Made reservation on behalf of 03c64bd5d547429288845469e11a7063 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:06.296373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.410473 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5287747 Mar 09 12:17:06.413707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35842) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:06.453501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69589-3203-455d-a257-55adfbcccf9e tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=8276201f-2604-4a8d-b00e-eae3ad0d5a18,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:06.454087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e6de9d76-99bc-4578-bd6c-8dd683324a4d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:06.471691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:06.484055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.484414 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Added segment 1739de1e-6b41-42de-8378-8aa9a998e115 of type vlan for network 022773c5-94c0-41da-835d-f3cc15c70d6a Mar 09 12:17:06.497576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.500260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8276201f-2604-4a8d-b00e-eae3ad0d5a18 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:06.524174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.557422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.558020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 040178a2-d14f-48de-bb18-ee30ed444a98 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:06.559991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Usage tracker for resource:port and tenant:7bf1b096b66a4140be734c1a39a40ebf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:06.580201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:06.593134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Transition to ACTIVE for port object 505025d6-0d98-4ef5-9bab-b53a02c4484b will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:06.601093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.607020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:06.607634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.644786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:06.685822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:06.700291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35850) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:06.701988 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5484118 Mar 09 12:17:06.703022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ca36b-6ce6-4a01-b91b-82336d33d275,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:06.712029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.718866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1a270f30-4cc2-4b7a-860c-fe9b65169b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/routers/040178a2-d14f-48de-bb18-ee30ed444a98 HTTP/1.1" status: 204 len: 168 time: 6.0151839 Mar 09 12:17:06.719046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7467c-9c58-43d6-b97c-41d6cc34ca2f tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:06.719046 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2ee7467c-9c58-43d6-b97c-41d6cc34ca2f tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "GET /v2.0/networks/8276201f-2604-4a8d-b00e-eae3ad0d5a18 HTTP/1.1" status: 200 len: 757 time: 0.2902656 Mar 09 12:17:06.720616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'subnet': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:06.737413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.739211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Transition to ACTIVE for port object 505025d6-0d98-4ef5-9bab-b53a02c4484b will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:06.739538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35856) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:06.740759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35858) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:06.758079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.765424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.768882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.862985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e6de9d76-99bc-4578-bd6c-8dd683324a4d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:06.867884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:06.876799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:06.879110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:06.886320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Made reservation on behalf of 7bf1b096b66a4140be734c1a39a40ebf for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:06.888961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e6de9d76-99bc-4578-bd6c-8dd683324a4d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:06.889333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.891238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:06.917862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Pushing event updated for resources: {'Port': ['ID=505025d6-0d98-4ef5-9bab-b53a02c4484b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:06.937550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ded0-9fb7-4a3b-aa6e-2e7feb83b2f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Network': ['ID=022773c5-94c0-41da-835d-f3cc15c70d6a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:06.963202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] device_id is not set on port 5757348e-684b-4af5-8c83-d530d928d008 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:06.982170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 022773c5-94c0-41da-835d-f3cc15c70d6a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:07.049945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.188114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Attempting to bind port 505025d6-0d98-4ef5-9bab-b53a02c4484b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:07.188636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Attempting to bind port 505025d6-0d98-4ef5-9bab-b53a02c4484b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'bb212141-b1ff-4f19-a9fb-5ff403164a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:07.188721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Attempting to bind port 505025d6-0d98-4ef5-9bab-b53a02c4484b on network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:07.203657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:07.204031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Checking segment: {'id': 'bb212141-b1ff-4f19-a9fb-5ff403164a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:07.204416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.204802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Bound using segment: {'id': 'bb212141-b1ff-4f19-a9fb-5ff403164a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:07.205293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Bound port: 505025d6-0d98-4ef5-9bab-b53a02c4484b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb212141-b1ff-4f19-a9fb-5ff403164a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:07.205681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.345129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.354996 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0085840 Mar 09 12:17:07.363427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Deleting subnet af1d5529-3ad3-4928-b2b3-9f7f514bd907 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:17:07.367014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.373354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Allocated IP 2001:db8::1a0 (fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973/34ad77ee-5224-4126-8046-dc3b3944eb49/5757348e-684b-4af5-8c83-d530d928d008) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:07.388003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.429653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.473410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.499034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.525342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] For port 505025d6-0d98-4ef5-9bab-b53a02c4484b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:07.528800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] For port 505025d6-0d98-4ef5-9bab-b53a02c4484b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=505025d6-0d98-4ef5-9bab-b53a02c4484b,segment=NetworkSegment(bb212141-b1ff-4f19-a9fb-5ff403164a2e),segment_id=bb212141-b1ff-4f19-a9fb-5ff403164a2e)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:07.535327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e6de9d76-99bc-4578-bd6c-8dd683324a4d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e6de9d76-99bc-4578-bd6c-8dd683324a4d,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:07.539885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.576193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.608416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15c9fd-b86c-4033-b5b1-26d24640b484 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'Port': ['ID=8098b422-c4c2-4156-abcb-4677102bc780,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:07.625638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e20c41-b280-4f3e-b033-478636120dc1 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:07.627046 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b9e20c41-b280-4f3e-b033-478636120dc1 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "GET /v2.0/networks/5383dd6b-b159-40da-b645-a548f6c512c2 HTTP/1.1" status: 200 len: 766 time: 0.8798702 Mar 09 12:17:07.642297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35882) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:07.645570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:07.649064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf55f6-48aa-4183-ab2e-f645a80ceb60 None None] Pushing event updated for resources: {'Port': ['ID=505025d6-0d98-4ef5-9bab-b53a02c4484b,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:07.682390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:subnet and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:07.696932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:07.709473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:07.739167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:07.770396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.792253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:07.795683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.844828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.858393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.877445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Transition to ACTIVE for port object 5757348e-684b-4af5-8c83-d530d928d008 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:07.934089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:07.992593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.13', 55929) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:08.054576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af1d5529-3ad3-4928-b2b3-9f7f514bd907,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:08.059604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.132034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ccfda553-5df5-4640-8dd7-7b8b6e36a2fb tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/af1d5529-3ad3-4928-b2b3-9f7f514bd907 HTTP/1.1" status: 204 len: 168 time: 1.3894420 Mar 09 12:17:08.167019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:08.178325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.203454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eabb5af0-29db-4bc1-851d-c92126096df4 req-0feb6134-9052-4397-b080-b96d857dccbe tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 210 time: 0.4360666 Mar 09 12:17:08.289490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.295570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-63c82abe-fa6d-471d-b168-86d6add8e6ec tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Synchronizing usage tracker for tenant:79017eb76eab417ca80e534a1353464c on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:08.304520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'Port': ['ID=0761d733-260f-43ca-b64f-26aa5de77854,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:08.358045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:08.384828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-4618e249-f90e-49c3-81de-06bc18500f1c tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:08.386295 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-4618e249-f90e-49c3-81de-06bc18500f1c tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "GET /v2.0/networks?id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 200 len: 812 time: 0.3889809 Mar 09 12:17:08.391225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8276201f-2604-4a8d-b00e-eae3ad0d5a18']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:08.407451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca08139-c780-4835-8396-f309ea01c0bb') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:08.407751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca08139-c780-4835-8396-f309ea01c0bb') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:08.407868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:08.425858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.426670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:08.433149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:08.433785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.448477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.494589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.518178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.519089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-63c82abe-fa6d-471d-b168-86d6add8e6ec tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Unset dirty status for tenant:79017eb76eab417ca80e534a1353464c on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:08.527423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-63c82abe-fa6d-471d-b168-86d6add8e6ec tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1044746945&fields=id&tenant_id=79017eb76eab417ca80e534a1353464c HTTP/1.1" status: 200 len: 267 time: 0.7626126 Mar 09 12:17:08.542774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'Port': ['ID=5757348e-684b-4af5-8c83-d530d928d008,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:08.549039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:08.549797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.571716 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-44dd8506-67e6-4e3c-9703-9b433315151a tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3252542 Mar 09 12:17:08.579447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.580024 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b8b8f362-cf68-4c53-b794-a39777171832 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5407813 Mar 09 12:17:08.581472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35912) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:08.604167 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:08.636333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:08.769968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Subnet': ['ID=608c46e6-1281-496e-86a3-8f0cbd7de99b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:08.781222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Request body: {'port': {'network_id': 'fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-818802226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:08.782055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] bootfile-name is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:08.782139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] tftp-server is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:08.783072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] server-ip-address is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:08.812723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-2df19805-897b-480f-99cc-1c1aeb36510b tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a787c7941eba4b65b0b41eb5c7877f09 HTTP/1.1" status: 200 len: 380 time: 0.3784790 Mar 09 12:17:08.841191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'port': {'device_id': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'admin_state_up': True, 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'security_groups': ['320b1c91-5e01-412e-83ea-6a946879652d']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:09.027524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.045466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef11cf-553f-4e41-9054-610416c97d4c None None] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:09.052091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8276201f-2604-4a8d-b00e-eae3ad0d5a18 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:09.059908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.070643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Network': ['ID=8276201f-2604-4a8d-b00e-eae3ad0d5a18,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:09.094727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-c932d43a-d31a-41e3-a216-be23d5ce5a4f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:09.101728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-c932d43a-d31a-41e3-a216-be23d5ce5a4f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Synchronizing usage tracker for tenant:79017eb76eab417ca80e534a1353464c on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:09.122988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Checking segment: {'id': '1739de1e-6b41-42de-8378-8aa9a998e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:09.123439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network hostable DHCP agents. Network: 022773c5-94c0-41da-835d-f3cc15c70d6a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:17:09.155872 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a15bb62-b33c-4ad7-beb3-e1e46cd9eb96 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8276201f-2604-4a8d-b00e-eae3ad0d5a18 HTTP/1.1" status: 204 len: 168 time: 1.5124137 Mar 09 12:17:09.175537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35940) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:09.178909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:17:09.179642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.205018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'name': 'tempest-network--2095209511'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:09.225984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:09.235577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Usage tracker for resource:network and tenant:50de510b624d4c279a0c522222cdc48d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:09.243740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:09.256971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:09.282495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:09.292005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Made reservation on behalf of 50de510b624d4c279a0c522222cdc48d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:09.295004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.307897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Usage tracker for resource:port and tenant:a787c7941eba4b65b0b41eb5c7877f09 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:09.313525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:09.320390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:17:09.330940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:09.351211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 022773c5-94c0-41da-835d-f3cc15c70d6a) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:09.363209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3848fee-8f30-4f10-b87f-e8bea8b69392 None None] Network 022773c5-94c0-41da-835d-f3cc15c70d6a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:09.368130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:09.369071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.381580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ac70470a-903b-425f-8fa2-184fdcea9e79 None None] Provisioning for port 505025d6-0d98-4ef5-9bab-b53a02c4484b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:09.395329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Made reservation on behalf of a787c7941eba4b65b0b41eb5c7877f09 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:09.431348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-84c235d1-ed6d-417e-adb6-b733ac4b310a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Synchronizing usage tracker for tenant:27def692b8ab40a88b073a864293eadd on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:09.438899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.464927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:09.473561 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-64db13b8-0d55-484a-80d2-cbe870846b21 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7705309 Mar 09 12:17:09.480686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:09.520676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.521534 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Added segment 40be8fa0-c08a-4dec-a344-0b12a12a7026 of type vlan for network a1bf0bbc-9e55-458f-837b-b2d616a9c469 Mar 09 12:17:09.572964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:09.578669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.583103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Usage tracker for resource:port and tenant:7bf1b096b66a4140be734c1a39a40ebf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:09.605308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:09.629930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:09.659114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.663738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:09.666602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.682924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-c932d43a-d31a-41e3-a216-be23d5ce5a4f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Unset dirty status for tenant:79017eb76eab417ca80e534a1353464c on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:09.686305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-c932d43a-d31a-41e3-a216-be23d5ce5a4f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/networks?id=29a26867-c8ae-46d0-9aff-3863d094abb4 HTTP/1.1" status: 200 len: 806 time: 1.1567128 Mar 09 12:17:09.697054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-383303083'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:09.709466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.756264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Made reservation on behalf of 7bf1b096b66a4140be734c1a39a40ebf for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:09.759916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.832833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-022773c5-94c0-41da-835d-f3cc15c70d6a', 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'tenant_id': 'cbf71797f73e4863a8b448b0c279a297', 'fixed_ips': [{'subnet_id': '608c46e6-1281-496e-86a3-8f0cbd7de99b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:17:09.836959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.841853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a076fa-f6c8-4a61-8491-5ce57a4a0da0']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:09.881630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:09.884415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc4c2a5-454e-4d94-8d06-1ed7b21dcf6f') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:09.908699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.934560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.950629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:09.951032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:09.993045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e6de9d76-99bc-4578-bd6c-8dd683324a4d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:10.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:10.101012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89b92722-d9bd-4457-bf0b-524832220d29,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:10.128836 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-ced26c24-5364-420b-9ddf-fed88b96681c tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/quotas/79017eb76eab417ca80e534a1353464c HTTP/1.1" status: 200 len: 375 time: 0.3187945 Mar 09 12:17:10.142540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3db3525d-cf13-4f2d-88d1-6ffbf66b0554 None None] Provisioning for port 5757348e-684b-4af5-8c83-d530d928d008 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:10.162799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] device_id is not set on port db28b1d7-8cf8-4fcc-a5c9-ff57821b952e yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:10.209647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3db3525d-cf13-4f2d-88d1-6ffbf66b0554 None None] Provisioning complete for port 5757348e-684b-4af5-8c83-d530d928d008 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:10.210170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3db3525d-cf13-4f2d-88d1-6ffbf66b0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:10.282393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-84c235d1-ed6d-417e-adb6-b733ac4b310a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Unset dirty status for tenant:27def692b8ab40a88b073a864293eadd on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:10.283577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-84c235d1-ed6d-417e-adb6-b733ac4b310a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1136479217&fields=id&tenant_id=27def692b8ab40a88b073a864293eadd HTTP/1.1" status: 200 len: 267 time: 1.4051547 Mar 09 12:17:10.310885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e6de9d76-99bc-4578-bd6c-8dd683324a4d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:10.311253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:10.447753 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2693892 Mar 09 12:17:10.457467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35950) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:10.467034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Allocated IP 2001:db8::2 (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/c103b4f5-482f-43b0-8e7e-645774caf150) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:10.479817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3db3525d-cf13-4f2d-88d1-6ffbf66b0554 None None] Port 5757348e-684b-4af5-8c83-d530d928d008 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:10.544790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Checking segment: {'id': '6302a2da-ebb4-48a1-9e90-4d6513df8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:10.545409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network hostable DHCP agents. Network: 4baef700-861e-4572-a70a-bffbd5602343, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:17:10.557635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:10.581325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:10.617973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:17:10.726531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07a076fa-f6c8-4a61-8491-5ce57a4a0da0 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:10.732094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:10.762030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Allocated IP 172.20.0.8 (c74f1bc2-3cc0-422d-93c5-cbe5b56253ae/7327b43b-09d4-4ec8-9292-d3daa4fa9104/abc995d8-877e-4cab-a2b5-0f37defba3ca) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:10.774303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Network': ['ID=07a076fa-f6c8-4a61-8491-5ce57a4a0da0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:10.778308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Allocated IP 2001:db8::35b (fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973/34ad77ee-5224-4126-8046-dc3b3944eb49/db28b1d7-8cf8-4fcc-a5c9-ff57821b952e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:10.820255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4fe5ff5f-f296-465d-8a4e-453fdd1b6df3 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/networks/07a076fa-f6c8-4a61-8491-5ce57a4a0da0 HTTP/1.1" status: 204 len: 168 time: 2.6351337 Mar 09 12:17:10.820255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 4baef700-861e-4572-a70a-bffbd5602343 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:17:10.838184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d977-9e7a-4147-875f-111cb3f05d40 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=a1bf0bbc-9e55-458f-837b-b2d616a9c469,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:10.853740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:10.882075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:port and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:10.888840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:10.899856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network a1bf0bbc-9e55-458f-837b-b2d616a9c469 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:10.932224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 4baef700-861e-4572-a70a-bffbd5602343) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:10.981720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:10.982324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:10.988833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 505025d6-0d98-4ef5-9bab-b53a02c4484b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:11.018629 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-72c3646d-813c-4180-b0b3-65c5d06b8b50 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79017eb76eab417ca80e534a1353464c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7292531 Mar 09 12:17:11.042527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-fb311d13-0936-4325-8054-21c33beecbec tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:11.043257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-fb311d13-0936-4325-8054-21c33beecbec tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Synchronizing usage tracker for tenant:27def692b8ab40a88b073a864293eadd on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:11.097822 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-766ccbdb-c385-4338-ae0c-0d912ffa1d07 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.6555324 Mar 09 12:17:11.103792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35958) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:11.137415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:11.138821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c00b2192-3135-4acc-8693-96f5e20f608a None None] Provisioning complete for port 5757348e-684b-4af5-8c83-d530d928d008 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:11.139365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c00b2192-3135-4acc-8693-96f5e20f608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:11.163722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-fb311d13-0936-4325-8054-21c33beecbec tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Unset dirty status for tenant:27def692b8ab40a88b073a864293eadd on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:11.166309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-fb311d13-0936-4325-8054-21c33beecbec tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 811 time: 0.8290460 Mar 09 12:17:11.177776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2120999177', 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:11.226882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:11.228926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c7e9f-5e0f-4028-97a8-bdf1cdefdf29 None None] Network 4baef700-861e-4572-a70a-bffbd5602343 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:11.236684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:11.611526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35968) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:11.632355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port 30cf2c3b-4401-47cc-b782-c5466179d6da yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:11.717391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'name': 'tempest-router--372841847', 'project_id': '284b07c9f9e34318bbe2d50923717c08'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:11.729709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:11.768838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:11.772112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Transition to ACTIVE for port object db28b1d7-8cf8-4fcc-a5c9-ff57821b952e will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:11.792462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:router and tenant:284b07c9f9e34318bbe2d50923717c08 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:11.804953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:11.857595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:11.883790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:11.926479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:port and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:11.956553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:11.975321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c00b2192-3135-4acc-8693-96f5e20f608a None None] Port 5757348e-684b-4af5-8c83-d530d928d008 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:12.014424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:12.015681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Transition to ACTIVE for port object c103b4f5-482f-43b0-8e7e-645774caf150 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:12.033921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.048208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:12.049427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 505025d6-0d98-4ef5-9bab-b53a02c4484b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:12.076085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 505025d6-0d98-4ef5-9bab-b53a02c4484b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:12.076788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.078197 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-d0ea97e5-f984-4d54-bb5d-86701c7b1da8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/quotas/27def692b8ab40a88b073a864293eadd HTTP/1.1" status: 200 len: 375 time: 0.2282972 Mar 09 12:17:12.080747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:12.086323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:12.098616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:12.113328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Transition to ACTIVE for port object c103b4f5-482f-43b0-8e7e-645774caf150 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:12.123938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-a10f0a82-e72f-4df8-9aef-10084c582842 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:17:12.125179 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-a10f0a82-e72f-4df8-9aef-10084c582842 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9223950 Mar 09 12:17:12.126844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:12.133634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Transition to ACTIVE for port object abc995d8-877e-4cab-a2b5-0f37defba3ca will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:12.138282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:12.140317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.196314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.197436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.217607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.234092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.322303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Made reservation on behalf of 03c64bd5d547429288845469e11a7063 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:12.332514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.344605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::17a (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/30cf2c3b-4401-47cc-b782-c5466179d6da) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:12.367889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.393941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.408861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'Port': ['ID=db28b1d7-8cf8-4fcc-a5c9-ff57821b952e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:12.414074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.486065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:12.505185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:12.517039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:12.529534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Pushing event updated for resources: {'Port': ['ID=c103b4f5-482f-43b0-8e7e-645774caf150,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:12.554404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-21b272a7-7556-416d-8660-cca58b624613 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7790363 Mar 09 12:17:12.564256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:12.639382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] device_id is not set on port a05b6bcf-8a4c-42dc-b694-6fac54d51e95 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:12.704497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Network a1bf0bbc-9e55-458f-837b-b2d616a9c469 is not hosted by any dhcp agent {{(pid=87830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 12:17:12.705912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:12.706513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.709203 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "PUT /v2.0/networks/a1bf0bbc-9e55-458f-837b-b2d616a9c469 HTTP/1.1" status: 200 len: 858 time: 2.2362509 Mar 09 12:17:12.717319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35976) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:12.803511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a141f5-ca09-45b7-8ac0-3ee76a181c76 tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event updated for resources: {'Network': ['ID=a1bf0bbc-9e55-458f-837b-b2d616a9c469,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:12.806198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event updated for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:12.809910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.820908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3c010-77b1-405b-8be0-a736bc10fb5a None None] Network 4baef700-861e-4572-a70a-bffbd5602343 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:12.856847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.860408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-657e9d10-a5e1-4326-a711-76392e178759 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2347758 Mar 09 12:17:12.860408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:12.866322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35980) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:12.869564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:12.886450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b945354a-80c1-433b-9e06-c8a58bdecf3f None None] Provisioning for port db28b1d7-8cf8-4fcc-a5c9-ff57821b952e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:12.912673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:12.951930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b945354a-80c1-433b-9e06-c8a58bdecf3f None None] Provisioning complete for port db28b1d7-8cf8-4fcc-a5c9-ff57821b952e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:12.952623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b945354a-80c1-433b-9e06-c8a58bdecf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.069484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.090088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.097897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-35922c89-4182-4b85-ad74-f493d30f74a8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Synchronizing usage tracker for tenant:27def692b8ab40a88b073a864293eadd on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:13.119732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Attempting to bind port c103b4f5-482f-43b0-8e7e-645774caf150 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:13.120470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Attempting to bind port c103b4f5-482f-43b0-8e7e-645774caf150 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1739de1e-6b41-42de-8378-8aa9a998e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:13.121215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Attempting to bind port c103b4f5-482f-43b0-8e7e-645774caf150 on network 022773c5-94c0-41da-835d-f3cc15c70d6a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:13.174066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:13.174928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Checking segment: {'id': '1739de1e-6b41-42de-8378-8aa9a998e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:13.175545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.176167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Bound using segment: {'id': '1739de1e-6b41-42de-8378-8aa9a998e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:13.177058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Bound port: c103b4f5-482f-43b0-8e7e-645774caf150, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1739de1e-6b41-42de-8378-8aa9a998e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:13.177660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.224782 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-ccb4487e-a853-464c-b7aa-dc766cecbf65 service neutron] 10.222.0.20 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9567039 Mar 09 12:17:13.291453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b945354a-80c1-433b-9e06-c8a58bdecf3f None None] Port db28b1d7-8cf8-4fcc-a5c9-ff57821b952e cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:13.312371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:13.348668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 505025d6-0d98-4ef5-9bab-b53a02c4484b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=505025d6-0d98-4ef5-9bab-b53a02c4484b,segment=NetworkSegment(bb212141-b1ff-4f19-a9fb-5ff403164a2e),segment_id=bb212141-b1ff-4f19-a9fb-5ff403164a2e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:13.434944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:13.442320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.451403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:13.468752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:13.469745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Synchronizing usage tracker for tenant:7bf1b096b66a4140be734c1a39a40ebf on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:13.497057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-35922c89-4182-4b85-ad74-f493d30f74a8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Unset dirty status for tenant:27def692b8ab40a88b073a864293eadd on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:13.509538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-35922c89-4182-4b85-ad74-f493d30f74a8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4061203 Mar 09 12:17:13.619386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.622111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:13.622671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.647278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=505025d6-0d98-4ef5-9bab-b53a02c4484b,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:13.683341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bf0bbc-9e55-458f-837b-b2d616a9c469']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:13.713484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c66fec0e-12aa-4e8b-95f6-1e5fc98681fd None None] Provisioning for port abc995d8-877e-4cab-a2b5-0f37defba3ca completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:13.714102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be8fa0-c08a-4dec-a344-0b12a12a7026') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:13.714511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be8fa0-c08a-4dec-a344-0b12a12a7026') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:13.720389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] For port c103b4f5-482f-43b0-8e7e-645774caf150, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:13.727916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.733290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c66fec0e-12aa-4e8b-95f6-1e5fc98681fd None None] Provisioning complete for port abc995d8-877e-4cab-a2b5-0f37defba3ca triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:13.733891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c66fec0e-12aa-4e8b-95f6-1e5fc98681fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.749461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.756192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:13.757194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.811736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c66fec0e-12aa-4e8b-95f6-1e5fc98681fd None None] Port abc995d8-877e-4cab-a2b5-0f37defba3ca cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:13.816809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] For port c103b4f5-482f-43b0-8e7e-645774caf150, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c103b4f5-482f-43b0-8e7e-645774caf150,segment=NetworkSegment(1739de1e-6b41-42de-8378-8aa9a998e115),segment_id=1739de1e-6b41-42de-8378-8aa9a998e115)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:13.822674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:13.872349 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:13.913750 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-29435ba8-6aa4-455b-8023-3bcfbb1bc32a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0917258 Mar 09 12:17:13.932208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.940533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28b6d7-aac9-4d4c-83e7-3f585efa094e None None] Pushing event updated for resources: {'Port': ['ID=c103b4f5-482f-43b0-8e7e-645774caf150,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:13.953866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.966804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:13.981092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-0d9fc888-15c3-4d50-852b-fa9712ddc625 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:17:13.991304 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-0d9fc888-15c3-4d50-852b-fa9712ddc625 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350571 Mar 09 12:17:14.020180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.20.0.14 (4baef700-861e-4572-a70a-bffbd5602343/89b92722-d9bd-4457-bf0b-524832220d29/a05b6bcf-8a4c-42dc-b694-6fac54d51e95) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:14.023517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1bf0bbc-9e55-458f-837b-b2d616a9c469 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:14.056706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.062078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Unset dirty status for tenant:7bf1b096b66a4140be734c1a39a40ebf on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:14.066655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d564ba67-3d18-43a0-8fda-aa8b75512230 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.4930789 Mar 09 12:17:14.077003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35984) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:14.080745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1bf0bbc-9e55-458f-837b-b2d616a9c469,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:14.134889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.135866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3ca8ee-398e-4867-a1e3-2ed21fa44c7c {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:14.226324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.298037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object 30cf2c3b-4401-47cc-b782-c5466179d6da will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:14.354125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.355433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8a2c7bc6-9ca7-4696-910e-76e766735678 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4f3ca8ee-398e-4867-a1e3-2ed21fa44c7c HTTP/1.1" status: 204 len: 168 time: 1.4878926 Mar 09 12:17:14.379863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.429880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Deleting port db28b1d7-8cf8-4fcc-a5c9-ff57821b952e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:14.430402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.555192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Request body: {'port': {'device_id': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:14.555719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-46bb2c01-1e1e-4faf-a60d-5852153fc2cb tempest-ExternalNetworksTestJSON-1688979071 tempest-ExternalNetworksTestJSON-1688979071-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a1bf0bbc-9e55-458f-837b-b2d616a9c469 HTTP/1.1" status: 204 len: 168 time: 1.8353255 Mar 09 12:17:14.567597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 35992) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:14.709150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 35996) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:14.734470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:14.749521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:14.756099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:14.766868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:14.771994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:14.857141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=30cf2c3b-4401-47cc-b782-c5466179d6da,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:14.874111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-0be225c8-b4dc-4401-a992-14295db89c05 service neutron] 10.222.0.20 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5737894 Mar 09 12:17:14.960486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9614ea8-8a41-4ca0-b2b4-48b6c9c83880 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] DELETE failed (client error): The resource could not be found. Mar 09 12:17:14.961231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9614ea8-8a41-4ca0-b2b4-48b6c9c83880 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:17:14.963117 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a9614ea8-8a41-4ca0-b2b4-48b6c9c83880 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "DELETE /v2.0/subnets/ff03df2d-f908-4811-8958-72b8af656162 HTTP/1.1" status: 404 len: 337 time: 0.3811586 Mar 09 12:17:15.010102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36002) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:15.017822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:15.070077 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-76a76865-b814-4eb5-a134-fef3137a5968 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.4194422 Mar 09 12:17:15.072992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36006) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:15.131487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825783666', 'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:8e:91:e5'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:15.161101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-245977550', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:15.193199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:15.269275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:15.284968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:15.314906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:15.400081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:15.430952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:15.432343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:15.454051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:15.530532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:15.631561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:port and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:15.643293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:15.666894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:15.691730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087a2ac-bc13-463f-a6b3-62d142f43707 None None] Network 022773c5-94c0-41da-835d-f3cc15c70d6a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:15.836274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Calling delete_port for db28b1d7-8cf8-4fcc-a5c9-ff57821b952e owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:15.851786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2da6ddf0-2a04-4e61-8a64-314b9b337d9b None None] Provisioning for port c103b4f5-482f-43b0-8e7e-645774caf150 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:15.959440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c103b4f5-482f-43b0-8e7e-645774caf150 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:16.016275 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-1318f9f7-5f2e-4f2f-adb1-0380d7c159ec service neutron] 10.222.0.20 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0907519 Mar 09 12:17:16.212746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.225802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.273734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:16.367186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c103b4f5-482f-43b0-8e7e-645774caf150 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:16.374664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c103b4f5-482f-43b0-8e7e-645774caf150 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:16.375077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.551076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.592983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.682557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:16.827933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:16.857382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.915108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275b03-8ce0-4515-9102-289ffc6f354e req-cd20e264-f9b0-44ab-91d1-1a409540dfcb tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:16.917550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73275b03-8ce0-4515-9102-289ffc6f354e req-cd20e264-f9b0-44ab-91d1-1a409540dfcb tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 931 time: 1.0195785 Mar 09 12:17:16.962771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c103b4f5-482f-43b0-8e7e-645774caf150, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c103b4f5-482f-43b0-8e7e-645774caf150,segment=NetworkSegment(1739de1e-6b41-42de-8378-8aa9a998e115),segment_id=1739de1e-6b41-42de-8378-8aa9a998e115)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:16.969262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:16.970469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 505025d6-0d98-4ef5-9bab-b53a02c4484b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:17.054720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc995d8-877e-4cab-a2b5-0f37defba3ca {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:17.082569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.088641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.129986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5383dd6b-b159-40da-b645-a548f6c512c2']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:17.216026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64e2fec-9fc8-421e-b446-53aee7ec8cd7') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:17.216491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64e2fec-9fc8-421e-b446-53aee7ec8cd7') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:17.231583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.252271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.262209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:17.262946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.281381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c103b4f5-482f-43b0-8e7e-645774caf150,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:17.301610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::9a (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:17.320219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 505025d6-0d98-4ef5-9bab-b53a02c4484b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:17.320649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.373363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.411061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.452776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Provisioning for port 30cf2c3b-4401-47cc-b782-c5466179d6da completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:17.460706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Provisioning complete for port 30cf2c3b-4401-47cc-b782-c5466179d6da triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:17.461103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.499841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.537091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Port 30cf2c3b-4401-47cc-b782-c5466179d6da cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:17.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:17.748131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.766199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.766199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.767126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-773b2d5d-fee7-4f17-b37d-19b0b8583ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7500522 Mar 09 12:17:17.769270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:17.772713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.813146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Transition to ACTIVE for port object abc995d8-877e-4cab-a2b5-0f37defba3ca will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:17.818248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.852798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Provisioning complete for port c103b4f5-482f-43b0-8e7e-645774caf150 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:17.853396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e517f98d-3382-4358-8dcd-2b908069ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.890757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.946563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:17.972984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:17.986906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:18.017117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 4baef700-861e-4572-a70a-bffbd5602343 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:18.028017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c103b4f5-482f-43b0-8e7e-645774caf150 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:18.033774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:18.059748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:18.060596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:18.074266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] Pushing event deleted for resources: {'Network': ['ID=5383dd6b-b159-40da-b645-a548f6c512c2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:18.185913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:18.330908 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a79bb0f0-d19f-4f21-8198-5b7fac932ea9 tempest-ExternalNetworksTestJSON-814519039 tempest-ExternalNetworksTestJSON-814519039-project] 10.222.0.20 "DELETE /v2.0/networks/5383dd6b-b159-40da-b645-a548f6c512c2 HTTP/1.1" status: 204 len: 168 time: 3.3192799 Mar 09 12:17:18.334691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:18.366728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c103b4f5-482f-43b0-8e7e-645774caf150 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:18.367259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:18.606143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:18.667709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-86e3c0a4-d3f6-419d-805c-b9f6466f2aa9 None None] Provisioning complete for port 30cf2c3b-4401-47cc-b782-c5466179d6da triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:18.668301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86e3c0a4-d3f6-419d-805c-b9f6466f2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:18.678712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Allocated IP 172.26.5.101 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c274c1eb-5dbb-447b-be2b-a5ac51f5c219) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:18.922550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.13', 55936) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:18.960091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-86e3c0a4-d3f6-419d-805c-b9f6466f2aa9 None None] Port 30cf2c3b-4401-47cc-b782-c5466179d6da cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:19.025327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=a05b6bcf-8a4c-42dc-b694-6fac54d51e95,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:19.090365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e81dd487-ca4d-4895-84cc-8e5cfac0749c None None] Provisioning for port 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:19.102463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e81dd487-ca4d-4895-84cc-8e5cfac0749c None None] Provisioning complete for port 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:19.102834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e81dd487-ca4d-4895-84cc-8e5cfac0749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.116479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73275b03-8ce0-4515-9102-289ffc6f354e req-2b9c5c1c-b228-4913-9c84-30b600d9713f tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9628139 Mar 09 12:17:19.123128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:19.123749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.128772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36064) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:19.173738 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52e23ba3-8c2c-46ba-8547-25b4dee56def tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0564671 Mar 09 12:17:19.214598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e81dd487-ca4d-4895-84cc-8e5cfac0749c None None] Port 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:19.214903 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7c97d565-df36-4309-b7c3-6a50c3be99f8 req-55031c6e-420e-4dee-a88a-6b3ce70c2a4a tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.7049210 Mar 09 12:17:19.235175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36066) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:19.275575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.280463 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "DELETE /v2.0/ports/db28b1d7-8cf8-4fcc-a5c9-ff57821b952e HTTP/1.1" status: 204 len: 168 time: 5.1972775 Mar 09 12:17:19.284256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fb85e-c574-4e4b-828e-48358ba9a6b8 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event deleted for resources: {'Port': ['ID=db28b1d7-8cf8-4fcc-a5c9-ff57821b952e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:19.302021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36076) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:19.394455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Request body: {'port': {'name': 'tempest-new-port-name-1456682398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:19.394872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] bootfile-name is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:19.395220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] tftp-server is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:19.396699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] server-ip-address is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:17:19.578718 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-11ab09c0-4d65-4eb7-8ebe-9ae32fef294e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 8.4369411 Mar 09 12:17:19.597865 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3a460e39-f0c8-499a-8c20-40117df81cec req-53166e90-4d69-4832-b5e4-4a5e1d268b55 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.2568228 Mar 09 12:17:19.601438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36082) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:19.665160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Pushing event updated for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:19.778803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.803680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b627340e-1f15-4a8b-a97b-12ef4ea4e583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31654bd8e9d14a2faf63b9f349e65a48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5838165 Mar 09 12:17:19.805628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting port a05b6bcf-8a4c-42dc-b694-6fac54d51e95 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:19.805628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.833232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36086) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:19.848480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Attempting to bind port abc995d8-877e-4cab-a2b5-0f37defba3ca on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:19.849497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Attempting to bind port abc995d8-877e-4cab-a2b5-0f37defba3ca by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:19.849854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Attempting to bind port abc995d8-877e-4cab-a2b5-0f37defba3ca on network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:19.875332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Port abc995d8-877e-4cab-a2b5-0f37defba3ca on network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:17:19.875887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Attempting to bind port abc995d8-877e-4cab-a2b5-0f37defba3ca on network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:19.920150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:19.920501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Checking segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:19.921898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Bound using segment: {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:19.922350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Bound port: abc995d8-877e-4cab-a2b5-0f37defba3ca, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1313ed-10cc-4e95-91e1-b4f17408751c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:19.922704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.950137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dc7ba-4226-40c2-a4d5-57fb95e26683 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:19.955931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dc7ba-4226-40c2-a4d5-57fb95e26683 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:19.962816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dc7ba-4226-40c2-a4d5-57fb95e26683 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:19.964513 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9f0dc7ba-4226-40c2-a4d5-57fb95e26683 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6910112 Mar 09 12:17:19.982725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:19.985176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36090) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:20.019966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-9bd6eba9-7268-4896-99ad-a069256629be tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:20.022389 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-9bd6eba9-7268-4896-99ad-a069256629be tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.13 "GET /v2.0/networks?id=29a26867-c8ae-46d0-9aff-3863d094abb4 HTTP/1.1" status: 200 len: 806 time: 0.9777772 Mar 09 12:17:20.136272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:20.142751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:20.160178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.245873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.265945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:20.266369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.267921 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 200 len: 1093 time: 5.9213307 Mar 09 12:17:20.276958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:20.301576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:20.309203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:20.312166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:20.370862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.417328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.428693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7961c09-baa8-4504-9193-a54e242466b0 service neutron] Pushing event updated for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:20.459312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.582050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:20.582644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.624427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.628302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.732060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event updated for resources: {'Port': ['ID=c274c1eb-5dbb-447b-be2b-a5ac51f5c219,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:20.794416 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f94f048-d269-4049-913f-cf6eeedfd5f3 req-0b577c5d-84d8-4004-afa5-b3b710c78185 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.2313609 Mar 09 12:17:20.800919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c36242-ad90-443a-8092-85233c745dbc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:20.812772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-fcdfcdd8-c09b-4802-b759-b316b1208e16 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Synchronizing usage tracker for tenant:79017eb76eab417ca80e534a1353464c on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:20.815820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] In _notify_port_updated(), no bound segment for port 5757348e-684b-4af5-8c83-d530d928d008 on network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:17:20.822541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:20.823196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.824722 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "PUT /v2.0/ports/5757348e-684b-4af5-8c83-d530d928d008 HTTP/1.1" status: 200 len: 1130 time: 1.4859996 Mar 09 12:17:20.878167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36112) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:20.915438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:20.918936 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-49e5c132-a145-4f95-8d2d-aedfa4992593 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78c36242-ad90-443a-8092-85233c745dbc HTTP/1.1" status: 204 len: 168 time: 1.0822246 Mar 09 12:17:20.971772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692e9c-de78-46b4-9c2b-48875c6e81af tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event updated for resources: {'Port': ['ID=5757348e-684b-4af5-8c83-d530d928d008,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:20.992263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-fcdfcdd8-c09b-4802-b759-b316b1208e16 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Unset dirty status for tenant:79017eb76eab417ca80e534a1353464c on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:20.993469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-fcdfcdd8-c09b-4802-b759-b316b1208e16 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79017eb76eab417ca80e534a1353464c HTTP/1.1" status: 200 len: 380 time: 0.4229379 Mar 09 12:17:21.075303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3d614-79aa-4a18-8ec4-24c5a6c1e714 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:21.076114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a165b866-5972-4cd3-bd57-f5711835ebc0 req-3ee3c7ca-4677-4eab-bfd5-5ee8335e47a0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.0719416 Mar 09 12:17:21.076808 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cef3d614-79aa-4a18-8ec4-24c5a6c1e714 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "GET /v2.0/ports/5757348e-684b-4af5-8c83-d530d928d008 HTTP/1.1" status: 200 len: 1130 time: 0.1976497 Mar 09 12:17:21.086518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'port': {'device_id': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'admin_state_up': True, 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'security_groups': ['074866da-b2eb-4402-b738-f70aea5171f1']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:21.089463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36118) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:21.116495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-2c2aa451-7662-4042-bcb9-539a371b7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:21.118097 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-2c2aa451-7662-4042-bcb9-539a371b7b4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 1096 time: 0.3922093 Mar 09 12:17:21.178357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-42738b1f-7ca0-4660-8162-b386d7a26ad6 None None] Provisioning complete for port 5757348e-684b-4af5-8c83-d530d928d008 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:21.179358 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-42738b1f-7ca0-4660-8162-b386d7a26ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:21.183631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Deleting port 5757348e-684b-4af5-8c83-d530d928d008 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:21.184133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:21.297738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-42738b1f-7ca0-4660-8162-b386d7a26ad6 None None] Port 5757348e-684b-4af5-8c83-d530d928d008 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:21.339457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-10683f74-4f65-4c7c-878e-52c21151ca67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 200 len: 217 time: 0.1441698 Mar 09 12:17:21.341861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.13', 55941) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:21.397103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:21.477898 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'status': 'completed', 'code': 200} Mar 09 12:17:21.625319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:21.791902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-5e00edef-a98a-4aff-aa90-8c16ab880945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:21.793349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-5e00edef-a98a-4aff-aa90-8c16ab880945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7327b43b-09d4-4ec8-9292-d3daa4fa9104 HTTP/1.1" status: 200 len: 851 time: 0.3980093 Mar 09 12:17:21.878501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:21.883772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21104e46-fd8d-444c-9e9e-887689d9e312 req-e387558f-3f23-48f7-b1f1-7b3f5801ad06 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:21.885269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21104e46-fd8d-444c-9e9e-887689d9e312 req-e387558f-3f23-48f7-b1f1-7b3f5801ad06 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 943 time: 1.5090911 Mar 09 12:17:21.897947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:21.905180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Calling delete_port for a05b6bcf-8a4c-42dc-b694-6fac54d51e95 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:21.958755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Usage tracker for resource:port and tenant:79017eb76eab417ca80e534a1353464c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:21.964841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:21.986421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-725b5beb-da47-43e6-ae70-e456617bbf93 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:21.987825 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-725b5beb-da47-43e6-ae70-e456617bbf93 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 811 time: 0.5957124 Mar 09 12:17:21.990820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:22.013507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df2b83de-e666-4a98-b019-d27942d1f839 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50de510b624d4c279a0c522222cdc48d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5911458 Mar 09 12:17:22.021987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36140) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:22.035180 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-313f4f72-8d52-460f-9e55-95cc97031685 req-9a155ffe-3c03-43af-8e4e-1ff6ee6b8c83 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.0942066 Mar 09 12:17:22.057381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Made reservation on behalf of 79017eb76eab417ca80e534a1353464c for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:22.060851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.112330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21104e46-fd8d-444c-9e9e-887689d9e312 req-44feacf8-1ded-4eed-8f23-d02e432d3013 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723359 Mar 09 12:17:22.116533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.124863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.216339 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-bb9ffa8c-0e6e-4b3c-81b4-c581e7384589 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27def692b8ab40a88b073a864293eadd HTTP/1.1" status: 200 len: 380 time: 0.2161236 Mar 09 12:17:22.224668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-fc26ff3d-f02a-4ad7-8e81-d148463dfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:22.226101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-fc26ff3d-f02a-4ad7-8e81-d148463dfb9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4216022 Mar 09 12:17:22.273638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'port': {'device_id': '10d09ea8-46d3-420a-b351-ef051378a218', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'admin_state_up': True, 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'security_groups': ['d3e1fd32-571b-44d7-8b62-ce7a9b404c9a']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:22.308083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for 1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:22.407185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Calling delete_port for 5757348e-684b-4af5-8c83-d530d928d008 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:22.494701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.522703 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d20abaf3-f543-4c6c-bd40-31286d199079 req-28798735-fac0-4876-b271-ba5d45c9b986 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.2221932 Mar 09 12:17:22.576519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0531ad94-43d9-4f40-b21e-6dde4af68018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.615805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.634219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.747929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Port': ['ID=a05b6bcf-8a4c-42dc-b694-6fac54d51e95,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:22.815453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.818619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.853884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:22.864206 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-524602c2-400e-4a08-9680-7926acfd3510 service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749912 Mar 09 12:17:22.871377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:22.882714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Allocated IP 172.20.0.11 (29a26867-c8ae-46d0-9aff-3863d094abb4/e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe/65821211-7cf5-4f82-9d8b-7de63f777236) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:22.884922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:23.013980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event deleted for resources: {'Port': ['ID=5757348e-684b-4af5-8c83-d530d928d008,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:23.060804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Made reservation on behalf of 27def692b8ab40a88b073a864293eadd for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:23.064599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.107794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.141509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:23.163116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44813379-fefb-4262-83ca-7deb54d7423d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:23.167339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.198131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.266842 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c885d17b-5113-439b-8c85-fd30dab60591 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "DELETE /v2.0/ports/5757348e-684b-4af5-8c83-d530d928d008 HTTP/1.1" status: 204 len: 168 time: 2.1602921 Mar 09 12:17:23.272296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36150) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:23.341941 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01a9aad3-9627-45d6-aced-f92ff1ce0779 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a05b6bcf-8a4c-42dc-b694-6fac54d51e95 HTTP/1.1" status: 204 len: 168 time: 3.7255249 Mar 09 12:17:23.364540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:23.435696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.437633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-10045bef-2534-4564-a3ce-3f460952f1a4 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf HTTP/1.1" status: 204 len: 168 time: 3.4516432 Mar 09 12:17:23.450306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36160) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:23.458131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5a335bf2-206e-4e4c-a15e-4b07e08d82d4 req-f43e6c95-adc1-4dd9-a3a0-4e61e6cf1073 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.1485486 Mar 09 12:17:23.512863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d64ac4e-79da-465f-8b2c-2a635e1a6285 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] GET failed (client error): The resource could not be found. Mar 09 12:17:23.513531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1d64ac4e-79da-465f-8b2c-2a635e1a6285 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Synchronizing usage tracker for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:23.524615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Deleting subnet 34ad77ee-5224-4126-8046-dc3b3944eb49 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:17:23.531473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.552499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4baef700-861e-4572-a70a-bffbd5602343', 'external_fixed_ips': [{'subnet_id': '89b92722-d9bd-4457-bf0b-524832220d29', 'ip_address': '172.20.0.14'}]}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:23.576205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-31b5b65e-d94c-432a-8df4-fb904b85f23d req-2a10d225-abf4-4fae-8e21-e1923d804bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995225 Mar 09 12:17:23.607867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1d64ac4e-79da-465f-8b2c-2a635e1a6285 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Unset dirty status for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:23.613124 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d64ac4e-79da-465f-8b2c-2a635e1a6285 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports/1ea4f37f-434f-44a6-9dc7-0b36bb2ba4bf HTTP/1.1" status: 404 len: 333 time: 0.1576121 Mar 09 12:17:23.613124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.632805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:23.635184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.636463 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-99d70f72-925c-4ceb-b588-d408c2abbbfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44813379-fefb-4262-83ca-7deb54d7423d HTTP/1.1" status: 204 len: 168 time: 1.6122878 Mar 09 12:17:23.643129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:23.661678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:router and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:23.662495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1218820884'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:23.699629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:23.730379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:23.748647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85954-fec1-4eb5-9190-f5ccb0aba3cd req-a0823c9f-c697-46a9-bfd6-f9a3b37769ff tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:23.750140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1d85954-fec1-4eb5-9190-f5ccb0aba3cd req-a0823c9f-c697-46a9-bfd6-f9a3b37769ff tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 943 time: 0.4396122 Mar 09 12:17:23.765295 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dcd94907-06ae-474a-a980-b36b6f16e0cb req-462def13-01e0-4517-b933-52f078886fd3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.0870228 Mar 09 12:17:23.823544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.824788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.889043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Allocated IP 172.20.0.5 (ae92d92a-a797-4f54-9984-fe729f0f45c3/7d5e49b5-b3fc-4f21-aa99-e1f47181811d/d2a95f34-d42a-4b6e-8df1-0d0a3577af06) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:23.897302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.910847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:23.924344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Router 02195722-de35-4a6a-a869-cceba4e6050a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:23.956523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Transition to ACTIVE for port object 65821211-7cf5-4f82-9d8b-7de63f777236 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:23.965786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1d85954-fec1-4eb5-9190-f5ccb0aba3cd req-b8dab3fd-51ba-44e7-aa3f-060699859ee4 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927080 Mar 09 12:17:23.966742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.031945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:24.038288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-d4ce303b-05c2-43ee-9c69-2ce9767556de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:24.039792 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-d4ce303b-05c2-43ee-9c69-2ce9767556de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 1096 time: 0.3900216 Mar 09 12:17:24.050669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:24.085129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:24.092064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.107691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.168352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.178006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a61a49-6c79-4b54-9ddb-925874d09988 None None] Network fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:24.181574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event deleted for resources: {'Subnet': ['ID=34ad77ee-5224-4126-8046-dc3b3944eb49,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:24.185763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port 00730a9d-88f4-47d2-b340-a79bb928ee3d yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:24.222804 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c8413204-2edf-436f-bc8f-6012715c7f5b tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "DELETE /v2.0/subnets/34ad77ee-5224-4126-8046-dc3b3944eb49 HTTP/1.1" status: 204 len: 168 time: 0.9240580 Mar 09 12:17:24.226826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36182) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:24.434175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.476050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Deleting port 505025d6-0d98-4ef5-9bab-b53a02c4484b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:24.476635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.553879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::14d (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/00730a9d-88f4-47d2-b340-a79bb928ee3d) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:24.558407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] DHCP port deletion for fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:17:24.581537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Deleting port 505025d6-0d98-4ef5-9bab-b53a02c4484b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:24.583396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.791065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.807016 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cb39cb91-9f97-4cfd-ac45-cd90a9fa07ec req-c24f78e4-299f-43ac-8b3e-752d354d8ddc tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.1246300 Mar 09 12:17:24.835297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.872911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad9376aa-a0c9-4a04-93a6-5b4c4515d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.909879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] For port 505025d6-0d98-4ef5-9bab-b53a02c4484b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=505025d6-0d98-4ef5-9bab-b53a02c4484b,segment=NetworkSegment(bb212141-b1ff-4f19-a9fb-5ff403164a2e),segment_id=bb212141-b1ff-4f19-a9fb-5ff403164a2e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:24.911590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:24.928640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-0bcb10da-f63c-4dac-9665-1809d2b6b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:24.930272 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-0bcb10da-f63c-4dac-9665-1809d2b6b12d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 200 len: 913 time: 0.8737462 Mar 09 12:17:25.005210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:25.017366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event updated for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:25.071832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Calling delete_port for 505025d6-0d98-4ef5-9bab-b53a02c4484b owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:25.132981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] For port 505025d6-0d98-4ef5-9bab-b53a02c4484b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=505025d6-0d98-4ef5-9bab-b53a02c4484b,segment=NetworkSegment(bb212141-b1ff-4f19-a9fb-5ff403164a2e),segment_id=bb212141-b1ff-4f19-a9fb-5ff403164a2e)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:25.133338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.145274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.156515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] Sync routers for ids ['02195722-de35-4a6a-a869-cceba4e6050a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:25.165978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Transition to ACTIVE for port object d2a95f34-d42a-4b6e-8df1-0d0a3577af06 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:25.186676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:25.192999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:25.212464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:25.268624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Calling delete_port for 505025d6-0d98-4ef5-9bab-b53a02c4484b owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:25.282917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] Routers {'02195722-de35-4a6a-a869-cceba4e6050a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:25.283549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:25.283662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['02195722-de35-4a6a-a869-cceba4e6050a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:25.284054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.312781 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-0f73e0b8-c37f-4bb9-9316-e1a6b301d792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 200 len: 217 time: 0.3463275 Mar 09 12:17:25.354723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.358476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:17:25.358939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:17:25.466627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:25.477710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] No DVR routers for this DVR port 505025d6-0d98-4ef5-9bab-b53a02c4484b on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:17:25.481450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a826882-c62e-456f-8604-090ea04f7a00 None None] Pushing event deleted for resources: {'Port': ['ID=505025d6-0d98-4ef5-9bab-b53a02c4484b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:25.500215 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0afa4c59-acbd-4a9e-a9b7-a54e64682b8d req-6f0be99e-12fa-45d3-89eb-0c805c12d939 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.1381974 Mar 09 12:17:25.501332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] Routers {'02195722-de35-4a6a-a869-cceba4e6050a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:25.501332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['02195722-de35-4a6a-a869-cceba4e6050a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:25.576783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:25.577306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ce12b-38cd-4981-a12c-f9be3b2ff854 None None] The sync data for ids ['02195722-de35-4a6a-a869-cceba4e6050a'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:25.577930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.591200 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-3af25558-2e53-4664-818c-2806ce2ab422 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5093265 Mar 09 12:17:25.592155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.593670 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a6d09ae1-0751-472a-a5ce-d8fe41c80d7e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.8790226 Mar 09 12:17:25.600461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36212) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:25.600907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b1055bd0-a1ed-45b9-b486-7b3852102a48 None None] Provisioning for port 65821211-7cf5-4f82-9d8b-7de63f777236 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:25.604588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.628560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b1055bd0-a1ed-45b9-b486-7b3852102a48 None None] Provisioning complete for port 65821211-7cf5-4f82-9d8b-7de63f777236 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:25.629102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1055bd0-a1ed-45b9-b486-7b3852102a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.668497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object 00730a9d-88f4-47d2-b340-a79bb928ee3d will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:25.678288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Request body: {'port': {'device_id': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:25.685053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.697701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca8844-54ac-45d1-ba12-73d41e17ba8f req-3b1be672-c1b2-479b-bf21-926d79b4beed tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:25.699435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4aca8844-54ac-45d1-ba12-73d41e17ba8f req-3b1be672-c1b2-479b-bf21-926d79b4beed tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 943 time: 0.3394370 Mar 09 12:17:25.717138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1055bd0-a1ed-45b9-b486-7b3852102a48 None None] Port 65821211-7cf5-4f82-9d8b-7de63f777236 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:25.826747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:25.844704 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4aca8844-54ac-45d1-ba12-73d41e17ba8f req-6fa8e210-344f-4c1f-971c-c1366b3197e3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352293 Mar 09 12:17:25.850725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:25.861929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Deleting port 505025d6-0d98-4ef5-9bab-b53a02c4484b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:25.862296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.866716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:25.900974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 505025d6-0d98-4ef5-9bab-b53a02c4484b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:17:25.971941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:25.972639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:25.986246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 505025d6-0d98-4ef5-9bab-b53a02c4484b {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:17:25.986591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 505025d6-0d98-4ef5-9bab-b53a02c4484b not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:17:25.999178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] The port '505025d6-0d98-4ef5-9bab-b53a02c4484b' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:17:26.014248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-0a33297e-07c8-42d8-bcd4-eccd13e9f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:26.015708 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-0a33297e-07c8-42d8-bcd4-eccd13e9f3b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7327b43b-09d4-4ec8-9292-d3daa4fa9104 HTTP/1.1" status: 200 len: 851 time: 0.6941104 Mar 09 12:17:26.037700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.050742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7841976 Mar 09 12:17:26.052562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.061407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.071808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f70db2e0-6d76-4d37-ba5d-f4128ca93840 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/02195722-de35-4a6a-a869-cceba4e6050a HTTP/1.1" status: 200 len: 924 time: 0.4673989 Mar 09 12:17:26.077390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36224) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:26.121025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Request body: {'port': {'device_id': '10d09ea8-46d3-420a-b351-ef051378a218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:26.164815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822839-2641-436a-a5bb-8ddeb70864c0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event updated for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:26.249969 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f8d805b4-cccd-44ca-b6ed-6a2a06360820 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=02195722-de35-4a6a-a869-cceba4e6050a HTTP/1.1" status: 200 len: 205 time: 0.1375580 Mar 09 12:17:26.252369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9dfacc6f-c90b-4bc7-9645-6c36607fbcfb None None] Provisioning for port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:26.253696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36234) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:26.259110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9dfacc6f-c90b-4bc7-9645-6c36607fbcfb None None] Provisioning complete for port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:26.259642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9dfacc6f-c90b-4bc7-9645-6c36607fbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.263500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:26.323998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:26.326669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:26.327163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9dfacc6f-c90b-4bc7-9645-6c36607fbcfb None None] Port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:26.334279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:26.334707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.358771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.372683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=00730a9d-88f4-47d2-b340-a79bb928ee3d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:26.408735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:26.423778 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bea38abe-841c-479d-bd23-2b1d28ccf99f tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7747984 Mar 09 12:17:26.425638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36242) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:26.431392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb212141-b1ff-4f19-a9fb-5ff403164a2e') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:26.431687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb212141-b1ff-4f19-a9fb-5ff403164a2e') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:26.447237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:8e:91:e5'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:26.498402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.540718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01a58-5a6a-405d-9041-c0c687d2ac6c req-afeb5b36-c655-433b-8716-4e7a08609ca9 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:26.547641 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-59e01a58-5a6a-405d-9041-c0c687d2ac6c req-afeb5b36-c655-433b-8716-4e7a08609ca9 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 932 time: 0.4908030 Mar 09 12:17:26.579354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.584779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device abc995d8-877e-4cab-a2b5-0f37defba3ca details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:17:26.597833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.626700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36248) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:26.654095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:26.654497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:26.684476 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:26.741253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-3fcf6156-4e39-46d2-92b1-e86ee545034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:26.743850 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-3fcf6156-4e39-46d2-92b1-e86ee545034c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6953037 Mar 09 12:17:26.807607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-02484b86-3803-4f75-b78e-09c241817fc3 None None] Provisioning for port 00730a9d-88f4-47d2-b340-a79bb928ee3d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:26.814170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:26.824623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-02484b86-3803-4f75-b78e-09c241817fc3 None None] Provisioning complete for port 00730a9d-88f4-47d2-b340-a79bb928ee3d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:26.825285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02484b86-3803-4f75-b78e-09c241817fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.890197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-02484b86-3803-4f75-b78e-09c241817fc3 None None] Port 00730a9d-88f4-47d2-b340-a79bb928ee3d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:26.899167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'port_id': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'mac_address': 'fa:16:3e:af:df:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:17:26.962013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:26.977896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:26.979956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc995d8-877e-4cab-a2b5-0f37defba3ca {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:26.989813 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-59e01a58-5a6a-405d-9041-c0c687d2ac6c req-20c51412-0edc-47fc-9d58-c6c35c9a4915 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412897 Mar 09 12:17:27.002368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:27.015784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:27.017362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.021893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:floatingip and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:27.027051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:27.036439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.040643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.044882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:27.087109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] Pushing event deleted for resources: {'Network': ['ID=fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:27.098013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:27.100722 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5190efdc-4261-4468-8b28-c298c1e84d1f tempest-ExtraDHCPOptionsIpV6TestJSON-392980099 tempest-ExtraDHCPOptionsIpV6TestJSON-392980099-project] 10.222.0.20 "DELETE /v2.0/networks/fcaf56f4-8efe-4d0d-b8a9-f2e6bd7cd973 HTTP/1.1" status: 204 len: 168 time: 2.8728533 Mar 09 12:17:27.138722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.261681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.272639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['abc995d8-877e-4cab-a2b5-0f37defba3ca'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:17:27.374713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0b844-0ffe-4434-9f23-4f957ba0859c req-c3e757f3-baa1-459b-b7da-33263badeba3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:27.377346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbe0b844-0ffe-4434-9f23-4f957ba0859c req-c3e757f3-baa1-459b-b7da-33263badeba3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 931 time: 0.6712477 Mar 09 12:17:27.423915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65821211-7cf5-4f82-9d8b-7de63f777236 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:27.441954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.521678 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbe0b844-0ffe-4434-9f23-4f957ba0859c req-2beee374-7de4-469e-84ae-49901f6cb206 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261427 Mar 09 12:17:27.535510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f41d6-179d-4da7-bc2f-467415f891ec req-28c28548-e576-43ec-8cf2-ff2f3e4994c3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:27.538009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b9f41d6-179d-4da7-bc2f-467415f891ec req-28c28548-e576-43ec-8cf2-ff2f3e4994c3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 944 time: 0.3553722 Mar 09 12:17:27.544385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.558141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36260) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:27.605520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.695560 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b9f41d6-179d-4da7-bc2f-467415f891ec req-9f7a5869-4a26-44f1-8ed5-75c9aa26dd0b tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244521 Mar 09 12:17:27.696679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.744737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.759299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.761397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Transition to ACTIVE for port object 65821211-7cf5-4f82-9d8b-7de63f777236 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:27.818234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.830552 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-194115cb-b9e6-4856-8e73-96a68c87c867 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bf1b096b66a4140be734c1a39a40ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715931 Mar 09 12:17:27.835158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36268) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:27.887144 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-5aa7805e-2d6d-4acf-a7e3-c3e6470429bc service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396043 Mar 09 12:17:27.890910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.927818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:27.956946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.005435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] In _notify_port_updated(), no bound segment for port 00730a9d-88f4-47d2-b340-a79bb928ee3d on network 022773c5-94c0-41da-835d-f3cc15c70d6a {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:17:28.010800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:28.011435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.015462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "PUT /v2.0/ports/00730a9d-88f4-47d2-b340-a79bb928ee3d HTTP/1.1" status: 200 len: 1003 time: 1.5841746 Mar 09 12:17:28.020127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36272) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:28.107175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0f468-8255-4965-ba66-b900e27f3434 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=00730a9d-88f4-47d2-b340-a79bb928ee3d,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:28.116313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Allocated IP 172.26.5.58 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/bf9ac0a2-04f6-466f-babd-f8006946d97d) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:28.128560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.159044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port c274c1eb-5dbb-447b-be2b-a5ac51f5c219 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:28.159467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.168023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port 00730a9d-88f4-47d2-b340-a79bb928ee3d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:28.168363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.242057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Pushing event updated for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:28.284774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.343022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6da1a49f-e552-4a99-a7a7-3bde17971d64 None None] Provisioning complete for port 00730a9d-88f4-47d2-b340-a79bb928ee3d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:28.343394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6da1a49f-e552-4a99-a7a7-3bde17971d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.398509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6da1a49f-e552-4a99-a7a7-3bde17971d64 None None] Port 00730a9d-88f4-47d2-b340-a79bb928ee3d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:28.569921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device abc995d8-877e-4cab-a2b5-0f37defba3ca up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:28.608607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.613490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-265c0a0b-a4c0-4e04-94e2-843ea66a58cd req-92bb37f7-af4d-49e3-ae20-b38e0b7a6e74 service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956370 Mar 09 12:17:28.642480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.645898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Attempting to bind port 65821211-7cf5-4f82-9d8b-7de63f777236 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:28.646422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Attempting to bind port 65821211-7cf5-4f82-9d8b-7de63f777236 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:28.646903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Attempting to bind port 65821211-7cf5-4f82-9d8b-7de63f777236 on network 29a26867-c8ae-46d0-9aff-3863d094abb4 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:28.651329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:28.667352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93023a04-e899-4588-a65c-0e9704cd27cb req-05a21406-4e3c-40b7-9376-8ca9462e7c37 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:28.668823 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93023a04-e899-4588-a65c-0e9704cd27cb req-05a21406-4e3c-40b7-9376-8ca9462e7c37 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 944 time: 0.4696703 Mar 09 12:17:28.675964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Port 65821211-7cf5-4f82-9d8b-7de63f777236 on network 29a26867-c8ae-46d0-9aff-3863d094abb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:17:28.676482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Attempting to bind port 65821211-7cf5-4f82-9d8b-7de63f777236 on network 29a26867-c8ae-46d0-9aff-3863d094abb4 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:28.677706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port abc995d8-877e-4cab-a2b5-0f37defba3ca completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:28.683340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port abc995d8-877e-4cab-a2b5-0f37defba3ca triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:28.684133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.729005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.20.0.14 (4baef700-861e-4572-a70a-bffbd5602343/89b92722-d9bd-4457-bf0b-524832220d29/7186f32c-45c4-4d81-8c97-4b51da0b3dff) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:28.748793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:28.749145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Checking segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:28.749720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Bound using segment: {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:28.750178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Bound port: 65821211-7cf5-4f82-9d8b-7de63f777236, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f441fb7a-37e2-424a-90d4-1271f010f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:28.750690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.793036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a95f34-d42a-4b6e-8df1-0d0a3577af06 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:28.814187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.819713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e7c2d-b88b-4c1a-bfbf-7c9da2edbbd9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:28.830930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.852902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:28.853681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.893327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.902881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:28.906324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f65d97f5-3502-43cf-b808-840bcdd50c9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473e7c2d-b88b-4c1a-bfbf-7c9da2edbbd9 HTTP/1.1" status: 204 len: 168 time: 1.0657313 Mar 09 12:17:28.925576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:28.932533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.016073 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:29.053056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for 00730a9d-88f4-47d2-b340-a79bb928ee3d owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:29.097846 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93023a04-e899-4588-a65c-0e9704cd27cb req-c5ca6278-9dc5-4309-a302-bff9f04b0ffa tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793143 Mar 09 12:17:29.133127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.218809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafecf0-e8a8-4283-a1d8-020b0890331a req-490dca61-12c5-4220-b01a-77a6555729c5 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:29.220204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7aafecf0-e8a8-4283-a1d8-020b0890331a req-490dca61-12c5-4220-b01a-77a6555729c5 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 931 time: 0.5456386 Mar 09 12:17:29.275422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:29.277859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:29.288415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for c274c1eb-5dbb-447b-be2b-a5ac51f5c219 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:29.289328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:29.316122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Transition to ACTIVE for port object d2a95f34-d42a-4b6e-8df1-0d0a3577af06 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:29.335402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.336598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=bf9ac0a2-04f6-466f-babd-f8006946d97d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:29.383759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:29.449768 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7aafecf0-e8a8-4283-a1d8-020b0890331a req-7854d7ce-2305-45c8-a2f3-bd728fdf3ca9 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730063 Mar 09 12:17:29.484093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=65821211-7cf5-4f82-9d8b-7de63f777236,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:29.572610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.595940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.664920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.680115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:29.733580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=00730a9d-88f4-47d2-b340-a79bb928ee3d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:29.804494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.862816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.911535 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'code': 200} Mar 09 12:17:29.967153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:29.967882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:29.969420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] 10.222.0.13 "PUT /v2.0/ports/65821211-7cf5-4f82-9d8b-7de63f777236 HTTP/1.1" status: 200 len: 1094 time: 4.3624451 Mar 09 12:17:29.971843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:30.056842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf2d4a-6ada-43cd-82af-6a7e444e17f8 req-ae5ea913-56a1-4379-abc7-6504ba0bf25c tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:30.060959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Attempting to bind port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:30.063460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Attempting to bind port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:30.066199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Attempting to bind port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 on network ae92d92a-a797-4f54-9984-fe729f0f45c3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:30.067146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0adf2d4a-6ada-43cd-82af-6a7e444e17f8 req-ae5ea913-56a1-4379-abc7-6504ba0bf25c tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.8457878 Mar 09 12:17:30.086857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236', 'status': 'completed', 'code': 200} Mar 09 12:17:30.228437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 on network ae92d92a-a797-4f54-9984-fe729f0f45c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:17:30.229001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Attempting to bind port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 on network ae92d92a-a797-4f54-9984-fe729f0f45c3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:30.233600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36316) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:30.243924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c62c-4b75-4be5-9a08-b8bb81772a1a service neutron] Pushing event updated for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:30.265089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.265848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:30.266360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Checking segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:30.266891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Bound using segment: {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:30.267488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Bound port: d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f1f0bd-02c3-4088-b6f7-110c83dbd762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:30.268019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.282435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0adf2d4a-6ada-43cd-82af-6a7e444e17f8 req-763ee98e-ab57-4ea8-b9aa-2b73a884c31d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134047 Mar 09 12:17:30.365887 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25cfc523-7119-4c72-9611-c0838a42add9 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/00730a9d-88f4-47d2-b340-a79bb928ee3d HTTP/1.1" status: 204 len: 168 time: 2.3424466 Mar 09 12:17:30.368703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36322) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:30.415895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1293064529'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:30.425898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.428006 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca86ffa-8fdd-4683-a64a-6100ad97e152 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] GET failed (client error): The resource could not be found. Mar 09 12:17:30.428539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0ca86ffa-8fdd-4683-a64a-6100ad97e152 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Synchronizing usage tracker for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:30.434076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:30.440167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.447825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.477484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.498940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:network and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:30.511243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:30.555391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0ca86ffa-8fdd-4683-a64a-6100ad97e152 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Unset dirty status for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:30.561965 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0ca86ffa-8fdd-4683-a64a-6100ad97e152 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports/00730a9d-88f4-47d2-b340-a79bb928ee3d HTTP/1.1" status: 404 len: 333 time: 0.1845770 Mar 09 12:17:30.565188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:30.565667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36330) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:30.576170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c603-9ce0-4c9e-983c-7e00a4cfaa68 req-083f69e1-bf72-4cc3-88c0-ec5458ffc6e8 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:30.577702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3518c603-9ce0-4c9e-983c-7e00a4cfaa68 req-083f69e1-bf72-4cc3-88c0-ec5458ffc6e8 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 944 time: 0.2941580 Mar 09 12:17:30.591937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1304674390'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:30.613545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 4baef700-861e-4572-a70a-bffbd5602343 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:30.620381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-8d3dab93-9359-49d2-84f1-24fdb1590172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:30.621831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-8d3dab93-9359-49d2-84f1-24fdb1590172 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79017eb76eab417ca80e534a1353464c&device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 1097 time: 0.5477998 Mar 09 12:17:30.631269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:30.633077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=7186f32c-45c4-4d81-8c97-4b51da0b3dff,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:30.637283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:30.648465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=bf9ac0a2-04f6-466f-babd-f8006946d97d,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:30.665762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:30.694032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383305-32d6-4a27-ad4f-c9806413460b req-1e6e6251-5229-48ea-8973-40e3ddaae8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:30.695549 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0383305-32d6-4a27-ad4f-c9806413460b req-1e6e6251-5229-48ea-8973-40e3ddaae8de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 1098 time: 0.5086453 Mar 09 12:17:30.752810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.903721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Made reservation on behalf of 1ac4d08208664e02bcc14f5527a20ddf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:30.907080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.908006 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3518c603-9ce0-4c9e-983c-7e00a4cfaa68 req-03498b1e-798b-4fd2-a25a-9efed6782a0f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016696 Mar 09 12:17:30.923215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.927698 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-098f76b8-a48a-4ad2-9273-514ff029ab6f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2922144 Mar 09 12:17:30.929281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:30.942152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-528934502'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:30.953607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:30.959762 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-04c7b7cf-5fb8-422d-b0a0-a1f2f922dd93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821211-7cf5-4f82-9d8b-7de63f777236 HTTP/1.1" status: 200 len: 217 time: 0.3234360 Mar 09 12:17:30.960483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=c274c1eb-5dbb-447b-be2b-a5ac51f5c219,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:30.963170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:network and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:30.967392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:30.967516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:30.970241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:30.974555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.984406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:30.985000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:30.998196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:31.013173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea710a-7960-49ec-984a-8a2ca5955c13 req-67561a4c-5ee0-4b63-9955-acef33b3e5f0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.014644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76ea710a-7960-49ec-984a-8a2ca5955c13 req-67561a4c-5ee0-4b63-9955-acef33b3e5f0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 943 time: 0.3671808 Mar 09 12:17:31.017626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Made reservation on behalf of b1f82c3f2a944550b0629d6e9ec433a2 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:31.021471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.034044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:31.036489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.037878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.064428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.097518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:31.100170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:31.102880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port 0630853e-af24-4210-ab4d-57b557bd56ec yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:31.122646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:31.147074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:security_group_rule and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:31.152212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76ea710a-7960-49ec-984a-8a2ca5955c13 req-ea47e838-c775-429c-9fca-32e14836add3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212635 Mar 09 12:17:31.154167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:31.176935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:31.177137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:security_group_rule and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:31.190009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.233565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.234190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.235566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1093 time: 5.1190493 Mar 09 12:17:31.244409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:31.249066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Usage tracker for resource:security_group_rule and tenant:c026698587fb46a7b5cad67291ceef39 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:31.263887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:31.277146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:31.312308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::29d (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/0630853e-af24-4210-ab4d-57b557bd56ec) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:31.402236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.411978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:31.437903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.490907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-0d56707f-5bf7-4d06-988f-7f10a85a0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.492351 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-0d56707f-5bf7-4d06-988f-7f10a85a0f23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe HTTP/1.1" status: 200 len: 845 time: 0.5195234 Mar 09 12:17:31.575462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8128a-c95c-42eb-be7e-e2c2a68937d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:31.580961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.591638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:31.616080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5eb20-ad06-41ed-9577-426a9c16b410,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:31.618898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.619250 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Added segment f23bf678-7029-421f-8114-4912a9265693 of type vlan for network bfd3af7a-28f7-4a6f-a187-369669967486 Mar 09 12:17:31.629996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.680778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.710586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.727417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.728074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router 02195722-de35-4a6a-a869-cceba4e6050a {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:31.734698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7fca1-473d-4d8f-bb69-ed5bae4d4dac req-3a62c2a6-96cf-4779-83d6-4ff4fe7cf4fb tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.736177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2de7fca1-473d-4d8f-bb69-ed5bae4d4dac req-3a62c2a6-96cf-4779-83d6-4ff4fe7cf4fb tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.2840219 Mar 09 12:17:31.753716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object 0630853e-af24-4210-ab4d-57b557bd56ec will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:31.792498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.797907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.798509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:31.855327 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2de7fca1-473d-4d8f-bb69-ed5bae4d4dac req-06e6fd9b-7e9d-4d4f-bcea-c819743caad0 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066949 Mar 09 12:17:31.930316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0002241 Mar 09 12:17:31.936299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36340) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:31.939811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da447b13-3235-4f0d-b804-0cba6d943c99 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Network': ['ID=bfd3af7a-28f7-4a6f-a187-369669967486,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:31.945498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Request body: {'subnet': {'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:31.965240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bfd3af7a-28f7-4a6f-a187-369669967486 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:31.972099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-ae32f5ec-2e1d-4ed5-bca6-6cd72b9f3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:31.973933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-ae32f5ec-2e1d-4ed5-bca6-6cd72b9f3137 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1096 time: 0.5635781 Mar 09 12:17:31.982305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.002800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-a764a2c7-1ed4-4882-a259-fa97d47197b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:32.004915 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-a764a2c7-1ed4-4882-a259-fa97d47197b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a26867-c8ae-46d0-9aff-3863d094abb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4336617 Mar 09 12:17:32.119771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:32.135835 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-b2d47612-6237-4b05-82cf-7c00c21723d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 217 time: 0.1411049 Mar 09 12:17:32.148125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.153399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.163339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.167704 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-58467618-38b7-4563-95d7-b0d976e11029 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/02195722-de35-4a6a-a869-cceba4e6050a HTTP/1.1" status: 204 len: 168 time: 5.9063165 Mar 09 12:17:32.171157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:32.175836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36348) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:32.185940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:32.191112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1172634528', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:32.194523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=0630853e-af24-4210-ab4d-57b557bd56ec,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:32.199792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:32.201749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.205292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:32.205925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.214727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:32.226428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:router and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:32.229339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:32.235507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:32.243199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:subnet and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:32.250570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:32.253250 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'status': 'completed', 'code': 200} Mar 09 12:17:32.253525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:32.260682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.265751 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c2ba19b-dcc9-4441-b399-cf1652023519 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6862411 Mar 09 12:17:32.268068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.268185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:32.276119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36354) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:32.286143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8e:91:e5'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:32.328213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.329256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.395768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Made reservation on behalf of b1f82c3f2a944550b0629d6e9ec433a2 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:32.399533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.470309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f0921-d8be-4c1b-ae97-5c6faab32d61 req-71dd6d99-3568-4344-a226-284e4d73c91d tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:32.471782 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f11f0921-d8be-4c1b-ae97-5c6faab32d61 req-71dd6d99-3568-4344-a226-284e4d73c91d tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 944 time: 0.3811281 Mar 09 12:17:32.519046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Synchronizing usage tracker for tenant:c026698587fb46a7b5cad67291ceef39 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:32.534322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:17:32.541099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.544317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6a8b86-3606-49d6-aef0-9f00c62fe2ab,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:32.558777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4fadddf3-6f05-4323-bac1-d3716606361e None None] Provisioning for port 0630853e-af24-4210-ab4d-57b557bd56ec completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:32.564751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4fadddf3-6f05-4323-bac1-d3716606361e None None] Provisioning complete for port 0630853e-af24-4210-ab4d-57b557bd56ec triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:32.565243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fadddf3-6f05-4323-bac1-d3716606361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.581592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-5ad0779d-a806-4327-b8e2-39dc806f0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:32.583212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-5ad0779d-a806-4327-b8e2-39dc806f0301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.4284999 Mar 09 12:17:32.621634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4fadddf3-6f05-4323-bac1-d3716606361e None None] Port 0630853e-af24-4210-ab4d-57b557bd56ec cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:32.700024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.700330 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Added segment 8676aff2-c899-4095-baf9-6a65c14d8586 of type vlan for network 42e86b4f-80ec-458b-8a07-d3b049f50826 Mar 09 12:17:32.733758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] Unset dirty status for tenant:c026698587fb46a7b5cad67291ceef39 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:32.734890 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0383305-32d6-4a27-ad4f-c9806413460b req-60c00faa-598f-4877-8b3d-62157ce55b45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9552429 Mar 09 12:17:32.753390 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-a9561c10-b2a9-424e-bd2a-1910812c92ff service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801708 Mar 09 12:17:32.754340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6286a31f-c61e-40f9-963a-87d11d3e37c7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:32.790687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f11f0921-d8be-4c1b-ae97-5c6faab32d61 req-56cf577b-e067-41b9-8300-e174fe1e6750 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515872 Mar 09 12:17:32.842630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:32.991267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21406-a17a-4746-90e7-5754aefcd73c req-51731924-e141-499c-9992-d25f81aca42f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:32.992712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8bb21406-a17a-4746-90e7-5754aefcd73c req-51731924-e141-499c-9992-d25f81aca42f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 943 time: 0.6671882 Mar 09 12:17:33.013437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.018878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:33.019482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.058173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-c7a4224f-5161-4e34-9f6e-0d06184f6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:33.059636 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-c7a4224f-5161-4e34-9f6e-0d06184f6d22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4065900 Mar 09 12:17:33.157658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.261992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.296992 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0518284 Mar 09 12:17:33.302104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36360) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:33.321972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'subnet': {'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:33.338332 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8bb21406-a17a-4746-90e7-5754aefcd73c req-dcf85014-605b-49a4-bb73-c201ee5d627f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057725 Mar 09 12:17:33.338872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.362291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318aec8-0828-4139-bef0-96c2dc8db319 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Network': ['ID=42e86b4f-80ec-458b-8a07-d3b049f50826,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:33.374507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:17:33.417277 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-89072980-7433-4056-a1b9-d73bbf8332c6 req-ebd43c7e-58b2-4a4b-a033-1b1a9236cf71 service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483690 Mar 09 12:17:33.564865 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-1ebf4e19-0ae4-410d-8557-e2f7cf5dab78 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360149 Mar 09 12:17:33.575377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4ef0c-4e3c-408f-8c32-5098b4916184 req-b6f0d692-d73a-4051-88cb-6a41eb4fcb12 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:33.576833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5b4ef0c-4e3c-408f-8c32-5098b4916184 req-b6f0d692-d73a-4051-88cb-6a41eb4fcb12 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.6052594 Mar 09 12:17:33.577688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.661434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:33.719127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-5e01f54a-e6a3-46e3-b7ef-7d4a0fe6be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:33.720594 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-5e01f54a-e6a3-46e3-b7ef-7d4a0fe6be75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79017eb76eab417ca80e534a1353464c&device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 1097 time: 0.2461691 Mar 09 12:17:33.721035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:subnet and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:33.742690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:33.763878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router 5d7fd432-4bea-47b2-bf19-72a8d8c03773 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:33.772490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:33.786888 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81a0c236-6a52-45fb-8d5f-2f2ae4ab9978 req-5997f447-61da-49bf-a943-a844af6b219e service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120605 Mar 09 12:17:33.862318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Subnet': ['ID=7714aefe-1531-4b3b-b677-f69cda0ac4a9,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:33.884073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5b4ef0c-4e3c-408f-8c32-5098b4916184 req-c0c15370-b414-4836-b8f6-54ad1b4571c0 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705078 Mar 09 12:17:33.894070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Made reservation on behalf of 1ac4d08208664e02bcc14f5527a20ddf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:33.898351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:33.951905 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Checking segment: {'id': 'f23bf678-7029-421f-8114-4912a9265693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:33.952265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network hostable DHCP agents. Network: bfd3af7a-28f7-4a6f-a187-369669967486, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:17:34.121337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network bfd3af7a-28f7-4a6f-a187-369669967486 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:17:34.157708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.160368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bfd3af7a-28f7-4a6f-a187-369669967486) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:34.170544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef8cf4-947a-493b-a25a-b9c5f4a34fe6 None None] Network bfd3af7a-28f7-4a6f-a187-369669967486 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:34.178142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.178326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.184354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.188668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-b3480e07-668c-4978-b5fc-b155b8127a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.190137 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-b3480e07-668c-4978-b5fc-b155b8127a84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a26867-c8ae-46d0-9aff-3863d094abb4 HTTP/1.1" status: 200 len: 907 time: 0.4532135 Mar 09 12:17:34.285929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-da209ed8-b5c7-46ff-a141-e86f8cb64e28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821211-7cf5-4f82-9d8b-7de63f777236 HTTP/1.1" status: 200 len: 217 time: 0.0869451 Mar 09 12:17:34.287828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:34.290821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-7a748f03-611e-42a8-96a5-acd4731978f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.292641 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-7a748f03-611e-42a8-96a5-acd4731978f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1096 time: 0.4454243 Mar 09 12:17:34.303449 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Sync routers for ids ['5d7fd432-4bea-47b2-bf19-72a8d8c03773'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:34.325569 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Routers {'5d7fd432-4bea-47b2-bf19-72a8d8c03773'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:34.326212 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['5d7fd432-4bea-47b2-bf19-72a8d8c03773'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:34.358291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06b555-acec-401b-9f81-0fa72aa75a21 req-0b589738-5bb0-4607-92f1-a8f306c9fd74 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.359280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fd06b555-acec-401b-9f81-0fa72aa75a21 req-0b589738-5bb0-4607-92f1-a8f306c9fd74 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 944 time: 0.4154828 Mar 09 12:17:34.451062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.454963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-08b2e999-56b0-4df8-bf58-b68d2aaa7fa1 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.0590706 Mar 09 12:17:34.464522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:34.485359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bfd3af7a-28f7-4a6f-a187-369669967486', 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486', 'tenant_id': 'b1f82c3f2a944550b0629d6e9ec433a2', 'fixed_ips': [{'subnet_id': '7714aefe-1531-4b3b-b677-f69cda0ac4a9'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:17:34.486677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.570882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-5fa43d81-a2cf-4efa-b85d-f0208f4de8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.572350 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-5fa43d81-a2cf-4efa-b85d-f0208f4de8ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe HTTP/1.1" status: 200 len: 845 time: 0.2761090 Mar 09 12:17:34.631486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] In _notify_port_updated(), no bound segment for port 0630853e-af24-4210-ab4d-57b557bd56ec on network 022773c5-94c0-41da-835d-f3cc15c70d6a {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:17:34.636518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.637182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.638473 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "PUT /v2.0/ports/0630853e-af24-4210-ab4d-57b557bd56ec HTTP/1.1" status: 200 len: 1003 time: 2.3603642 Mar 09 12:17:34.651198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36372) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:34.767516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-a341805b-54e5-4c5e-8d7f-050b696f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:34.771691 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-a341805b-54e5-4c5e-8d7f-050b696f471c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.4423201 Mar 09 12:17:34.798550 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Set router 5d7fd432-4bea-47b2-bf19-72a8d8c03773 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:34.811429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Allocated IP 172.20.0.2 (bfd3af7a-28f7-4a6f-a187-369669967486/7714aefe-1531-4b3b-b677-f69cda0ac4a9/d3dbaac2-65e8-420d-90a0-917bb9240040) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:34.816206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e40efe-cf95-48d0-9130-e5d9c04fcdb3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=0630853e-af24-4210-ab4d-57b557bd56ec,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:34.825304 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ef2c59f4-5583-431d-bc2c-2788f8fe3f32 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8880239 Mar 09 12:17:34.847966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:34.875110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-247597181', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:34.924823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:34.939737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:router and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:34.960232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:34.973318 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-144588d9-ed03-4a96-ad81-b5c4c95f9663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 217 time: 0.1767809 Mar 09 12:17:35.006606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:35.019152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fd06b555-acec-401b-9f81-0fa72aa75a21 req-e4660b88-e742-4e1d-bc31-c9c987f2b41a tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903210 Mar 09 12:17:35.022995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port 0630853e-af24-4210-ab4d-57b557bd56ec {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:35.023817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.077260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-eda51324-3c74-4dfa-ad9e-9c4194f8ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:35.079892 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-eda51324-3c74-4dfa-ad9e-9c4194f8ac29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a26867-c8ae-46d0-9aff-3863d094abb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4763517 Mar 09 12:17:35.084406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.084950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:35.096011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.116424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.126813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Transition to ACTIVE for port object d3dbaac2-65e8-420d-90a0-917bb9240040 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:35.154424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Transition to ACTIVE for port object d3dbaac2-65e8-420d-90a0-917bb9240040 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:35.178254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.195430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-d3a2ebea-0a76-42ed-842c-4ceb94d64ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:35.196996 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-d3a2ebea-0a76-42ed-842c-4ceb94d64ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.2111719 Mar 09 12:17:35.197870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.275355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Network bfd3af7a-28f7-4a6f-a187-369669967486 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:35.279486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-19c517eb-c3de-4460-b29d-a0c9466a3081 None None] Provisioning complete for port 0630853e-af24-4210-ab4d-57b557bd56ec triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:35.279871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19c517eb-c3de-4460-b29d-a0c9466a3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.319478 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7fd432-4bea-47b2-bf19-72a8d8c03773', 'name': '', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4baef700-861e-4572-a70a-bffbd5602343', 'external_fixed_ips': [{'subnet_id': '89b92722-d9bd-4457-bf0b-524832220d29', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '7186f32c-45c4-4d81-8c97-4b51da0b3dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:23Z', 'updated_at': '2022-03-09T12:17:31Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': '7186f32c-45c4-4d81-8c97-4b51da0b3dff', 'name': '', 'network_id': '4baef700-861e-4572-a70a-bffbd5602343', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7fd432-4bea-47b2-bf19-72a8d8c03773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '89b92722-d9bd-4457-bf0b-524832220d29', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:27Z', 'updated_at': '2022-03-09T12:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89b92722-d9bd-4457-bf0b-524832220d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:35.324667 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Checking router: 5d7fd432-4bea-47b2-bf19-72a8d8c03773 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:35.325164 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Updating router 5d7fd432-4bea-47b2-bf19-72a8d8c03773 port 7186f32c-45c4-4d81-8c97-4b51da0b3dff binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:17:35.337328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:35.344659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:35.354682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.355947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.385975 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.457742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-55c8c269-72ef-4d86-93f1-642a253808e2 service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140957 Mar 09 12:17:35.484708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-19c517eb-c3de-4460-b29d-a0c9466a3081 None None] Port 0630853e-af24-4210-ab4d-57b557bd56ec cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:35.506581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Pushing event updated for resources: {'Port': ['ID=d3dbaac2-65e8-420d-90a0-917bb9240040,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:35.516602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Attempting to bind port d3dbaac2-65e8-420d-90a0-917bb9240040 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:35.517055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Attempting to bind port d3dbaac2-65e8-420d-90a0-917bb9240040 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f23bf678-7029-421f-8114-4912a9265693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:35.517671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Attempting to bind port d3dbaac2-65e8-420d-90a0-917bb9240040 on network bfd3af7a-28f7-4a6f-a187-369669967486 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:35.526722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:35.527099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Checking segment: {'id': 'f23bf678-7029-421f-8114-4912a9265693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:35.527371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Subnet': ['ID=f2c010de-c1ab-4894-87fb-b577f61efbdd,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:35.527628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.528062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Bound using segment: {'id': 'f23bf678-7029-421f-8114-4912a9265693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:35.528771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Bound port: d3dbaac2-65e8-420d-90a0-917bb9240040, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23bf678-7029-421f-8114-4912a9265693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:35.529176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.560434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.573116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526863e-2874-42ee-b088-9ac120f2b972 req-e88a7f16-7ed9-450c-961d-740801de1fef tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:35.580731 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9526863e-2874-42ee-b088-9ac120f2b972 req-e88a7f16-7ed9-450c-961d-740801de1fef tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 943 time: 0.8718073 Mar 09 12:17:35.584530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.585223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.585789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.586324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.586866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.587408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.587934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.588455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.589027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.589565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.590083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.590597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:35.634268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] For port d3dbaac2-65e8-420d-90a0-917bb9240040, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:35.638259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] For port d3dbaac2-65e8-420d-90a0-917bb9240040, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3dbaac2-65e8-420d-90a0-917bb9240040,segment=NetworkSegment(f23bf678-7029-421f-8114-4912a9265693),segment_id=f23bf678-7029-421f-8114-4912a9265693)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:35.645053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.667575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Checking segment: {'id': '8676aff2-c899-4095-baf9-6a65c14d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:35.668294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network hostable DHCP agents. Network: 42e86b4f-80ec-458b-8a07-d3b049f50826, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:17:35.690073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 172.26.5.124 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/eb6d87b5-37b3-4f07-a69e-ceb88ae61a50) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:35.699582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.711046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-b1416937-1e95-4a21-b72e-5b7add0ff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:35.712446 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-b1416937-1e95-4a21-b72e-5b7add0ff247 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5097489 Mar 09 12:17:35.778819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67528-fff6-49fa-9324-29cc82f11f75 None None] Pushing event updated for resources: {'Port': ['ID=d3dbaac2-65e8-420d-90a0-917bb9240040,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:35.794970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting port 7186f32c-45c4-4d81-8c97-4b51da0b3dff {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:35.795504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.860550 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.881453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Transition to ACTIVE for port object 7186f32c-45c4-4d81-8c97-4b51da0b3dff will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:35.891025 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:35.935167 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9526863e-2874-42ee-b088-9ac120f2b972 req-0f1d612e-a849-4f6a-b0b9-1077430ac486 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531656 Mar 09 12:17:35.943344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbab34-388c-4346-8732-66ac76e67249 req-79ea31a1-f333-494d-bde5-f891d77ccc85 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:35.944861 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41fbab34-388c-4346-8732-66ac76e67249 req-79ea31a1-f333-494d-bde5-f891d77ccc85 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.7598631 Mar 09 12:17:35.990058 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Attempting to bind port 7186f32c-45c4-4d81-8c97-4b51da0b3dff on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:35.990422 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Attempting to bind port 7186f32c-45c4-4d81-8c97-4b51da0b3dff by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '6302a2da-ebb4-48a1-9e90-4d6513df8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:35.990914 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Attempting to bind port 7186f32c-45c4-4d81-8c97-4b51da0b3dff on network 4baef700-861e-4572-a70a-bffbd5602343 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:36.003599 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:36.004676 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Checking segment: {'id': '6302a2da-ebb4-48a1-9e90-4d6513df8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:36.005107 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.007285 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Bound using segment: {'id': '6302a2da-ebb4-48a1-9e90-4d6513df8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:36.007285 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Bound port: 7186f32c-45c4-4d81-8c97-4b51da0b3dff, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6302a2da-ebb4-48a1-9e90-4d6513df8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4baef700-861e-4572-a70a-bffbd5602343'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:36.007285 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.076781 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd2d4c-ac88-4ed0-a018-9360afb001b1 None None] Pushing event updated for resources: {'Port': ['ID=7186f32c-45c4-4d81-8c97-4b51da0b3dff,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:36.103289 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bc68849f-88c6-488f-8069-2cfbd6e1c5ba req-8abdc2b7-207d-4742-8e61-92d60658b238 service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283123 Mar 09 12:17:36.149145 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-21614cec-ec30-4aa3-bf5f-55d8ac2df6cc service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879633 Mar 09 12:17:36.150915 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] For port 7186f32c-45c4-4d81-8c97-4b51da0b3dff, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:36.155154 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] For port 7186f32c-45c4-4d81-8c97-4b51da0b3dff, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7186f32c-45c4-4d81-8c97-4b51da0b3dff,segment=NetworkSegment(6302a2da-ebb4-48a1-9e90-4d6513df8c2a),segment_id=6302a2da-ebb4-48a1-9e90-4d6513df8c2a)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:36.165253 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.210673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.256001 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Routers {'5d7fd432-4bea-47b2-bf19-72a8d8c03773'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:36.256610 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['5d7fd432-4bea-47b2-bf19-72a8d8c03773'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:36.277735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.287510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41fbab34-388c-4346-8732-66ac76e67249 req-4334278e-fb35-45c2-a030-8d9888edebd0 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964807 Mar 09 12:17:36.288098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:17:36.385515 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd2d4c-ac88-4ed0-a018-9360afb001b1 None None] Pushing event updated for resources: {'Port': ['ID=7186f32c-45c4-4d81-8c97-4b51da0b3dff,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:36.425090 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] Set router 5d7fd432-4bea-47b2-bf19-72a8d8c03773 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:36.487282 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-caa81d2d-2d87-45e4-8d52-9ee8335c99a7 req-d597963d-9df0-49f0-953f-a3377e1a8d1d service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268607 Mar 09 12:17:36.496818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Calling delete_port for 7186f32c-45c4-4d81-8c97-4b51da0b3dff owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:36.563313 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7fd432-4bea-47b2-bf19-72a8d8c03773', 'name': '', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:23Z', 'updated_at': '2022-03-09T12:17:35Z', 'revision_number': 4, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:36.568421 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4247fd-3f11-4075-9663-f9b822a0c9f8 None None] The sync data for ids ['5d7fd432-4bea-47b2-bf19-72a8d8c03773'] in dv-neutron-832762-2-hyperv is: [{'id': '5d7fd432-4bea-47b2-bf19-72a8d8c03773', 'name': '', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:23Z', 'updated_at': '2022-03-09T12:17:35Z', 'revision_number': 4, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:36.589099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d2a95f34-d42a-4b6e-8df1-0d0a3577af06 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:17:36.625697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:17:36.626208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:17:36.737903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for 0630853e-af24-4210-ab4d-57b557bd56ec owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:36.768088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:36.785235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'port_id': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'mac_address': 'fa:16:3e:96:fc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:17:36.845388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.849923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 42e86b4f-80ec-458b-8a07-d3b049f50826) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:36.853995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:36.854577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.862782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeba2f3-8036-4bc4-af72-cc7b3f447e67 None None] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:36.889012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.895641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a95f34-d42a-4b6e-8df1-0d0a3577af06 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:36.971335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:36.977635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:36.978286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 65821211-7cf5-4f82-9d8b-7de63f777236 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:17:36.982682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.014121 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69dd29b8-878b-43c3-a777-4e192bb63bf7 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7063780 Mar 09 12:17:37.016906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36388) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:37.025727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-880726799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:37.048663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:37.054811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:router and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:37.059358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:37.060985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89fe89-46ac-4b68-b8f9-85605c4fa3dd None None] Network bfd3af7a-28f7-4a6f-a187-369669967486 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:37.066020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:37.079805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.081269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.102519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.124949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5d09b-e20e-4fab-9005-9fb794d062d7 req-9d4293e3-69c5-439f-b494-ed0cbb33dd77 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:37.125472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.126524 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb5d09b-e20e-4fab-9005-9fb794d062d7 req-9d4293e3-69c5-439f-b494-ed0cbb33dd77 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 944 time: 0.7603149 Mar 09 12:17:37.136027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting port 7186f32c-45c4-4d81-8c97-4b51da0b3dff {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:37.136684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.146665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72836f45-8b79-4182-a014-fff70335a308 req-5ae617e1-24dc-46ae-96b0-f2d918a8fbae tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:37.148450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72836f45-8b79-4182-a014-fff70335a308 req-5ae617e1-24dc-46ae-96b0-f2d918a8fbae tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.7195320 Mar 09 12:17:37.219472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36392) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:37.219696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:37.228528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Request body: {'floatingip': {'port_id': 'abc995d8-877e-4cab-a2b5-0f37defba3ca'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:37.276932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-03b94e50-d978-4738-87ea-815121bb43fe None None] Provisioning for port d3dbaac2-65e8-420d-90a0-917bb9240040 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:37.288442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:37.305958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.306285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.306637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.306971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.307301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.307636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.307963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.308936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.308936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.308936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.309277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.309602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:37.335165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.339458 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-805bc204-f4fb-4d6c-adab-125b80c0de7a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3206160 Mar 09 12:17:37.349429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36396) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:37.392019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.440537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] For port 7186f32c-45c4-4d81-8c97-4b51da0b3dff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7186f32c-45c4-4d81-8c97-4b51da0b3dff,segment=NetworkSegment(6302a2da-ebb4-48a1-9e90-4d6513df8c2a),segment_id=6302a2da-ebb4-48a1-9e90-4d6513df8c2a)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:37.440782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.469424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.518779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.536330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-42e86b4f-80ec-458b-8a07-d3b049f50826', 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826', 'tenant_id': '1ac4d08208664e02bcc14f5527a20ddf', 'fixed_ips': [{'subnet_id': 'f2c010de-c1ab-4894-87fb-b577f61efbdd'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:17:37.539538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.589205 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb5d09b-e20e-4fab-9005-9fb794d062d7 req-088aec09-61c2-43cc-8d2b-2baaa39786f0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862457 Mar 09 12:17:37.602155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=0630853e-af24-4210-ab4d-57b557bd56ec,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:37.641438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=65821211-7cf5-4f82-9d8b-7de63f777236,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:37.679444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '65821211-7cf5-4f82-9d8b-7de63f777236', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'port_id': '65821211-7cf5-4f82-9d8b-7de63f777236', 'mac_address': 'fa:16:3e:d8:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:17:37.711736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:37.716720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.717681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Calling delete_port for 7186f32c-45c4-4d81-8c97-4b51da0b3dff owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:37.734022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:37.736511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:37.809545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.837242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65821211-7cf5-4f82-9d8b-7de63f777236 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:17:37.853165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Allocated IP 172.20.0.2 (42e86b4f-80ec-458b-8a07-d3b049f50826/f2c010de-c1ab-4894-87fb-b577f61efbdd/6edefd7a-4d24-4f6c-80de-b7684ba20fb8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:37.856259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:37.867995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=65821211-7cf5-4f82-9d8b-7de63f777236,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:37.883894 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-001ae8be-800c-4431-abd7-80787a420be8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/0630853e-af24-4210-ab4d-57b557bd56ec HTTP/1.1" status: 204 len: 168 time: 3.1988368 Mar 09 12:17:37.902901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:37.917383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:38.069314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3dbaac2-65e8-420d-90a0-917bb9240040 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:38.147479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['d2a95f34-d42a-4b6e-8df1-0d0a3577af06'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:17:38.184321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['65821211-7cf5-4f82-9d8b-7de63f777236'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:17:38.278006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:38.379967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.396595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d3dbaac2-65e8-420d-90a0-917bb9240040 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:38.442725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d3dbaac2-65e8-420d-90a0-917bb9240040 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:38.443098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.446053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68b26eb-be32-490c-b259-95f67f34a6ac tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] GET failed (client error): The resource could not be found. Mar 09 12:17:38.446611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a68b26eb-be32-490c-b259-95f67f34a6ac tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Synchronizing usage tracker for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:38.468189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ccbca-3005-42b2-af45-a6c34e87e274 req-9dcebb58-91ef-4431-83c8-56c71d1845ba tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:38.469892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a36ccbca-3005-42b2-af45-a6c34e87e274 req-9dcebb58-91ef-4431-83c8-56c71d1845ba tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 944 time: 1.1803291 Mar 09 12:17:38.627026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.631999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.662964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a68b26eb-be32-490c-b259-95f67f34a6ac tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Unset dirty status for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:38.664105 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a68b26eb-be32-490c-b259-95f67f34a6ac tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports/0630853e-af24-4210-ab4d-57b557bd56ec HTTP/1.1" status: 404 len: 333 time: 0.6683018 Mar 09 12:17:38.668441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Transition to ACTIVE for port object 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:38.720350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36406) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:38.755785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-12971029'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:38.762452 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a36ccbca-3005-42b2-af45-a6c34e87e274 req-cd6e4929-c07f-4482-af94-19bfe0c995e6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479529 Mar 09 12:17:38.763062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Transition to ACTIVE for port object 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:38.801883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.806120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Port': ['ID=7186f32c-45c4-4d81-8c97-4b51da0b3dff,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:38.811522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.849558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.849905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.850326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.850669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.851004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.851340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.851672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.852001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.852329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.852662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.853015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.853337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:38.939372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:38.946641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:38.957909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:38.965361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port d3dbaac2-65e8-420d-90a0-917bb9240040, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3dbaac2-65e8-420d-90a0-917bb9240040,segment=NetworkSegment(f23bf678-7029-421f-8114-4912a9265693),segment_id=f23bf678-7029-421f-8114-4912a9265693)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:38.991890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:38.994571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Pushing event updated for resources: {'Port': ['ID=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:39.009212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.103550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.106049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Attempting to bind port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:39.106423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Attempting to bind port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '8676aff2-c899-4095-baf9-6a65c14d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:39.106785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Attempting to bind port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 on network 42e86b4f-80ec-458b-8a07-d3b049f50826 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:39.122529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:39.122944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Checking segment: {'id': '8676aff2-c899-4095-baf9-6a65c14d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:39.123309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.123701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Bound using segment: {'id': '8676aff2-c899-4095-baf9-6a65c14d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:39.124809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Bound port: 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8676aff2-c899-4095-baf9-6a65c14d8586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:39.124809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.147138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=d3dbaac2-65e8-420d-90a0-917bb9240040,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:39.152608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.228368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] For port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:39.231689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] For port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,segment=NetworkSegment(8676aff2-c899-4095-baf9-6a65c14d8586),segment_id=8676aff2-c899-4095-baf9-6a65c14d8586)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:39.239000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.241100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.249993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.333072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ac44c-0fb0-4075-b62a-f721fe55f5fe None None] Pushing event updated for resources: {'Port': ['ID=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:39.371308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:39.401377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:39.411980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.412496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7fd432-4bea-47b2-bf19-72a8d8c03773 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:39.423855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Allocated IP 172.20.0.1 (42e86b4f-80ec-458b-8a07-d3b049f50826/f2c010de-c1ab-4894-87fb-b577f61efbdd/9e5f5506-a2c1-403a-87c5-fab8aac0290a) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:39.438082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:39.442154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.467446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.503100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.507527 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e56c1f77-bc2b-4642-ac0f-e25f04ec0407 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5d7fd432-4bea-47b2-bf19-72a8d8c03773 HTTP/1.1" status: 204 len: 168 time: 5.0419950 Mar 09 12:17:39.511513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36410) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:39.549459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port eb5a7f14-4f40-4f2a-be5c-6630061d04b8 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:39.574283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b439e-32a8-474f-8b58-54cb0492e188 req-06d3e43b-e083-4c01-a7ab-21b521d103b7 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:39.581152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f84b439e-32a8-474f-8b58-54cb0492e188 req-06d3e43b-e083-4c01-a7ab-21b521d103b7 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 945 time: 0.6248286 Mar 09 12:17:39.597288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:39.746166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Allocated IP 172.26.5.106 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/0b7a47a5-8724-49d3-b907-807b2d034a15) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:39.776190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting subnet 89b92722-d9bd-4457-bf0b-524832220d29 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:17:39.834976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.928031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.932598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:39.953636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3dbaac2-65e8-420d-90a0-917bb9240040 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:39.996707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::1f8 (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/eb5a7f14-4f40-4f2a-be5c-6630061d04b8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:40.018370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Transition to ACTIVE for port object 9e5f5506-a2c1-403a-87c5-fab8aac0290a will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:40.034738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d3dbaac2-65e8-420d-90a0-917bb9240040 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:40.035647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.062016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.067845 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f84b439e-32a8-474f-8b58-54cb0492e188 req-eb795cbf-4591-4428-9f97-5ecbf2f65d94 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858398 Mar 09 12:17:40.092394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.133377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.184055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:40.258336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:40.302075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.378875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.420962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:40.434570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:40.458022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:40.495270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89b92722-d9bd-4457-bf0b-524832220d29,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:40.505033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.512873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.534051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98fe9ba-3f98-43ed-af59-bf6e74d58fb4 None None] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:40.552495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=9e5f5506-a2c1-403a-87c5-fab8aac0290a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:40.562072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object eb5a7f14-4f40-4f2a-be5c-6630061d04b8 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:40.572754 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e0a73ce3-ce77-4458-a848-1fcdc694c89a tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/89b92722-d9bd-4457-bf0b-524832220d29 HTTP/1.1" status: 204 len: 168 time: 1.0565650 Mar 09 12:17:40.574004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36416) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:40.600862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.615310 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Floating IP a551a521-68bf-4dc6-bf8a-bbf497790790 associated. External IP: 172.26.5.145, port: abc995d8-877e-4cab-a2b5-0f37defba3ca. Mar 09 12:17:40.628596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d2a95f34-d42a-4b6e-8df1-0d0a3577af06 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:40.672984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.693303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.702857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aee23-dba3-44b6-8d61-277605d052b2 req-582c47c5-d30d-4fbc-bf9a-4aa18246da27 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:40.704922 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac1aee23-dba3-44b6-8d61-277605d052b2 req-582c47c5-d30d-4fbc-bf9a-4aa18246da27 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 944 time: 0.6995785 Mar 09 12:17:40.712312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Provisioning for port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:40.720694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Provisioning complete for port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:40.721204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.837292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:40.882596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:40.883097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.903401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:40.916712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.008318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.014251 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac1aee23-dba3-44b6-8d61-277605d052b2 req-bc617f20-ac14-4553-a3e2-6159efbd06f0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453356 Mar 09 12:17:41.062991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:41.072775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:41.092920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] For port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,segment=NetworkSegment(8676aff2-c899-4095-baf9-6a65c14d8586),segment_id=8676aff2-c899-4095-baf9-6a65c14d8586)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:41.104978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.116555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.167468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.239145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:41.262370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:41.266573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccf7c3-1a07-499a-8d2d-a0cebf064e05 None None] Pushing event updated for resources: {'Port': ['ID=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:41.278116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.279207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 65821211-7cf5-4f82-9d8b-7de63f777236 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:41.289434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:41.315696 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'code': 200} Mar 09 12:17:41.321459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:41.328055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:41.466472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.470998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:41.506655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 65821211-7cf5-4f82-9d8b-7de63f777236 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:41.512516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 65821211-7cf5-4f82-9d8b-7de63f777236 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:41.512935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.533550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:41.541643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:41.542329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.554617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.569798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=eb5a7f14-4f40-4f2a-be5c-6630061d04b8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:41.658846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baef700-861e-4572-a70a-bffbd5602343']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:41.670942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Provisioning for port eb5a7f14-4f40-4f2a-be5c-6630061d04b8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:41.686635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Provisioning complete for port eb5a7f14-4f40-4f2a-be5c-6630061d04b8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:41.687503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.688092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=0b7a47a5-8724-49d3-b907-807b2d034a15,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:41.710904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b7ceb120-b143-48ea-982e-3a79d91fc129 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9821966 Mar 09 12:17:41.718232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:41.724423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6302a2da-ebb4-48a1-9e90-4d6513df8c2a') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:41.724920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6302a2da-ebb4-48a1-9e90-4d6513df8c2a') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:41.745166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.749017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'network_id': '022773c5-94c0-41da-835d-f3cc15c70d6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2277286'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:41.804781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router 368a0ff9-a7bb-440c-bafb-4b4547144800 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:41.815530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Port eb5a7f14-4f40-4f2a-be5c-6630061d04b8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:41.822154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.848985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.860289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:41.860772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.866619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=65821211-7cf5-4f82-9d8b-7de63f777236,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:41.870065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Provisioning complete for port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:41.870670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:41.875729 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:41.904061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:41.934838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:41.960572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:17:42.033576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849b943-1501-45bf-a2af-570a27267d56 req-af92eb95-a714-43f8-bf7a-739d595749cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:42.035751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c849b943-1501-45bf-a2af-570a27267d56 req-af92eb95-a714-43f8-bf7a-739d595749cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.4256451 Mar 09 12:17:42.056840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:42.116634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.120353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:42.120723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.142199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4baef700-861e-4572-a70a-bffbd5602343 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 09 12:17:42.149366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.153462 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c849b943-1501-45bf-a2af-570a27267d56 req-47ce40a1-957f-45f1-99b3-f0d7151056b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055758 Mar 09 12:17:42.235674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Provisioning for port 9e5f5506-a2c1-403a-87c5-fab8aac0290a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:42.246936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Network': ['ID=4baef700-861e-4572-a70a-bffbd5602343,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:42.250751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Provisioning complete for port 9e5f5506-a2c1-403a-87c5-fab8aac0290a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:42.251342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.267766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1541b495-0d64-43fb-807b-61844439cae0 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4baef700-861e-4572-a70a-bffbd5602343 HTTP/1.1" status: 204 len: 168 time: 1.6892595 Mar 09 12:17:42.330040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-52847693-06f2-42ed-88e7-8ec06249b2cd None None] Port 9e5f5506-a2c1-403a-87c5-fab8aac0290a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:42.381602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.389651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.458577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f34cb401-9d30-4da5-b3b4-0e6cf2c0cb56 None None] Provisioning complete for port 9e5f5506-a2c1-403a-87c5-fab8aac0290a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:42.459472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f34cb401-9d30-4da5-b3b4-0e6cf2c0cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.492187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:42.529672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f34cb401-9d30-4da5-b3b4-0e6cf2c0cb56 None None] Port 9e5f5506-a2c1-403a-87c5-fab8aac0290a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:42.540006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf434fd-0b7b-4ad4-8789-ee8eb44d5a07 req-99686aa8-3f52-4e5a-9876-070d1c00625f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:42.546535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cdf434fd-0b7b-4ad4-8789-ee8eb44d5a07 req-99686aa8-3f52-4e5a-9876-070d1c00625f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 945 time: 1.2263703 Mar 09 12:17:42.587609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=9e5f5506-a2c1-403a-87c5-fab8aac0290a,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:42.590331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.609462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.674006 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-168919f8-a5ef-46dd-aafc-d4f88c8dfa23 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "PUT /v2.0/floatingips/a551a521-68bf-4dc6-bf8a-bbf497790790 HTTP/1.1" status: 200 len: 991 time: 5.4538817 Mar 09 12:17:42.678831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:42.697446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36438) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:42.709896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'name': 'tempest-router--1064359495', 'project_id': '4c847b143a6544b7aa9d2ca2d305a433'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:42.715523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:42.722232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:router and tenant:4c847b143a6544b7aa9d2ca2d305a433 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:42.726579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:42.732250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:42.735462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:42.751929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Usage tracker for resource:port and tenant:cbf71797f73e4863a8b448b0c279a297 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:42.769108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.770378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.775431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:42.777636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:42.814196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:42.820573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Sync routers for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:42.842508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:42.851670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:42.853497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:42.871142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.894468 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cdf434fd-0b7b-4ad4-8789-ee8eb44d5a07 req-831eda94-a805-453f-b0e6-c9d94fa7f664 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468778 Mar 09 12:17:42.906496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:42.917799 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Sync routers for ids ['368a0ff9-a7bb-440c-bafb-4b4547144800'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:42.933375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Made reservation on behalf of cbf71797f73e4863a8b448b0c279a297 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:42.938385 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Routers {'368a0ff9-a7bb-440c-bafb-4b4547144800'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:42.939068 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['368a0ff9-a7bb-440c-bafb-4b4547144800'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:42.961540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:42.984681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.016524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.021410 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-63b51e4d-2bed-4370-ab6b-6f238ef47716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3221996 Mar 09 12:17:43.024775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36446) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:43.108102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] device_id is not set on port a0d130ca-ecc9-46de-8376-c19f7e59db69 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:43.191926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:43.248988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9187edc9-6a22-4a30-be77-182c4c7cc891 None None] Provisioning complete for port 9e5f5506-a2c1-403a-87c5-fab8aac0290a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:43.249520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9187edc9-6a22-4a30-be77-182c4c7cc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.265201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.299348 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Set router 368a0ff9-a7bb-440c-bafb-4b4547144800 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:43.326907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:43.426396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9187edc9-6a22-4a30-be77-182c4c7cc891 None None] Port 9e5f5506-a2c1-403a-87c5-fab8aac0290a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:43.461080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Router 402b927f-9ea5-409f-b829-e65313148edc is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:43.524012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Allocated IP 2001:db8::b1 (022773c5-94c0-41da-835d-f3cc15c70d6a/608c46e6-1281-496e-86a3-8f0cbd7de99b/a0d130ca-ecc9-46de-8376-c19f7e59db69) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:43.655100 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124'}], 'enable_snat': False}, 'gw_port_id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:32Z', 'updated_at': '2022-03-09T12:17:38Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:35Z', 'updated_at': '2022-03-09T12:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:43.663307 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Checking router: 368a0ff9-a7bb-440c-bafb-4b4547144800 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:43.663654 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Updating router 368a0ff9-a7bb-440c-bafb-4b4547144800 port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:17:43.702665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.703847 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4521259b-4022-4fba-b2c3-4557b84a12a4 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.5256352 Mar 09 12:17:43.720549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36454) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:43.724370 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.732285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2c2d-9137-4701-a5c4-5adc39718343 req-227c0942-317d-47db-879d-a609c3835bc4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:43.735036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d6c2c2d-9137-4701-a5c4-5adc39718343 req-227c0942-317d-47db-879d-a609c3835bc4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 1.3174295 Mar 09 12:17:43.782284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'a551a521-68bf-4dc6-bf8a-bbf497790790', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'port_id': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'mac_address': 'fa:16:3e:af:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:16:56Z', 'updated_at': '2022-03-09T12:17:39Z', 'revision_number': 1, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:43.788923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Checking router: 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:43.801070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:43.802293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:43.815370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:43.821621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a3151ef0-3ad1-4f36-8830-f96acc71a390 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "PUT /v2.0/routers/402b927f-9ea5-409f-b829-e65313148edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711301 Mar 09 12:17:43.824376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36458) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:43.877569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'port': {'network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826', 'name': 'tempest-FloatingIPNegativeTestJSON-1540333525'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:43.888502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] Sync routers for ids ['402b927f-9ea5-409f-b829-e65313148edc'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:43.916710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.916980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] Routers {'402b927f-9ea5-409f-b829-e65313148edc'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:43.917446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['402b927f-9ea5-409f-b829-e65313148edc'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:43.921554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:43.996262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:44.014279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.014965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3bde99-35b9-4886-9973-dc62a48acd33 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:44.040426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.041578 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1c4bbd55-36a5-485d-999c-a8b0694b72dc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5a3bde99-35b9-4886-9973-dc62a48acd33 HTTP/1.1" status: 204 len: 168 time: 1.0131044 Mar 09 12:17:44.053384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:44.057762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:port and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:44.060571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:44.062366 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d6c2c2d-9137-4701-a5c4-5adc39718343 req-f2c24af8-101a-4109-b5fa-8426024ac602 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118987 Mar 09 12:17:44.077536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.089052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] Routers {'402b927f-9ea5-409f-b829-e65313148edc'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:44.089845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['402b927f-9ea5-409f-b829-e65313148edc'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:44.090166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:44.122541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Made reservation on behalf of 1ac4d08208664e02bcc14f5527a20ddf for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:17:44.126993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.183507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] device_id is not set on port 10bda32f-c851-4776-ad8d-de16d70cfe80 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:17:44.232140 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.266481 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Transition to ACTIVE for port object eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:44.280557 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.286482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:44.345168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:44.345735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf92d5d-5786-4fa6-ad6b-6c9e593bd7db None None] The sync data for ids ['402b927f-9ea5-409f-b829-e65313148edc'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:44.353468 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'status': 'completed', 'code': 200} Mar 09 12:17:44.392541 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236', 'code': 200} Mar 09 12:17:44.418124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:44.489094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.509673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Transition to ACTIVE for port object a0d130ca-ecc9-46de-8376-c19f7e59db69 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:44.536497 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-abfc4831-50bf-4b1b-b80c-1905c4279c88 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/368a0ff9-a7bb-440c-bafb-4b4547144800 HTTP/1.1" status: 200 len: 909 time: 0.8138592 Mar 09 12:17:44.537511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36474) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:44.539163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-00245816-7507-4697-bdd7-6fcfb584f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:44.542311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-00245816-7507-4697-bdd7-6fcfb584f263 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 1098 time: 0.2375867 Mar 09 12:17:44.543619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Allocated IP 172.20.0.3 (42e86b4f-80ec-458b-8a07-d3b049f50826/f2c010de-c1ab-4894-87fb-b577f61efbdd/10bda32f-c851-4776-ad8d-de16d70cfe80) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:44.562546 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Pushing event updated for resources: {'Port': ['ID=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:44.570288 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Attempting to bind port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:44.571103 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Attempting to bind port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:44.571689 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Attempting to bind port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:44.574887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1172634528', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': True}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:44.599395 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.600021 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.600552 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.601121 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.601658 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.604645 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.605235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.605783 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.606322 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.606859 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.608427 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.608984 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:17:44.611583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.616691 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:44.622722 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:44.623246 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.623874 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:44.624592 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Bound port: eb6d87b5-37b3-4f07-a69e-ceb88ae61a50, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:44.625124 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.724020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:44.750200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c5926-8be6-4ea4-9dfa-18677bf4c6b3 req-40d3a8ac-3bc1-42fa-95e6-b35310a496e8 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:44.750893 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] For port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:44.756667 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] For port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:44.757461 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e93c5926-8be6-4ea4-9dfa-18677bf4c6b3 req-40d3a8ac-3bc1-42fa-95e6-b35310a496e8 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 1.5549719 Mar 09 12:17:44.766311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.795768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Usage tracker for resource:router and tenant:bcdde27fb2a3409897771625ec3c8f5c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:44.810160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932913438', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:44.840697 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Routers {'368a0ff9-a7bb-440c-bafb-4b4547144800'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:44.841189 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['368a0ff9-a7bb-440c-bafb-4b4547144800'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:44.867129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Network 022773c5-94c0-41da-835d-f3cc15c70d6a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:44.875902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:44.888326 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e93c5926-8be6-4ea4-9dfa-18677bf4c6b3 req-b7d14688-9aec-49d6-bc51-d5d5c85b5a4a tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300335 Mar 09 12:17:44.894628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:44.898529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:44.904168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:44.905369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:44.919521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:44.946090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:45.019809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:45.020178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'a551a521-68bf-4dc6-bf8a-bbf497790790', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'port_id': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'mac_address': 'fa:16:3e:af:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:16:56Z', 'updated_at': '2022-03-09T12:17:39Z', 'revision_number': 1, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:45.024538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752515-b6bf-4ac9-8a36-23ebe464152a None None] The sync data for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv is: [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'a551a521-68bf-4dc6-bf8a-bbf497790790', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'port_id': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'mac_address': 'fa:16:3e:af:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:16:56Z', 'updated_at': '2022-03-09T12:17:39Z', 'revision_number': 1, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:45.036282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:45.053250 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be551a6d-5c6b-45d4-bc4c-64fc137a4969 None None] Pushing event updated for resources: {'Port': ['ID=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:45.103928 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] Set router 368a0ff9-a7bb-440c-bafb-4b4547144800 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:45.106503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=a0d130ca-ecc9-46de-8376-c19f7e59db69,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:45.115458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:45.123501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.125225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.150432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f13c2010-23fe-4204-9d2f-3d81b3a91759 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.4251840 Mar 09 12:17:45.155856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36484) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:45.166969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6211-a86d-454b-b8a9-48a1dc930ce9 req-415bde54-1b6f-41c4-ae20-f1c79eb4bd4c tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:45.174800 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96fd6211-a86d-454b-b8a9-48a1dc930ce9 req-415bde54-1b6f-41c4-ae20-f1c79eb4bd4c tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.4367015 Mar 09 12:17:45.197631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:8e:91:e5'}, {'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:af:44:1d'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:45.252569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.259578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.309578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.321009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.337895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.359642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.370000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-877f60c7-b853-431e-8265-0467b17e4095 None None] Provisioning for port a0d130ca-ecc9-46de-8376-c19f7e59db69 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:45.377039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-877f60c7-b853-431e-8265-0467b17e4095 None None] Provisioning complete for port a0d130ca-ecc9-46de-8376-c19f7e59db69 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:45.377654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-877f60c7-b853-431e-8265-0467b17e4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.416610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-1a076f36-fcf2-4c18-838d-23100884cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:45.418194 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-1a076f36-fcf2-4c18-838d-23100884cb81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 200 len: 913 time: 0.8581836 Mar 09 12:17:45.460085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-877f60c7-b853-431e-8265-0467b17e4095 None None] Port a0d130ca-ecc9-46de-8376-c19f7e59db69 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:45.474017 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1782c9-c908-4e3c-9ab5-b565ea47c422 None None] New status for floating IP a551a521-68bf-4dc6-bf8a-bbf497790790: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:17:45.534238 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96fd6211-a86d-454b-b8a9-48a1dc930ce9 req-1ff4f35f-dc3f-4477-a084-382dae241d53 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582139 Mar 09 12:17:45.619703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a8d33-03ea-4a5f-9789-2ec3376c955b req-31ad6d40-ae69-4973-9c56-dbe8e6623f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:45.621532 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-373a8d33-03ea-4a5f-9789-2ec3376c955b req-31ad6d40-ae69-4973-9c56-dbe8e6623f7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 1099 time: 0.8679900 Mar 09 12:17:45.634992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Transition to ACTIVE for port object 10bda32f-c851-4776-ad8d-de16d70cfe80 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:45.841831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-373a8d33-03ea-4a5f-9789-2ec3376c955b req-a897cf32-34e9-4fd0-8da3-bd79f6d00b73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053370 Mar 09 12:17:45.853870 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-b5a70aea-4010-40da-8bac-c990422d4ef6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 200 len: 999 time: 0.4257827 Mar 09 12:17:45.856787 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124'}], 'enable_snat': False}, 'gw_port_id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:32Z', 'updated_at': '2022-03-09T12:17:38Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:35Z', 'updated_at': '2022-03-09T12:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:45.863808 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf5a07d-3867-496c-8f7a-c7bbd5a3ddd7 None None] The sync data for ids ['368a0ff9-a7bb-440c-bafb-4b4547144800'] in dv-neutron-832762-2-hyperv is: [{'id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124'}], 'enable_snat': False}, 'gw_port_id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:32Z', 'updated_at': '2022-03-09T12:17:38Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': 'eb6d87b5-37b3-4f07-a69e-ceb88ae61a50', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368a0ff9-a7bb-440c-bafb-4b4547144800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:35Z', 'updated_at': '2022-03-09T12:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:45.914969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.933017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:45.964336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.097114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:46.104859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:46.107366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:46.111127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.152600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a068db7-21a6-4c67-b536-d42826ad808d req-e1ea4728-40e9-48ea-8630-054e6916d2a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:46.157418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a068db7-21a6-4c67-b536-d42826ad808d req-e1ea4728-40e9-48ea-8630-054e6916d2a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.8475294 Mar 09 12:17:46.157900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=10bda32f-c851-4776-ad8d-de16d70cfe80,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:46.165375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.270119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:46.270785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.294058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-d05458bb-2301-43d3-8a6d-cc921952d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:46.295537 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-d05458bb-2301-43d3-8a6d-cc921952d2bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7327b43b-09d4-4ec8-9292-d3daa4fa9104 HTTP/1.1" status: 200 len: 851 time: 0.2299485 Mar 09 12:17:46.370953 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1b1ce523-c376-4968-95ba-c00460f439c1 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5454490 Mar 09 12:17:46.374588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:46.385585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:46.386107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a068db7-21a6-4c67-b536-d42826ad808d req-db03c5bf-b4a0-423b-8e91-71ef23ca9934 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075443 Mar 09 12:17:46.403039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:46.421451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:floatingip and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:46.433712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:46.446043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:46.504374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-438c8bcf-4adf-4991-9737-40c5ad919e57 None None] Provisioning for port 10bda32f-c851-4776-ad8d-de16d70cfe80 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:46.522026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-438c8bcf-4adf-4991-9737-40c5ad919e57 None None] Provisioning complete for port 10bda32f-c851-4776-ad8d-de16d70cfe80 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:46.522452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-438c8bcf-4adf-4991-9737-40c5ad919e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.525357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-a2554959-5cbd-4213-8efa-4c5f29be04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:46.526869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-a2554959-5cbd-4213-8efa-4c5f29be04af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2211185 Mar 09 12:17:46.594097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-438c8bcf-4adf-4991-9737-40c5ad919e57 None None] Port 10bda32f-c851-4776-ad8d-de16d70cfe80 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:46.637592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:46.678240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.815045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.852644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.995221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:46.997793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-1b69ed7a-89ef-42c9-acf3-5918b409fd96 service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441750 Mar 09 12:17:47.012918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.111909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:47.116516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] In _notify_port_updated(), no bound segment for port a0d130ca-ecc9-46de-8376-c19f7e59db69 on network 022773c5-94c0-41da-835d-f3cc15c70d6a {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:17:47.122026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:47.122711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.124049 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "PUT /v2.0/ports/a0d130ca-ecc9-46de-8376-c19f7e59db69 HTTP/1.1" status: 200 len: 1064 time: 1.9658725 Mar 09 12:17:47.128039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36496) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:47.129282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] Sync routers for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:47.147339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ce95a-f4b5-4cb1-b93a-914487462dfc req-1d90652f-412f-430b-9b56-45192f6db500 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:47.149051 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b2ce95a-f4b5-4cb1-b93a-914487462dfc req-1d90652f-412f-430b-9b56-45192f6db500 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5466034 Mar 09 12:17:47.149945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:47.152772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:47.200481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36500) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:47.218377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf1fc-71dd-43fc-9382-d1ee550da2a6 req-0f0c7318-54e6-46ac-8928-f2fd4fbbf5ab tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:47.229972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-322cf1fc-71dd-43fc-9382-d1ee550da2a6 req-0f0c7318-54e6-46ac-8928-f2fd4fbbf5ab tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.4581718 Mar 09 12:17:47.247603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Request body: {'floatingip': {'port_id': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:47.263398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:47.275426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:47.276090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:47.348042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:47.348542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6e296b-86d5-4d28-a765-59b77c3d53d7 None None] The sync data for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:47.361395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Allocated IP 172.26.5.93 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/44bcb8d7-da16-43a3-9b98-ec715f3be5c9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:47.405372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-471743f5-5f23-4ee6-a706-dbb7eeab8fc7 req-af9fcb39-b7a2-4ec4-b234-bc7284ced1dd service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852859 Mar 09 12:17:47.410477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.449577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18132f1-7cd8-42d2-9193-7d4cd05d6022 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event updated for resources: {'Port': ['ID=a0d130ca-ecc9-46de-8376-c19f7e59db69,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:47.518214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.554472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4030931c-ecaf-49a5-97a1-4493fb47fbb4 None None] Provisioning complete for port a0d130ca-ecc9-46de-8376-c19f7e59db69 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:47.554998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4030931c-ecaf-49a5-97a1-4493fb47fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.594581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.599026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5914ad72-0c9a-4d00-aacf-7b7b77b46daf tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.7365885 Mar 09 12:17:47.600532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36504) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:47.611695 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:17:47.631208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4030931c-ecaf-49a5-97a1-4493fb47fbb4 None None] Port a0d130ca-ecc9-46de-8376-c19f7e59db69 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:47.675890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port a0d130ca-ecc9-46de-8376-c19f7e59db69 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:47.676235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.695911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.754523 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-322cf1fc-71dd-43fc-9382-d1ee550da2a6 req-a6cc98c2-6cfb-4be4-8347-7a7bbc90fcdd tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236561 Mar 09 12:17:47.872994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:47.911132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:47.942296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:47.947277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:47.947654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.077373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.094759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:48.100062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.110864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.129347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:48.149932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:48.152181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:48.176074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:48.183417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.215526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event updated for resources: {'Port': ['ID=44bcb8d7-da16-43a3-9b98-ec715f3be5c9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:48.242739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Allocated IP 172.26.5.155 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/ff8c650f-dd40-4145-a1a0-4324a01ac4dc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:48.518618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:48.651962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for a0d130ca-ecc9-46de-8376-c19f7e59db69 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:48.797078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-d43bb1cd-d2cb-4804-93a1-e245c8aea638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8068354 Mar 09 12:17:48.984906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:49.044781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.101722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.109185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.152232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.232772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.251427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=a0d130ca-ecc9-46de-8376-c19f7e59db69,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:49.302640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0de7bf-9841-41d2-ad66-2aa9df7a41cb req-29afa9cd-86cb-4695-ba35-651cdcfc7d48 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:49.304030 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d0de7bf-9841-41d2-ad66-2aa9df7a41cb req-29afa9cd-86cb-4695-ba35-651cdcfc7d48 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.4042296 Mar 09 12:17:49.359193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5070-e536-4738-a984-e66294443222 req-777ceca1-1584-4d7b-923e-9de6c6b10236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:49.360922 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-777ceca1-1584-4d7b-923e-9de6c6b10236 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 1098 time: 0.3963687 Mar 09 12:17:49.370572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.507209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.529945 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Floating IP 187bd3e3-3489-467e-b703-09d032eaa831 associated. External IP: 172.26.5.222, port: d2a95f34-d42a-4b6e-8df1-0d0a3577af06. Mar 09 12:17:49.563614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:49.594457 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d0de7bf-9841-41d2-ad66-2aa9df7a41cb req-5cebb65f-980f-4a4d-b770-75a849bd3483 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768414 Mar 09 12:17:49.621304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:49.646812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:49.707950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 172.26.5.2 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/794f76d2-950c-4dcf-a10c-637d27dc5bcb) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:49.728602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=ff8c650f-dd40-4145-a1a0-4324a01ac4dc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:49.797244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:49.856529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:17:49.921212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-373a4116-d2ad-4948-9728-b56d8fddf8a0 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/a0d130ca-ecc9-46de-8376-c19f7e59db69 HTTP/1.1" status: 204 len: 168 time: 2.7808499 Mar 09 12:17:49.923719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36512) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:49.936724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:49.937305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.051779 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ce7015-73f9-45ea-a621-bf5b0363e7f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] GET failed (client error): The resource could not be found. Mar 09 12:17:50.052286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e9ce7015-73f9-45ea-a621-bf5b0363e7f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Synchronizing usage tracker for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:50.184329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5070-e536-4738-a984-e66294443222 req-3a28f0cb-8cf8-4863-9b53-efe41188db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:50.185742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-3a28f0cb-8cf8-4863-9b53-efe41188db42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 200 len: 913 time: 0.7793169 Mar 09 12:17:50.192132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e9ce7015-73f9-45ea-a621-bf5b0363e7f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Unset dirty status for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:50.195736 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e9ce7015-73f9-45ea-a621-bf5b0363e7f8 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports/a0d130ca-ecc9-46de-8376-c19f7e59db69 HTTP/1.1" status: 404 len: 333 time: 0.2663989 Mar 09 12:17:50.197734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36516) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:50.200731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.211908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ea6f-cbdd-49ed-8f3e-0a8ae29410c7 req-b8854bd8-a33d-4397-aa01-f24502b9bc5f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:50.213354 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-88e7ea6f-cbdd-49ed-8f3e-0a8ae29410c7 req-b8854bd8-a33d-4397-aa01-f24502b9bc5f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.5119200 Mar 09 12:17:50.226462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36520) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:50.297581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Request body: {'floatingip': {'port_id': '65821211-7cf5-4f82-9d8b-7de63f777236'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:50.398597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.431052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.486678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port eb5a7f14-4f40-4f2a-be5c-6630061d04b8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:50.487256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.508499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.545192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:17:50.562677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.671445 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-eab97ea4-d89b-43aa-8245-08bd31d9dedd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 200 len: 1001 time: 0.4489098 Mar 09 12:17:50.733353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:50.746308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:50.760583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:50.786001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=794f76d2-950c-4dcf-a10c-637d27dc5bcb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:50.854418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:50.975715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5070-e536-4738-a984-e66294443222 req-d4cb9ee2-1731-4dc9-b733-67b1104566bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:50.977156 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-d4cb9ee2-1731-4dc9-b733-67b1104566bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7327b43b-09d4-4ec8-9292-d3daa4fa9104 HTTP/1.1" status: 200 len: 851 time: 0.2640305 Mar 09 12:17:51.190276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:51.197993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:51.203117 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Sync routers for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:51.215578 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:51.216183 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:51.229860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:51.250457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Allocated IP 172.20.0.1 (bfd3af7a-28f7-4a6f-a187-369669967486/7714aefe-1531-4b3b-b677-f69cda0ac4a9/a5387e73-ff9c-4dcc-909a-d904793016a2) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:51.387381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for eb5a7f14-4f40-4f2a-be5c-6630061d04b8 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:51.414337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:51.441406 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bfbc1b35-5289-4bca-b417-b5538dea63ed tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "PUT /v2.0/floatingips/187bd3e3-3489-467e-b703-09d032eaa831 HTTP/1.1" status: 200 len: 991 time: 4.2277677 Mar 09 12:17:51.441406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:51.840117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Router 9194acd4-0c10-4446-92a5-c36d2c55fe52 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:51.840853 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'status': 'completed', 'code': 200} Mar 09 12:17:51.843268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5070-e536-4738-a984-e66294443222 req-ffd0d8cc-3027-47e1-87cf-9d7d1d81a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:51.844738 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-ffd0d8cc-3027-47e1-87cf-9d7d1d81a24e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8512862 Mar 09 12:17:51.876473 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '187bd3e3-3489-467e-b703-09d032eaa831', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'port_id': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'mac_address': 'fa:16:3e:96:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d09ea8-46d3-420a-b351-ef051378a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:48Z', 'revision_number': 1, 'project_id': '27def692b8ab40a88b073a864293eadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:51.881130 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Checking router: 3b6bb4b0-9014-4e1d-8008-70a7c352a114 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:51.889344 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:51.889927 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:51.944838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.013037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.081136 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:52.109817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=eb5a7f14-4f40-4f2a-be5c-6630061d04b8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:52.136076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.227760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d034-a74d-45ff-893a-2d591929d64e req-7817d6a2-593d-4723-9aaa-6ad0d47b1070 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:52.231020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:52.235600 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a518d034-a74d-45ff-893a-2d591929d64e req-7817d6a2-593d-4723-9aaa-6ad0d47b1070 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3935812 Mar 09 12:17:52.262608 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-be4f25ef-f30d-4635-a4d7-105c86ff7960 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/eb5a7f14-4f40-4f2a-be5c-6630061d04b8 HTTP/1.1" status: 204 len: 168 time: 2.0585883 Mar 09 12:17:52.269963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36532) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:52.274819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.283863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.345644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd9a5c5-bcba-4fb0-aadc-48521cf531e6 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] GET failed (client error): The resource could not be found. Mar 09 12:17:52.346228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cbd9a5c5-bcba-4fb0-aadc-48521cf531e6 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Synchronizing usage tracker for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:17:52.377895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.437879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a518d034-a74d-45ff-893a-2d591929d64e req-060c984c-57c0-4b40-bc6a-d61a23a1a5c2 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012689 Mar 09 12:17:52.447063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cbd9a5c5-bcba-4fb0-aadc-48521cf531e6 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Unset dirty status for tenant:cbf71797f73e4863a8b448b0c279a297 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:17:52.448579 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cbd9a5c5-bcba-4fb0-aadc-48521cf531e6 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "GET /v2.0/ports/eb5a7f14-4f40-4f2a-be5c-6630061d04b8 HTTP/1.1" status: 404 len: 333 time: 0.1774070 Mar 09 12:17:52.453099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Transition to ACTIVE for port object a5387e73-ff9c-4dcc-909a-d904793016a2 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:52.458523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36536) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:52.497843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-c873845f-aa15-4c86-a1e8-92236f7235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:52.499341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-c873845f-aa15-4c86-a1e8-92236f7235e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.7860465 Mar 09 12:17:52.583363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-506784a9-f3f7-498d-b234-d16ebc0474ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.622097 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-53282e1e-b17b-491d-a653-e0302d226d2c service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449175 Mar 09 12:17:52.641769 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '187bd3e3-3489-467e-b703-09d032eaa831', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'port_id': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'mac_address': 'fa:16:3e:96:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d09ea8-46d3-420a-b351-ef051378a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:48Z', 'revision_number': 1, 'project_id': '27def692b8ab40a88b073a864293eadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:52.646555 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb061a7-eb1b-483d-b9bd-5e43a17c455d None None] The sync data for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv is: [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '187bd3e3-3489-467e-b703-09d032eaa831', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'port_id': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'mac_address': 'fa:16:3e:96:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d09ea8-46d3-420a-b351-ef051378a218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:48Z', 'revision_number': 1, 'project_id': '27def692b8ab40a88b073a864293eadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:52.694336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.715010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:52.727979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838711-428b-41b4-8f46-f66764c31266 None None] Sync routers for ids ['9194acd4-0c10-4446-92a5-c36d2c55fe52'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:52.737424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=ff8c650f-dd40-4145-a1a0-4324a01ac4dc,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:52.744436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] Routers {'9194acd4-0c10-4446-92a5-c36d2c55fe52'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:52.745122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9194acd4-0c10-4446-92a5-c36d2c55fe52'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:52.782406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port 30cf2c3b-4401-47cc-b782-c5466179d6da {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:52.782736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:52.810226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:17:52.878606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:52.890467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] Routers {'9194acd4-0c10-4446-92a5-c36d2c55fe52'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:52.890467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9194acd4-0c10-4446-92a5-c36d2c55fe52'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:52.932334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3493ba-a75d-4053-8b18-4dc3390159a5 None None] New status for floating IP 187bd3e3-3489-467e-b703-09d032eaa831: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:17:52.976691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80838711-428b-41b4-8f46-f66764c31266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:52.977145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80838711-428b-41b4-8f46-f66764c31266 None None] The sync data for ids ['9194acd4-0c10-4446-92a5-c36d2c55fe52'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:53.057934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2583d4e-acd6-4907-9a3e-4fa1ab50757e req-a75b4f70-9682-490d-bda9-79e8c8f54062 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:53.059496 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c2583d4e-acd6-4907-9a3e-4fa1ab50757e req-a75b4f70-9682-490d-bda9-79e8c8f54062 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4300492 Mar 09 12:17:53.112918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.164559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.210091 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c2583d4e-acd6-4907-9a3e-4fa1ab50757e req-b41642f7-be82-4999-9c77-3e28b99bd6b8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342194 Mar 09 12:17:53.213122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.216735 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c525dcc2-b9d9-4e5d-9677-c4fdc2f1d76f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9265599 Mar 09 12:17:53.220422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36542) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:53.238394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.254335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.255384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.256580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52e354a0-2213-48b1-acb3-625bf8f0218e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8811114 Mar 09 12:17:53.264839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36546) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:53.287888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9d453059-a995-44bf-a96a-490c05b27f6a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'floatingip': {'port_id': '10bda32f-c851-4776-ad8d-de16d70cfe80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:53.350211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.398245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-973092c2-a5e9-4225-97a6-817a89abeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:53.399688 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-973092c2-a5e9-4225-97a6-817a89abeaf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.7800140 Mar 09 12:17:53.403083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network bfd3af7a-28f7-4a6f-a187-369669967486 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:53.425158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router 5d7b245c-c6f0-49f3-9db6-270c8c987373 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:17:53.444407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:53.504337 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-511c5070-e536-4738-a984-e66294443222 req-a7140f64-d3e6-4546-b807-03a5444e5b11 service neutron] 10.222.0.13 "GET /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358719 Mar 09 12:17:53.508006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:17:53.560490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d453059-a995-44bf-a96a-490c05b27f6a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.577910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Calling delete_port for 30cf2c3b-4401-47cc-b782-c5466179d6da owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:53.610717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=a5387e73-ff9c-4dcc-909a-d904793016a2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:53.716438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-584b288a-5b89-4627-8efe-142ba3736981 None None] Provisioning for port a5387e73-ff9c-4dcc-909a-d904793016a2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:17:53.722382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-584b288a-5b89-4627-8efe-142ba3736981 None None] Provisioning complete for port a5387e73-ff9c-4dcc-909a-d904793016a2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:53.722616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-584b288a-5b89-4627-8efe-142ba3736981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.777012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-584b288a-5b89-4627-8efe-142ba3736981 None None] Port a5387e73-ff9c-4dcc-909a-d904793016a2 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:53.810133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:53.833148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-fa5892d3-e3fe-46fa-b80d-dc461826e9ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.4107111 Mar 09 12:17:53.896396 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f56d7144-c1bc-4472-bfb2-e9b5ab0455c3 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/9194acd4-0c10-4446-92a5-c36d2c55fe52 HTTP/1.1" status: 200 len: 920 time: 0.6689115 Mar 09 12:17:53.897337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36550) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:53.938685 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Floating IP f2a568d4-009d-4dbf-bbb8-b5b74af6e762 associated. External IP: 172.26.5.11, port: 65821211-7cf5-4f82-9d8b-7de63f777236. Mar 09 12:17:53.981816 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e7463c35-6f36-420b-8cab-cf941a62b1e2 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9194acd4-0c10-4446-92a5-c36d2c55fe52 HTTP/1.1" status: 200 len: 205 time: 0.0831952 Mar 09 12:17:53.987418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36554) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:54.015855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:54.026159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Sync routers for ids ['5d7b245c-c6f0-49f3-9db6-270c8c987373'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:54.038066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Routers {'5d7b245c-c6f0-49f3-9db6-270c8c987373'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:54.038723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['5d7b245c-c6f0-49f3-9db6-270c8c987373'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:54.045785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.091674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.095778 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-135a2fdb-5798-4e3e-9567-0d671d597e83 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.5415986 Mar 09 12:17:54.104224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36558) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:54.107367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Port': ['ID=30cf2c3b-4401-47cc-b782-c5466179d6da,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:54.141980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-05c2dc64-b264-4660-a3de-a08f37b4f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:54.144707 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-05c2dc64-b264-4660-a3de-a08f37b4f846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.2974892 Mar 09 12:17:54.159021 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-9d453059-a995-44bf-a96a-490c05b27f6a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] update failed (client error): The resource could not be found. Mar 09 12:17:54.160323 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9d453059-a995-44bf-a96a-490c05b27f6a tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "PUT /v2.0/floatingips/5db8154b-7b3e-41e5-ba17-01675a7a0a56 HTTP/1.1" status: 404 len: 507 time: 0.8922508 Mar 09 12:17:54.197013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36562) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:54.246316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Set router 5d7b245c-c6f0-49f3-9db6-270c8c987373 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:54.314327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.318291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd99966a-86ae-4e5f-b5c5-c38c8ad65a6d tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/ports/30cf2c3b-4401-47cc-b782-c5466179d6da HTTP/1.1" status: 204 len: 168 time: 1.8587794 Mar 09 12:17:54.334247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36568) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:54.570349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port ff8c650f-dd40-4145-a1a0-4324a01ac4dc {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:54.570683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.618648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:45Z', 'updated_at': '2022-03-09T12:17:51Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:48Z', 'updated_at': '2022-03-09T12:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:54.623273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Checking router: 5d7b245c-c6f0-49f3-9db6-270c8c987373 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:54.623621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Updating router 5d7b245c-c6f0-49f3-9db6-270c8c987373 port 794f76d2-950c-4dcf-a10c-637d27dc5bcb binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:17:54.686469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.783146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting subnet 608c46e6-1281-496e-86a3-8f0cbd7de99b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:17:54.793678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.808533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.825874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae47d61-d16c-4730-b91f-9ce4f9f87ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:54.851391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-88b9cb3c-7018-46c3-b5f6-95e8d525ffe5 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/5d7b245c-c6f0-49f3-9db6-270c8c987373 HTTP/1.1" status: 200 len: 906 time: 0.7436361 Mar 09 12:17:54.871227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36572) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:54.974640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-197d1c32-903e-4981-bbef-a1823e9f58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:54.976150 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-197d1c32-903e-4981-bbef-a1823e9f58c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8183789 Mar 09 12:17:55.017524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.043037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.043262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.055441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Transition to ACTIVE for port object 794f76d2-950c-4dcf-a10c-637d27dc5bcb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:17:55.063168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.099707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bd95b-f5d0-4d3b-81cb-abea2613e146 req-c2e32c66-3c6b-464a-91f1-86fa11f39cf7 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:55.101194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b27bd95b-f5d0-4d3b-81cb-abea2613e146 req-c2e32c66-3c6b-464a-91f1-86fa11f39cf7 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6771126 Mar 09 12:17:55.113351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Router be05f9a3-da64-425a-abc4-e1c7d56c4466 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:17:55.158070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Attempting to bind port 794f76d2-950c-4dcf-a10c-637d27dc5bcb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:17:55.158444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Attempting to bind port 794f76d2-950c-4dcf-a10c-637d27dc5bcb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:17:55.158808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Attempting to bind port 794f76d2-950c-4dcf-a10c-637d27dc5bcb on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:17:55.184207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:17:55.185007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:17:55.185244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.185612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:17:55.186097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Bound port: 794f76d2-950c-4dcf-a10c-637d27dc5bcb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:17:55.186476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.219950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee939de-6ca4-47c7-84bc-f09cf207b016 None None] Pushing event updated for resources: {'Port': ['ID=794f76d2-950c-4dcf-a10c-637d27dc5bcb,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:55.237229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.237666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.280719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] For port 794f76d2-950c-4dcf-a10c-637d27dc5bcb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:17:55.284050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] For port 794f76d2-950c-4dcf-a10c-637d27dc5bcb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=794f76d2-950c-4dcf-a10c-637d27dc5bcb,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:17:55.288989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.385648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee939de-6ca4-47c7-84bc-f09cf207b016 None None] Pushing event updated for resources: {'Port': ['ID=794f76d2-950c-4dcf-a10c-637d27dc5bcb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:55.389400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Routers {'5d7b245c-c6f0-49f3-9db6-270c8c987373'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:55.389993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['5d7b245c-c6f0-49f3-9db6-270c8c987373'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:55.406135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Calling delete_port for ff8c650f-dd40-4145-a1a0-4324a01ac4dc owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:55.439180 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b27bd95b-f5d0-4d3b-81cb-abea2613e146 req-4d58fce9-1fbf-4d51-bf36-2ce8bc32f5b5 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192525 Mar 09 12:17:55.452346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.465055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.474260 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-75f5d371-03ab-4a04-b57c-d874a4046245 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842727 Mar 09 12:17:55.526350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port 44bcb8d7-da16-43a3-9b98-ec715f3be5c9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:55.526723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.538662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.645656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.659900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] Set router 5d7b245c-c6f0-49f3-9db6-270c8c987373 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:55.783975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.816849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.835648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Subnet': ['ID=608c46e6-1281-496e-86a3-8f0cbd7de99b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:55.844867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.852258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.852990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:55.857591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.867700 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Sync routers for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:55.877178 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:55.878090 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:55.898764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Deleting port 794f76d2-950c-4dcf-a10c-637d27dc5bcb {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:55.899009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:55.935792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b7179-d006-496f-990b-0e499ca179a8 None None] Network 022773c5-94c0-41da-835d-f3cc15c70d6a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:17:55.946869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b5f17887-188e-4c3e-8ae7-93a1ca40a7a3 tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/subnets/608c46e6-1281-496e-86a3-8f0cbd7de99b HTTP/1.1" status: 204 len: 168 time: 1.6115694 Mar 09 12:17:55.948297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Port': ['ID=ff8c650f-dd40-4145-a1a0-4324a01ac4dc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:55.952456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36576) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:56.066794 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:56.147075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.181640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.185200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:45Z', 'updated_at': '2022-03-09T12:17:51Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:48Z', 'updated_at': '2022-03-09T12:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:56.191390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4431735-3ca1-449a-9bf5-85898ffdaec8 None None] The sync data for ids ['5d7b245c-c6f0-49f3-9db6-270c8c987373'] in dv-neutron-832762-2-hyperv is: [{'id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'name': 'tempest-snat-router-1172634528', 'tenant_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:45Z', 'updated_at': '2022-03-09T12:17:51Z', 'revision_number': 3, 'project_id': 'bcdde27fb2a3409897771625ec3c8f5c', 'gw_port': {'id': '794f76d2-950c-4dcf-a10c-637d27dc5bcb', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b245c-c6f0-49f3-9db6-270c8c987373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:17:48Z', 'updated_at': '2022-03-09T12:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:56.256396 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2ecae120-6582-4b63-bf5b-b5b9f6adf8b0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "PUT /v2.0/floatingips/f2a568d4-009d-4dbf-bbb8-b5b74af6e762 HTTP/1.1" status: 200 len: 991 time: 5.9713616 Mar 09 12:17:56.256396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:17:56.285641 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5f6719f1-24a2-405e-86a8-89c2d7fa66e0 req-3ce9a908-f24f-44ef-8422-2281e5fe00cf service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012998 Mar 09 12:17:56.317864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] DHCP port deletion for 022773c5-94c0-41da-835d-f3cc15c70d6a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:17:56.322215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Deleting port c103b4f5-482f-43b0-8e7e-645774caf150 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:56.322597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.330661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.498866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.542364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.548041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.549273 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a1fdf01d-7e1b-46e5-9aca-e53bb85a88ba tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "DELETE /v2.0/floatingips/5db8154b-7b3e-41e5-ba17-01675a7a0a56 HTTP/1.1" status: 204 len: 168 time: 2.3404822 Mar 09 12:17:56.567717 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f2a568d4-009d-4dbf-bbb8-b5b74af6e762', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'port_id': '65821211-7cf5-4f82-9d8b-7de63f777236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'mac_address': 'fa:16:3e:d8:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:52Z', 'revision_number': 1, 'project_id': '79017eb76eab417ca80e534a1353464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:56.569802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36586) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:56.577626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Checking router: be05f9a3-da64-425a-abc4-e1c7d56c4466 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:17:56.596009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:56.596990 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:56.604422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'floatingip': {'floating_network_id': '42e86b4f-80ec-458b-8a07-d3b049f50826', 'port_id': '10bda32f-c851-4776-ad8d-de16d70cfe80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:56.710372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:56.738259 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236', 'status': 'completed', 'code': 200} Mar 09 12:17:56.742544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:floatingip and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:56.750125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Deleting port c103b4f5-482f-43b0-8e7e-645774caf150 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:56.750477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.787684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] For port c103b4f5-482f-43b0-8e7e-645774caf150, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c103b4f5-482f-43b0-8e7e-645774caf150,segment=NetworkSegment(1739de1e-6b41-42de-8378-8aa9a998e115),segment_id=1739de1e-6b41-42de-8378-8aa9a998e115)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:56.788083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.795038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:56.814363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] For port 794f76d2-950c-4dcf-a10c-637d27dc5bcb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=794f76d2-950c-4dcf-a10c-637d27dc5bcb,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:17:56.815117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:56.825989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:56.898751 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:17:56.969967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Calling delete_port for c103b4f5-482f-43b0-8e7e-645774caf150 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:56.988538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=a5387e73-ff9c-4dcc-909a-d904793016a2,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:57.002395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.068854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.098641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.103148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Calling delete_port for 794f76d2-950c-4dcf-a10c-637d27dc5bcb owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:57.173021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] No DVR routers for this DVR port c103b4f5-482f-43b0-8e7e-645774caf150 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:17:57.216115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0f4b9-b6e6-4617-a724-013a10ae71c2 None None] Pushing event deleted for resources: {'Port': ['ID=c103b4f5-482f-43b0-8e7e-645774caf150,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:57.283775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.345851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for 44bcb8d7-da16-43a3-9b98-ec715f3be5c9 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:17:57.382384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] The port 'c103b4f5-482f-43b0-8e7e-645774caf150' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:17:57.385005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.401426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc2697-8a1e-459b-95e5-5fa488f838c3 req-271e7831-2d8e-4bc9-a0ae-eaabfed52fbe tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:57.402264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da48c-787d-40dd-bf90-3ed38b48533c req-13da538d-17fe-4240-8cb9-457d52f27472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:57.403626 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-13da538d-17fe-4240-8cb9-457d52f27472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79017eb76eab417ca80e534a1353464c&device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 1099 time: 0.7328613 Mar 09 12:17:57.404447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96fc2697-8a1e-459b-95e5-5fa488f838c3 req-271e7831-2d8e-4bc9-a0ae-eaabfed52fbe tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.7716577 Mar 09 12:17:57.409818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f2a568d4-009d-4dbf-bbb8-b5b74af6e762', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'port_id': '65821211-7cf5-4f82-9d8b-7de63f777236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'mac_address': 'fa:16:3e:d8:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:52Z', 'revision_number': 1, 'project_id': '79017eb76eab417ca80e534a1353464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:57.414653 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1494098-1e51-4cef-a054-c9c160bf8675 None None] The sync data for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv is: [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f2a568d4-009d-4dbf-bbb8-b5b74af6e762', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'port_id': '65821211-7cf5-4f82-9d8b-7de63f777236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'mac_address': 'fa:16:3e:d8:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:17:05Z', 'updated_at': '2022-03-09T12:17:52Z', 'revision_number': 1, 'project_id': '79017eb76eab417ca80e534a1353464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:57.414849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590717fe-0965-4b00-89c3-edbb7f8c81db req-3788a1be-90a7-4dac-9f6b-79fb6a60cd4a tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:57.416298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-590717fe-0965-4b00-89c3-edbb7f8c81db req-3788a1be-90a7-4dac-9f6b-79fb6a60cd4a tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.9806659 Mar 09 12:17:57.544752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.597812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Port': ['ID=794f76d2-950c-4dcf-a10c-637d27dc5bcb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:57.692238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network bfd3af7a-28f7-4a6f-a187-369669967486 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:17:57.696559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:17:57.842574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da48c-787d-40dd-bf90-3ed38b48533c req-b30b8de7-3170-4cdd-bb01-d7705859b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:57.844060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-b30b8de7-3170-4cdd-bb01-d7705859b7dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a26867-c8ae-46d0-9aff-3863d094abb4 HTTP/1.1" status: 200 len: 907 time: 0.4301050 Mar 09 12:17:57.887938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c103b4f5-482f-43b0-8e7e-645774caf150 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:17:57.907670 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-590717fe-0965-4b00-89c3-edbb7f8c81db req-6739b02d-38c7-4d0f-ae4a-0fd61d3724ee tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984666 Mar 09 12:17:57.918588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.941152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c103b4f5-482f-43b0-8e7e-645774caf150 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:17:57.941498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c103b4f5-482f-43b0-8e7e-645774caf150 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:17:57.963875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-da130b70-c495-42a5-8a78-bd78b4598a04 None None] Provisioning complete for port a5387e73-ff9c-4dcc-909a-d904793016a2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:17:57.964528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da130b70-c495-42a5-8a78-bd78b4598a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:57.985924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96fc2697-8a1e-459b-95e5-5fa488f838c3 req-4a7b827b-751c-4365-ada9-31907310cfb9 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659091 Mar 09 12:17:57.988220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.078301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-da130b70-c495-42a5-8a78-bd78b4598a04 None None] Port a5387e73-ff9c-4dcc-909a-d904793016a2 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:17:58.135901 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-dd8412dd-a4d3-4c8a-b755-ce2e2cefe27d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65821211-7cf5-4f82-9d8b-7de63f777236 HTTP/1.1" status: 200 len: 999 time: 0.2698033 Mar 09 12:17:58.147339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:17:58.208983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.214104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a8d71-f361-43e7-b79a-a2afd5b8a7c1 None None] New status for floating IP f2a568d4-009d-4dbf-bbb8-b5b74af6e762: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:17:58.250506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022773c5-94c0-41da-835d-f3cc15c70d6a']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:58.263109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.329207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.394246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=44bcb8d7-da16-43a3-9b98-ec715f3be5c9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:58.408844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1739de1e-6b41-42de-8378-8aa9a998e115') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:58.410010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1739de1e-6b41-42de-8378-8aa9a998e115') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:58.439655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.491143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.497503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7b245c-c6f0-49f3-9db6-270c8c987373 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:58.509274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.541972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:17:58.542885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.548113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da48c-787d-40dd-bf90-3ed38b48533c req-3a571a80-443c-49a8-941e-4a0618b98c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:58.549666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-3a571a80-443c-49a8-941e-4a0618b98c56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe HTTP/1.1" status: 200 len: 845 time: 0.3971996 Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:17:58.592091 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:17:58.678403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.682040 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3a4d51bf-8331-4754-be25-9a5a1102b2b6 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5d7b245c-c6f0-49f3-9db6-270c8c987373 HTTP/1.1" status: 204 len: 168 time: 3.8073785 Mar 09 12:17:58.685776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36598) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:58.692596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a63d36-8232-42df-858c-1ea63e05329c req-c72d3e06-0088-4792-8a6a-dfb897566166 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:58.694101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-12a63d36-8232-42df-858c-1ea63e05329c req-c72d3e06-0088-4792-8a6a-dfb897566166 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5023034 Mar 09 12:17:58.735099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.739892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.761490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:58.780162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] 10.222.0.20 "DELETE /v2.0/networks/022773c5-94c0-41da-835d-f3cc15c70d6a HTTP/1.1" status: 204 len: 168 time: 2.8242080 Mar 09 12:17:58.781342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:17:58.782597 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a3e3c8f8-e9d0-4421-9b46-b013d77b6113 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.2113287 Mar 09 12:17:58.787456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9cd73-4b39-4212-a8cf-7bea42469b4a tempest-AllowedAddressPairIpV6TestJSON-1407702933 tempest-AllowedAddressPairIpV6TestJSON-1407702933-project] Pushing event deleted for resources: {'Network': ['ID=022773c5-94c0-41da-835d-f3cc15c70d6a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:17:58.791945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36604) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:58.798490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '10bda32f-c851-4776-ad8d-de16d70cfe80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:58.804721 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-12a63d36-8232-42df-858c-1ea63e05329c req-42787e0b-3a9f-4f86-b9d3-165e7d1af2c3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043351 Mar 09 12:17:58.806969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:58.811336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Usage tracker for resource:floatingip and tenant:1ac4d08208664e02bcc14f5527a20ddf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:58.814388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:58.825791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:58.841195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.002069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.002252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.154773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36614) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:59.184815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.195100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.207254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:17:59.221181 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] Sync routers for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:17:59.231257 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:59.232200 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:59.277100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Allocated IP 172.26.5.233 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/a1127bb9-78b9-44ba-ab1a-c5a6bd3dd5db) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:17:59.319340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da48c-787d-40dd-bf90-3ed38b48533c req-e8e5f7ed-baf5-40cd-af99-c2c90f639220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:59.320815 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-e8e5f7ed-baf5-40cd-af99-c2c90f639220 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a26867-c8ae-46d0-9aff-3863d094abb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7600858 Mar 09 12:17:59.321049 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:59.324754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.325537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router 9194acd4-0c10-4446-92a5-c36d2c55fe52 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:17:59.331836 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:17:59.332805 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:59.353718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.357076 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c9bbd75d-bdcf-40aa-afdb-8e76f36eddb8 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/9194acd4-0c10-4446-92a5-c36d2c55fe52 HTTP/1.1" status: 204 len: 168 time: 5.3527598 Mar 09 12:17:59.361155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36620) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:59.368288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5e253bf-78b2-4116-951a-466f66acb95f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "PUT /v2.0/routers/45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7664065 Mar 09 12:17:59.376187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36624) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:59.377469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2109389999', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:59.398232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Request body: {'port': {'network_id': 'bfd3af7a-28f7-4a6f-a187-369669967486', 'name': 'tempest-FloatingIPAdminTestJSON-976720685'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:17:59.400224 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:17:59.400851 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024e834-4b90-452f-a470-9fa14220b1bf None None] The sync data for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:17:59.441682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:59.442114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.465732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:router and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:59.469018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:17:59.486935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e2a0-9426-460f-b940-c506fb45a8ec req-1f8c1b2c-fbb2-49aa-977f-2510fdde7446 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:17:59.488460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60c7e2a0-9426-460f-b940-c506fb45a8ec req-1f8c1b2c-fbb2-49aa-977f-2510fdde7446 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2900274 Mar 09 12:17:59.499995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:17:59.516532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9446fcbf-922f-4e9b-828a-c1266db2e6af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbf71797f73e4863a8b448b0c279a297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580408 Mar 09 12:17:59.546800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36628) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:17:59.579456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.580489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.614605 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60c7e2a0-9426-460f-b940-c506fb45a8ec req-77e40337-65c0-4c23-9d39-ab49ad45ff2f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082690 Mar 09 12:17:59.626618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.653067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.693269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Deleting port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:17:59.693613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.699617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.793462 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-f60fe548-9cf5-4a2f-9fd5-ce4eda4d0e55 service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643931 Mar 09 12:17:59.819068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 794f76d2-950c-4dcf-a10c-637d27dc5bcb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:17:59.853968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.868920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 794f76d2-950c-4dcf-a10c-637d27dc5bcb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:17:59.869958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 794f76d2-950c-4dcf-a10c-637d27dc5bcb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:17:59.870098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:17:59.877500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:17:59.967234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Usage tracker for resource:port and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:17:59.981984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:00.005576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:00.031851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Made reservation on behalf of b1f82c3f2a944550b0629d6e9ec433a2 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:00.035871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.086069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] For port eb6d87b5-37b3-4f07-a69e-ceb88ae61a50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:00.086432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:00.086569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.097979 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-541da48c-787d-40dd-bf90-3ed38b48533c req-64110607-e027-4af3-a065-66af5ac730d4 service neutron] 10.222.0.13 "GET /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840931 Mar 09 12:18:00.101698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] device_id is not set on port 160d9ff9-0477-4a40-a149-8463ba968448 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:18:00.102012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.112982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:00.120626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:00.146631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event updated for resources: {'Port': ['ID=a1127bb9-78b9-44ba-ab1a-c5a6bd3dd5db,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:00.251617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.272575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Calling delete_port for eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:00.319846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ca36b-6ce6-4a01-b91b-82336d33d275,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:00.451980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Allocated IP 172.20.0.13 (bfd3af7a-28f7-4a6f-a187-369669967486/7714aefe-1531-4b3b-b677-f69cda0ac4a9/160d9ff9-0477-4a40-a149-8463ba968448) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:00.597022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.600239 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b94cff8-4aea-419b-8ae2-c9b8c8d7b5fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d54ca36b-6ce6-4a01-b91b-82336d33d275 HTTP/1.1" status: 204 len: 168 time: 1.0415766 Mar 09 12:18:00.605574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port a1127bb9-78b9-44ba-ab1a-c5a6bd3dd5db {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:00.605931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.654436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.676719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a7212-42f3-4044-9925-3e0715b6db93 req-3290af0a-6d4d-4feb-bedf-50225b6d89e0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:00.678242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f24a7212-42f3-4044-9925-3e0715b6db93 req-3290af0a-6d4d-4feb-bedf-50225b6d89e0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4327803 Mar 09 12:18:00.722503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb6d87b5-37b3-4f07-a69e-ceb88ae61a50,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:00.852054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.863561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:00.907267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f24a7212-42f3-4044-9925-3e0715b6db93 req-5b3e20a6-5211-4573-a5f6-790a55982fb6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988318 Mar 09 12:18:00.984051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Transition to ACTIVE for port object 160d9ff9-0477-4a40-a149-8463ba968448 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:01.035516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.035749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.173130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Calling delete_port for a1127bb9-78b9-44ba-ab1a-c5a6bd3dd5db owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:01.173663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.177200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.208959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.209464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 368a0ff9-a7bb-440c-bafb-4b4547144800 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:01.210655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.227263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.249566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.279627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.285405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5982bcf5-fd91-4a7b-89fc-0e15a3fb04e2 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "DELETE /v2.0/routers/368a0ff9-a7bb-440c-bafb-4b4547144800 HTTP/1.1" status: 204 len: 168 time: 2.5983479 Mar 09 12:18:01.295184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36658) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:01.308938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1278302579', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:01.323010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:01.330468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:01.335206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Network bfd3af7a-28f7-4a6f-a187-369669967486 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:01.342688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:01.345712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:01.353390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:01.355950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:01.392153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event updated for resources: {'Port': ['ID=160d9ff9-0477-4a40-a149-8463ba968448,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:01.421913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.423119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.453283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:01.453917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.467137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.490046 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-efdf0970-8f8b-4ee9-b3d8-e107b00e32a3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1128266 Mar 09 12:18:01.493586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36664) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:01.556075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.26.5.121 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/b9dfb686-a809-4f4d-bae3-05f6bcf2c31f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:01.558306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.570989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36670) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:01.668473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Port': ['ID=a1127bb9-78b9-44ba-ab1a-c5a6bd3dd5db,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:01.739328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9420017e-2a96-405c-aeee-35c43436912b None None] Provisioning for port 160d9ff9-0477-4a40-a149-8463ba968448 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:01.744618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9420017e-2a96-405c-aeee-35c43436912b None None] Provisioning complete for port 160d9ff9-0477-4a40-a149-8463ba968448 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:01.745012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9420017e-2a96-405c-aeee-35c43436912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.837438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279997349'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:01.846328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.850408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:01.854791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'project_id': 'b1f82c3f2a944550b0629d6e9ec433a2', 'port_id': '160d9ff9-0477-4a40-a149-8463ba968448'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:01.856518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9420017e-2a96-405c-aeee-35c43436912b None None] Port 160d9ff9-0477-4a40-a149-8463ba968448 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:18:01.862233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:01.865009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:01.869266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Usage tracker for resource:floatingip and tenant:b1f82c3f2a944550b0629d6e9ec433a2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:01.871917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:01.890159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:01.894446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:01.903816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:01.914723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:01.928278 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] create failed (client error): The resource could not be found. Mar 09 12:18:01.928859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:01.929181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device eb6d87b5-37b3-4f07-a69e-ceb88ae61a50 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:01.930708 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6e7ad5ab-4b88-40f4-8352-3f7b5370f975 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1377439 Mar 09 12:18:01.934305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36676) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:01.961904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.974082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.983808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:01.997148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.016413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.099878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:02.106470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:02.109734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:02.118489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:02.124495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port 10bda32f-c851-4776-ad8d-de16d70cfe80 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:02.124845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.149803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:02.153426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:02.159671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:02.172469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:02.377146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4ba0-8c5d-4bad-b98f-9376a6f8de4d req-cc7d3fd3-686f-4f73-be69-92ec4916b5b1 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:02.378656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae2f4ba0-8c5d-4bad-b98f-9376a6f8de4d req-cc7d3fd3-686f-4f73-be69-92ec4916b5b1 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3384528 Mar 09 12:18:02.527231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae2f4ba0-8c5d-4bad-b98f-9376a6f8de4d req-da44ecbd-b7b0-43bb-88bb-82d9dbbe2a16 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972660 Mar 09 12:18:02.708574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.727353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.752503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.760336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.761880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.976594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:02.979233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.048977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:03.052164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.057325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Calling delete_port for 10bda32f-c851-4776-ad8d-de16d70cfe80 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:03.150270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:03.169566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:03.197868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:03.227565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df150dbb-fa46-448b-956f-4a76ea9f8ba3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:03.263151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router b68cfe44-1658-4dde-b18f-598b365c115b is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:03.390864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Allocated IP 172.26.5.169 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/a3788267-f8ea-49de-972f-47d5c4664c15) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:03.442796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:03.452584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Sync routers for ids ['b68cfe44-1658-4dde-b18f-598b365c115b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:03.465144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.469460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99308733-222d-4a68-bfba-2b329c3324ac tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1037335 Mar 09 12:18:03.470176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36682) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:03.470568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Routers {'b68cfe44-1658-4dde-b18f-598b365c115b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:03.473015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b68cfe44-1658-4dde-b18f-598b365c115b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:03.538741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.543457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.597990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.628180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Port': ['ID=10bda32f-c851-4776-ad8d-de16d70cfe80,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:03.721262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Set router b68cfe44-1658-4dde-b18f-598b365c115b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:03.767033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1d6b2-8236-4305-927c-f5787e049090,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:03.820077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.824561 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-63a73f88-9682-4ec8-b9d2-ee19c04dca11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2527828 Mar 09 12:18:03.825293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36690) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:03.874765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.875620 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b9ee2f5f-c8ed-45a1-bbc3-aa1dfd16262e tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/b68cfe44-1658-4dde-b18f-598b365c115b HTTP/1.1" status: 200 len: 909 time: 0.4043581 Mar 09 12:18:03.876276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36694) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:03.883700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2109389999', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': True}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:03.887753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:03.891944 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6ceadd76-726c-4dec-8c11-304cf470a27e tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "DELETE /v2.0/ports/10bda32f-c851-4776-ad8d-de16d70cfe80 HTTP/1.1" status: 204 len: 168 time: 1.9546404 Mar 09 12:18:03.892096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:03.894050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36698) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:03.903578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Usage tracker for resource:router and tenant:03c64bd5d547429288845469e11a7063 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:03.941798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e1c1959c-7167-403c-88e9-a9ae007ce025 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:03.943445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:03.961485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:03.967125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e1c1959c-7167-403c-88e9-a9ae007ce025 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:03.972223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1c1959c-7167-403c-88e9-a9ae007ce025 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1318207 Mar 09 12:18:03.973689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36702) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:03.976819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05c9b3-0f56-4159-97ed-f61e3f190559 req-e5fba20d-e364-48aa-903c-3a697a88ce2f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:03.981563 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2f05c9b3-0f56-4159-97ed-f61e3f190559 req-e5fba20d-e364-48aa-903c-3a697a88ce2f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.1936991 Mar 09 12:18:04.012165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.013358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.045007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.053027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-security--454022387', 'description': 'tempest-security-description-285065056'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:04.056731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121'}], 'enable_snat': False}, 'gw_port_id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:59Z', 'updated_at': '2022-03-09T12:18:02Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:01Z', 'updated_at': '2022-03-09T12:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:04.059460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.061540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Checking router: b68cfe44-1658-4dde-b18f-598b365c115b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:04.062062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Updating router b68cfe44-1658-4dde-b18f-598b365c115b port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:18:04.072408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2f05c9b3-0f56-4159-97ed-f61e3f190559 req-1736a307-204b-4c5b-99ef-f89d57589eef tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858190 Mar 09 12:18:04.087855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70484b-b066-46c0-bff0-441175e858df tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:04.088692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd70484b-b066-46c0-bff0-441175e858df tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Synchronizing usage tracker for tenant:1ac4d08208664e02bcc14f5527a20ddf on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:04.116031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.5.169-01512540-738d-4973-9ad7-1c3dc00f29bf {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:04.116616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:04.122323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.149302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:04.153678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:04.158231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:04.174124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd70484b-b066-46c0-bff0-441175e858df tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Unset dirty status for tenant:1ac4d08208664e02bcc14f5527a20ddf on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:04.177510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd70484b-b066-46c0-bff0-441175e858df tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "GET /v2.0/ports?device_id=402b927f-9ea5-409f-b829-e65313148edc HTTP/1.1" status: 200 len: 913 time: 0.2825017 Mar 09 12:18:04.181529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36706) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:04.185184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.229945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Pushing event updated for resources: {'Port': ['ID=a3788267-f8ea-49de-972f-47d5c4664c15,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:04.319923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.331021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.333494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.337308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "PUT /v2.0/security-groups/88c1d6b2-8236-4305-927c-f5787e049090 HTTP/1.1" status: 200 len: 1776 time: 0.2931933 Mar 09 12:18:04.344830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36710) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:04.432083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea87ca9-8793-4871-8b99-993d8c76ba3e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1d6b2-8236-4305-927c-f5787e049090,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:04.477470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.490152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Transition to ACTIVE for port object b9dfb686-a809-4f4d-bae3-05f6bcf2c31f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:04.502690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.515123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.527831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-530ddf1f-9108-4d0a-ad8a-e7d9ccbfd60a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups/88c1d6b2-8236-4305-927c-f5787e049090 HTTP/1.1" status: 200 len: 1776 time: 0.1534421 Mar 09 12:18:04.530461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36714) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:04.603228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Attempting to bind port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:04.603994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Attempting to bind port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:04.604109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Attempting to bind port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:04.611810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e11ef-88b6-456f-9c16-34265b256dcd None None] Pushing event updated for resources: {'Port': ['ID=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:04.615847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:04.616133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:04.616511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.617261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:04.617399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Bound port: b9dfb686-a809-4f4d-bae3-05f6bcf2c31f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:04.617761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.643197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.696394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] For port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:04.700591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] For port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:04.705957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.791161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Routers {'b68cfe44-1658-4dde-b18f-598b365c115b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:04.791936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b68cfe44-1658-4dde-b18f-598b365c115b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:04.857695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e11ef-88b6-456f-9c16-34265b256dcd None None] Pushing event updated for resources: {'Port': ['ID=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:04.890312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:04.979863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.018808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] Set router b68cfe44-1658-4dde-b18f-598b365c115b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:05.032872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Allocated IP 172.26.5.90 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/927e13c5-9602-4165-9fec-e3c10644802b) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:05.156662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.193623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1d6b2-8236-4305-927c-f5787e049090,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:05.202988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.272207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.275101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.276212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f339cf8a-78ce-42f0-9d4c-1582de46c2f9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/88c1d6b2-8236-4305-927c-f5787e049090 HTTP/1.1" status: 204 len: 168 time: 0.7448595 Mar 09 12:18:05.286669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36722) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:05.340963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.376692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121'}], 'enable_snat': False}, 'gw_port_id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:59Z', 'updated_at': '2022-03-09T12:18:02Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:01Z', 'updated_at': '2022-03-09T12:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:05.381511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c63d7-37d6-4c01-b330-db6a0dbbd24a None None] The sync data for ids ['b68cfe44-1658-4dde-b18f-598b365c115b'] in dv-neutron-832762-2-hyperv is: [{'id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121'}], 'enable_snat': False}, 'gw_port_id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:17:59Z', 'updated_at': '2022-03-09T12:18:02Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': 'b9dfb686-a809-4f4d-bae3-05f6bcf2c31f', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68cfe44-1658-4dde-b18f-598b365c115b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:01Z', 'updated_at': '2022-03-09T12:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:05.395947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.430539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.441851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.453554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.557697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:05.568304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:05.575751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:05.630179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event updated for resources: {'Port': ['ID=927e13c5-9602-4165-9fec-e3c10644802b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:05.650050 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bba14859-1db0-46b2-b962-14369b1e5b4a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3583155 Mar 09 12:18:05.654276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36726) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:05.748047 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-98383561-34fa-4fca-8e3b-6d50ff2040f6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] delete failed (client error): The resource could not be found. Mar 09 12:18:05.749107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-98383561-34fa-4fca-8e3b-6d50ff2040f6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/88c1d6b2-8236-4305-927c-f5787e049090 HTTP/1.1" status: 404 len: 347 time: 0.0939565 Mar 09 12:18:05.755139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36730) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:05.814712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--976961701'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:05.870303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:05.882188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:18:05.891685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:05.894840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.26.5.8 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/1af804a2-d726-484c-8e5e-6812c368064e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:05.900782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:05.914136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:05.916011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b9dfb686-a809-4f4d-bae3-05f6bcf2c31f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:05.916497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:05.917695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce98a10-cf8f-450f-9797-5113b5004a7d req-a07b153e-caf2-40fe-8974-6bcd19d89307 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:05.919372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dce98a10-cf8f-450f-9797-5113b5004a7d req-a07b153e-caf2-40fe-8974-6bcd19d89307 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6385462 Mar 09 12:18:05.932228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.004020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:06.011125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:06.011505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.017036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.119582 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dce98a10-cf8f-450f-9797-5113b5004a7d req-3405b232-de32-4595-a44a-d614d8795282 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637707 Mar 09 12:18:06.161792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.177384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.183998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:06.193591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.195150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:06.199929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Pushing event updated for resources: {'Port': ['ID=a3788267-f8ea-49de-972f-47d5c4664c15,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:06.219809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:06.282756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:06.285982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.298902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:06.305767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:06.309016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.366086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:06.371747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:06.374093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:06.412508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.426553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port 9e5f5506-a2c1-403a-87c5-fab8aac0290a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:06.426902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:06.487706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=1af804a2-d726-484c-8e5e-6812c368064e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:06.859482 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Floating IP b3f40adf-20de-43bf-ba45-d0cafdf0bdc3 associated. External IP: 172.26.5.169, port: 160d9ff9-0477-4a40-a149-8463ba968448. Mar 09 12:18:06.991797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.014149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.028704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.136027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Calling delete_port for 9e5f5506-a2c1-403a-87c5-fab8aac0290a owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:07.165606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81c3b0-401f-411f-b7c1-b4d8d8593c69,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:07.230783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.233896 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2831bc1d-7bab-4cb2-9602-403b53df575c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4758534 Mar 09 12:18:07.243402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36736) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:07.258318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '5e81c3b0-401f-411f-b7c1-b4d8d8593c69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:07.276579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:07.287177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:07.290613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:07.298746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.302403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:07.364603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.462633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.551601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849c67-944d-422d-a9a6-6863d6e7677d req-338b944c-ceec-45f4-a03c-43223ab226cd tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:07.553101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-88849c67-944d-422d-a9a6-6863d6e7677d req-338b944c-ceec-45f4-a03c-43223ab226cd tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3063061 Mar 09 12:18:07.709678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:07.726178 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-88849c67-944d-422d-a9a6-6863d6e7677d req-cdc3245f-0ff4-4ed5-80dc-18704c7a4fb8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651096 Mar 09 12:18:07.733678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.754418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.793988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.845104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cab219-89be-485a-89c6-8f1ef41e7afd,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:07.852986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Router b8fa1b63-35a7-4566-863d-163b5a17ad18 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:07.879631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:07.880866 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-70f1b038-9332-4503-8a3d-7152d7cd8ea6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6345396 Mar 09 12:18:07.901570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b9dfb686-a809-4f4d-bae3-05f6bcf2c31f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:07.903147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36742) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:07.907633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Port': ['ID=9e5f5506-a2c1-403a-87c5-fab8aac0290a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:08.011144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:08.012766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.073246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.092209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.106196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.216146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.239750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:08.254652 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] Sync routers for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:08.263909 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:08.264510 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.291800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4cab219-89be-485a-89c6-8f1ef41e7afd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:08.328869 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.338532 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:08.339146 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.380016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.409648 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.410074 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be899f36-4c10-47a6-b3ea-9485742f558e None None] The sync data for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:08.457232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:08.469122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] Sync routers for ids ['b8fa1b63-35a7-4566-863d-163b5a17ad18'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:08.480728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] Routers {'b8fa1b63-35a7-4566-863d-163b5a17ad18'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:08.488396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b8fa1b63-35a7-4566-863d-163b5a17ad18'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.503422 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ac4f6ca9-0107-465c-8cf9-708af2a2fb45 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.0055606 Mar 09 12:18:08.508966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36748) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:08.522527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa85464-0e1e-4b1f-8f46-970735203414 req-77d4caf7-37a5-49aa-af7c-57019140083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:08.524484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-77d4caf7-37a5-49aa-af7c-57019140083f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.2775357 Mar 09 12:18:08.525996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.527362 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3d7eeb48-d94a-4797-9f9c-4a99758da54d tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2284687 Mar 09 12:18:08.530077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:08.536246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:08.578865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.588698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] Routers {'b8fa1b63-35a7-4566-863d-163b5a17ad18'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:08.589335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b8fa1b63-35a7-4566-863d-163b5a17ad18'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.651332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:08.651829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ae05b-a67d-462f-82e2-f23e59c4344f None None] The sync data for ids ['b8fa1b63-35a7-4566-863d-163b5a17ad18'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:08.720078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.731747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:08.732834 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2143a804-0a7d-4965-ad9c-91e5402d8da4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d4cab219-89be-485a-89c6-8f1ef41e7afd HTTP/1.1" status: 204 len: 168 time: 0.8267369 Mar 09 12:18:08.744367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36758) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:08.871156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa85464-0e1e-4b1f-8f46-970735203414 req-3e6b7bb5-cf03-4c7d-a619-a358cc2d9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:08.872513 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-3e6b7bb5-cf03-4c7d-a619-a358cc2d9181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.3400722 Mar 09 12:18:08.882680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f53e55ca-fd8e-40ef-8bdb-393b8307d71d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "GET /v2.0/floatingips/b3f40adf-20de-43bf-ba45-d0cafdf0bdc3 HTTP/1.1" status: 200 len: 983 time: 0.3702483 Mar 09 12:18:08.934138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36762) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:08.978360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c8886-7049-4891-83df-48bc286bacc5 req-2801ccb4-a78e-49c1-b750-92d807b3dd77 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:08.979812 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-869c8886-7049-4891-83df-48bc286bacc5 req-2801ccb4-a78e-49c1-b750-92d807b3dd77 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.7724814 Mar 09 12:18:08.994465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e7969912-0bb8-449a-badb-7565ead70a92 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:09.143498 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de7a67c2-4816-4f7b-b125-eac7d2cd4b3b tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.2035520 Mar 09 12:18:09.147729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36766) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:09.149441 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-a5fef784-824f-4b28-8202-8ea81c0debbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.2688279 Mar 09 12:18:09.175823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:09.177659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e7969912-0bb8-449a-badb-7565ead70a92 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:09.178897 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e7969912-0bb8-449a-badb-7565ead70a92 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4335954 Mar 09 12:18:09.187214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36770) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:09.194723 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-869c8886-7049-4891-83df-48bc286bacc5 req-41938656-cf7d-4376-99e3-4940cf23c023 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965756 Mar 09 12:18:09.208957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Router 402b927f-9ea5-409f-b829-e65313148edc has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:09.528322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:09.540059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-91a5d01f-f782-4efc-9c67-48e4a392a8b8 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "PUT /v2.0/routers/402b927f-9ea5-409f-b829-e65313148edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557692 Mar 09 12:18:09.540972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.544765 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36774) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:09.551051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] Sync routers for ids ['402b927f-9ea5-409f-b829-e65313148edc'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:09.564240 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] Routers {'402b927f-9ea5-409f-b829-e65313148edc'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:09.565255 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['402b927f-9ea5-409f-b829-e65313148edc'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:09.577174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa85464-0e1e-4b1f-8f46-970735203414 req-151e62f7-76f7-4c59-b664-beb0381955c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:09.578589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-151e62f7-76f7-4c59-b664-beb0381955c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.3702569 Mar 09 12:18:09.630913 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:09.640824 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] Routers {'402b927f-9ea5-409f-b829-e65313148edc'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:09.641454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['402b927f-9ea5-409f-b829-e65313148edc'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:09.647528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:09.660862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Sync routers for ids ['d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:09.673654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Routers {'d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:09.675912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:09.718329 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:09.718738 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67daf1a-7a65-440b-b944-bf026cf6afd6 None None] The sync data for ids ['402b927f-9ea5-409f-b829-e65313148edc'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:09.738176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port a3788267-f8ea-49de-972f-47d5c4664c15 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:09.738521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.835781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.855206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.864332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.879892 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Set router d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:09.969021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa85464-0e1e-4b1f-8f46-970735203414 req-357a4f47-e85c-48e9-99d3-6137849d831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:09.970490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-357a4f47-e85c-48e9-99d3-6137849d831d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3749881 Mar 09 12:18:09.997436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:09.998637 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-de5d5547-c4af-4f45-9e51-49e2757188bd tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1196640 Mar 09 12:18:10.015835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36778) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:10.093238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.093545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.245959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '1af804a2-d726-484c-8e5e-6812c368064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:18:04Z', 'updated_at': '2022-03-09T12:18:06Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': '1af804a2-d726-484c-8e5e-6812c368064e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:05Z', 'updated_at': '2022-03-09T12:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:10.249903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Checking router: d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:10.250251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Updating router d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 port 1af804a2-d726-484c-8e5e-6812c368064e binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:18:10.272158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.279172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.296537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.308298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for a3788267-f8ea-49de-972f-47d5c4664c15 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:10.311660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.321576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81c3b0-401f-411f-b7c1-b4d8d8593c69,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:10.412081 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-cca3c155-aee0-497f-8ffa-a59b6cbbc007 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344442 Mar 09 12:18:10.454053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.455187 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a3aa6b4e-98fe-446e-b751-9bd0208be589 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e81c3b0-401f-411f-b7c1-b4d8d8593c69 HTTP/1.1" status: 204 len: 168 time: 1.2670519 Mar 09 12:18:10.456122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.456633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Fanout notify agent at l3_agent the message router_deleted on router 402b927f-9ea5-409f-b829-e65313148edc {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:10.468174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36786) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:10.499404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ba8b1ff3-71ce-4918-84a0-d5e2711ac4aa tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 HTTP/1.1" status: 200 len: 906 time: 0.4824593 Mar 09 12:18:10.506547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.510258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4794fab4-4896-4b39-b5c1-cac4ef804b59 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "DELETE /v2.0/routers/402b927f-9ea5-409f-b829-e65313148edc HTTP/1.1" status: 204 len: 168 time: 0.9646938 Mar 09 12:18:10.511198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36790) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:10.511670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36792) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:10.700231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8458feb4-d5bf-4fea-b15b-9f6a550b61c0 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:10.713179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.723402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting subnet f2c010de-c1ab-4894-87fb-b577f61efbdd {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:18:10.726218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Transition to ACTIVE for port object 1af804a2-d726-484c-8e5e-6812c368064e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:10.735354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.792080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.819921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Attempting to bind port 1af804a2-d726-484c-8e5e-6812c368064e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:10.820289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Attempting to bind port 1af804a2-d726-484c-8e5e-6812c368064e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:10.820688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Attempting to bind port 1af804a2-d726-484c-8e5e-6812c368064e on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:10.822963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734bb8-7205-422f-a78c-fb97c8b3259a None None] Pushing event updated for resources: {'Port': ['ID=1af804a2-d726-484c-8e5e-6812c368064e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:10.829389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:10.829624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:10.830245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.830621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:10.831110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Bound port: 1af804a2-d726-484c-8e5e-6812c368064e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:10.831881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.838683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4daae9-4b9d-4f09-becf-689c87ba0383 req-78bfe35d-5062-4ae2-9e89-552e845567fb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:10.840158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb4daae9-4b9d-4f09-becf-689c87ba0383 req-78bfe35d-5062-4ae2-9e89-552e845567fb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4546976 Mar 09 12:18:10.849243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8458feb4-d5bf-4fea-b15b-9f6a550b61c0 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:10.850696 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8458feb4-d5bf-4fea-b15b-9f6a550b61c0 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3818269 Mar 09 12:18:10.868698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36800) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:10.890709 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-daa85464-0e1e-4b1f-8f46-970735203414 req-69c688ed-057b-4526-81d4-b1be8fd05504 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627397 Mar 09 12:18:10.896370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793458747'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:10.906842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] For port 1af804a2-d726-484c-8e5e-6812c368064e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:10.907396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:10.912060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] For port 1af804a2-d726-484c-8e5e-6812c368064e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1af804a2-d726-484c-8e5e-6812c368064e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:10.913706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.925175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:10.983464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.007857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Routers {'d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:11.008477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:11.054959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:11.073038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734bb8-7205-422f-a78c-fb97c8b3259a None None] Pushing event updated for resources: {'Port': ['ID=1af804a2-d726-484c-8e5e-6812c368064e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:11.086661 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb4daae9-4b9d-4f09-becf-689c87ba0383 req-56b3de0b-2902-4de7-9156-5116e846d260 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141502 Mar 09 12:18:11.177255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.212144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] Set router d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:11.282985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.341618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:11.349919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.353090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:11.357894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:11.368571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:11.370960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.406697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting port 1af804a2-d726-484c-8e5e-6812c368064e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:11.407078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.411406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=a3788267-f8ea-49de-972f-47d5c4664c15,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:11.535800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.536400 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Floating IP b3f40adf-20de-43bf-ba45-d0cafdf0bdc3 disassociated (deleted). External IP: 172.26.5.169, port: 160d9ff9-0477-4a40-a149-8463ba968448. Mar 09 12:18:11.659344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.667306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '1af804a2-d726-484c-8e5e-6812c368064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:18:04Z', 'updated_at': '2022-03-09T12:18:06Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': '1af804a2-d726-484c-8e5e-6812c368064e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:05Z', 'updated_at': '2022-03-09T12:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:11.672120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.672591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151db4b2-8754-4efe-ae18-fd2c7d8ce175 None None] The sync data for ids ['d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3'] in dv-neutron-832762-2-hyperv is: [{'id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'name': 'tempest-snat-router-2109389999', 'tenant_id': '03c64bd5d547429288845469e11a7063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '1af804a2-d726-484c-8e5e-6812c368064e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:18:04Z', 'updated_at': '2022-03-09T12:18:06Z', 'revision_number': 3, 'project_id': '03c64bd5d547429288845469e11a7063', 'gw_port': {'id': '1af804a2-d726-484c-8e5e-6812c368064e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e6e8e0-adf7-4edb-89ca-a43a8404f0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:18:05Z', 'updated_at': '2022-03-09T12:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:11.731767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.783117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c010de-c1ab-4894-87fb-b577f61efbdd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:11.805704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.809042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.822962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] For port 1af804a2-d726-484c-8e5e-6812c368064e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1af804a2-d726-484c-8e5e-6812c368064e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:11.823335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.825551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4fb70-b551-4fbc-b0ea-79710f091dd7 None None] Network 42e86b4f-80ec-458b-8a07-d3b049f50826 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:11.831488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:11.994170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-930f2f9e-bc4f-4a81-9e1c-6470b69fa09d tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "DELETE /v2.0/subnets/f2c010de-c1ab-4894-87fb-b577f61efbdd HTTP/1.1" status: 204 len: 168 time: 1.4772089 Mar 09 12:18:12.008845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Calling delete_port for 1af804a2-d726-484c-8e5e-6812c368064e owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:12.057646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36804) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:12.134127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.138811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2651193 Mar 09 12:18:12.145240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36810) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:12.150628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ebfeb-34cf-43b4-82ea-94749e35cb55 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2151ea5b-abad-4f17-b8c1-762b72b35c19,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:12.171874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '2151ea5b-abad-4f17-b8c1-762b72b35c19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:12.192104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:12.210200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] DHCP port deletion for 42e86b4f-80ec-458b-8a07-d3b049f50826 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:12.215888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Deleting port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:12.216355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.234179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:12.325092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.350151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:12.350517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.353614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router b8fa1b63-35a7-4566-863d-163b5a17ad18 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:12.355204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:12.397054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:12.744293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.785199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:12.801679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab01f4a-378b-4b74-a67d-e9cf29782457 req-5aa2f327-f9b7-4da5-9cf7-c42fe7e0f47c tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:12.803462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bab01f4a-378b-4b74-a67d-e9cf29782457 req-5aa2f327-f9b7-4da5-9cf7-c42fe7e0f47c tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3883507 Mar 09 12:18:12.809971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.940333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Port': ['ID=1af804a2-d726-484c-8e5e-6812c368064e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:12.954513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] For port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,segment=NetworkSegment(8676aff2-c899-4095-baf9-6a65c14d8586),segment_id=8676aff2-c899-4095-baf9-6a65c14d8586)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:12.955174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:12.995140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] For port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,segment=NetworkSegment(8676aff2-c899-4095-baf9-6a65c14d8586),segment_id=8676aff2-c899-4095-baf9-6a65c14d8586)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:12.995749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.101591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.126093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Calling delete_port for 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:13.128636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.203421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Calling delete_port for 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:13.218630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.273927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] No DVR routers for this DVR port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:13.278421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d29225-b167-4760-bc96-fe734243cbb4 None None] Pushing event deleted for resources: {'Port': ['ID=6edefd7a-4d24-4f6c-80de-b7684ba20fb8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:13.357982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:13.360154 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bab01f4a-378b-4b74-a67d-e9cf29782457 req-d5acbfac-19e1-4d64-ba00-9f02a395b610 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5368495 Mar 09 12:18:13.372830 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] Sync routers for ids ['b8fa1b63-35a7-4566-863d-163b5a17ad18'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:13.373511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9f785b-83f0-4354-878a-637986d5d758,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:13.385687 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] Routers {'b8fa1b63-35a7-4566-863d-163b5a17ad18'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:13.387336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.388011 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b8fa1b63-35a7-4566-863d-163b5a17ad18'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.405213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.409713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fe691ec2-4e62-46f5-86c1-0f96d0239915 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "PUT /v2.0/routers/b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 200 len: 925 time: 4.8754208 Mar 09 12:18:13.410573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36818) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:13.479051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:13.481353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.482681 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-010df154-b120-40b9-a990-9d7e333cb6b9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3282721 Mar 09 12:18:13.486963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.492848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] Sync routers for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:13.501474 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.509563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:13.510463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.511136 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] Routers {'b8fa1b63-35a7-4566-863d-163b5a17ad18'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:13.511874 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b8fa1b63-35a7-4566-863d-163b5a17ad18'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.521755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36824) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:13.539944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '2151ea5b-abad-4f17-b8c1-762b72b35c19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:13.552843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:13.560092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:13.566203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:13.578520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.579791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8004de85-b08d-4c71-ac35-5213ed845b96 None None] The sync data for ids ['b8fa1b63-35a7-4566-863d-163b5a17ad18'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:13.591583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:13.595752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0f25849b-7892-4223-8618-56ef6b16c58f tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/floatingips/b3f40adf-20de-43bf-ba45-d0cafdf0bdc3 HTTP/1.1" status: 204 len: 168 time: 4.4441078 Mar 09 12:18:13.601637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36828) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:13.647571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.656622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:13.656807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.661538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:13.678337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:13.684302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Usage tracker for resource:floatingip and tenant:11273b37ad6c4d1d8cd2a469de4d6494 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:13.693231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:13.712248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:13.717791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.719313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.724453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.725357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:13.726026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b34db-4421-4a34-9ff7-9aed3a31239b None None] The sync data for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:13.737878 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-48535b6d-93c5-4ef4-b177-a4b80b86bf6c tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 200 len: 925 time: 0.3238220 Mar 09 12:18:13.744519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36832) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:13.751310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:13.751634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:13.790136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e70a6-c4a6-42d5-8790-136ebe0126e2 req-66e880bd-4794-4e55-a202-967e1db39122 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:13.791636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8a2e70a6-c4a6-42d5-8790-136ebe0126e2 req-66e880bd-4794-4e55-a202-967e1db39122 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.7589939 Mar 09 12:18:13.805785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.813245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.813835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:13.869475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde88f0-9ed7-4ac5-bbd4-7337f6bf4db7 req-fd4fa11c-939e-4b8c-a9bb-b3c49c22e391 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:13.877358 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0fde88f0-9ed7-4ac5-bbd4-7337f6bf4db7 req-fd4fa11c-939e-4b8c-a9bb-b3c49c22e391 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2201695 Mar 09 12:18:13.877519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.887861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:13.897020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.921163 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8a2e70a6-c4a6-42d5-8790-136ebe0126e2 req-2e4f6718-22b6-44ea-9313-4ac35c928b0c tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101639 Mar 09 12:18:13.939071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:13.940934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:13.941397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:13.941500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e8528c2c-df38-4f4d-9b86-96ecd1f9d108 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d5e6e8e0-adf7-4edb-89ca-a43a8404f0e3 HTTP/1.1" status: 204 len: 168 time: 3.4256330 Mar 09 12:18:13.944047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36836) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:13.988507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8638c1e6-a468-4fd9-9f1c-f47712ca3965,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:13.991840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa82bd-5d6b-4d14-ac5c-849dc87f5ec5 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:13.992549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-acfa82bd-5d6b-4d14-ac5c-849dc87f5ec5 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Synchronizing usage tracker for tenant:bcdde27fb2a3409897771625ec3c8f5c on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:14.035387 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0fde88f0-9ed7-4ac5-bbd4-7337f6bf4db7 req-7c877282-16d2-4356-a9e3-40767ef33081 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569850 Mar 09 12:18:14.044544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.045764 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b543ada1-700e-4b7d-8abd-61699b3514ad tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5192163 Mar 09 12:18:14.047773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-acfa82bd-5d6b-4d14-ac5c-849dc87f5ec5 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Unset dirty status for tenant:bcdde27fb2a3409897771625ec3c8f5c on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:14.052974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-acfa82bd-5d6b-4d14-ac5c-849dc87f5ec5 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=b8fa1b63-35a7-4566-863d-163b5a17ad18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3066995 Mar 09 12:18:14.053728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36840) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:14.054058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36842) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:14.061815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '2151ea5b-abad-4f17-b8c1-762b72b35c19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:14.092412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:14.111122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:14.120120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:14.128924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:14.214789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.240308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.265749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.287537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Deleting port 6edefd7a-4d24-4f6c-80de-b7684ba20fb8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:14.288105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.325320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650bd1b-2443-4a61-b3f0-5bc927579a2d tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:14.329365 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d650bd1b-2443-4a61-b3f0-5bc927579a2d tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.2716541 Mar 09 12:18:14.334883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36852) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:14.412014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] The port '6edefd7a-4d24-4f6c-80de-b7684ba20fb8' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:14.450027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.454182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b1a2dfad-4fc0-4e79-b02e-2bf8918fd5df tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 200 len: 205 time: 0.1182280 Mar 09 12:18:14.460727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36856) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:14.492824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.618898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88918043-6a21-4fb3-baa7-989cebc2ac0b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:14.669960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef9c12-f918-401b-9d09-68611894879a req-e85a3c91-24dd-4b93-a13c-ab7a676350f7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:14.670669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-45ef9c12-f918-401b-9d09-68611894879a req-e85a3c91-24dd-4b93-a13c-ab7a676350f7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Synchronizing usage tracker for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:14.683565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.684764 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-48cf7712-3ba2-46b8-bef1-7557d53c2231 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6286762 Mar 09 12:18:14.686104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Allocated IP 172.26.5.41 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/64f0b3bd-8fbe-456c-bb23-f1a9ada2e318) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:14.691063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36860) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:14.696498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.715376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '2151ea5b-abad-4f17-b8c1-762b72b35c19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:14.739099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.743203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:14.748140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e86b4f-80ec-458b-8a07-d3b049f50826']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:14.761441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:14.765001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:14.774253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8676aff2-c899-4095-baf9-6a65c14d8586') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:14.774551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8676aff2-c899-4095-baf9-6a65c14d8586') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:14.781552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:14.784175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Deleting port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:14.784500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.819507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-45ef9c12-f918-401b-9d09-68611894879a req-e85a3c91-24dd-4b93-a13c-ab7a676350f7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Unset dirty status for tenant:a787c7941eba4b65b0b41eb5c7877f09 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:14.820638 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-45ef9c12-f918-401b-9d09-68611894879a req-e85a3c91-24dd-4b93-a13c-ab7a676350f7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.4970999 Mar 09 12:18:14.837813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.873736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.875069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.885243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc87bc-e57a-4894-8538-3088356e5a0b req-faaaa26b-57e1-42c7-b846-23309c813e55 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:14.886694 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f8dc87bc-e57a-4894-8538-3088356e5a0b req-faaaa26b-57e1-42c7-b846-23309c813e55 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4400892 Mar 09 12:18:14.906880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.924520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:14.924939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:14.942354 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:15.254733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Deleting port abc995d8-877e-4cab-a2b5-0f37defba3ca {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:15.255079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.323730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f8dc87bc-e57a-4894-8538-3088356e5a0b req-ca4aed04-48d2-4bd9-969a-32f41077ec06 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4178922 Mar 09 12:18:15.340997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.353073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.379054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.382077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.397259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] For port b9dfb686-a809-4f4d-bae3-05f6bcf2c31f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:15.397622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.407532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] Pushing event deleted for resources: {'Network': ['ID=42e86b4f-80ec-458b-8a07-d3b049f50826,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:15.410070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.410599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.429893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port 927e13c5-9602-4165-9fec-e3c10644802b {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:15.430547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.486818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6d1008dd-a066-42d3-bb56-ff6b37404460 tempest-FloatingIPNegativeTestJSON-1432259304 tempest-FloatingIPNegativeTestJSON-1432259304-project] 10.222.0.20 "DELETE /v2.0/networks/42e86b4f-80ec-458b-8a07-d3b049f50826 HTTP/1.1" status: 204 len: 168 time: 3.4273496 Mar 09 12:18:15.562900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Calling delete_port for b9dfb686-a809-4f4d-bae3-05f6bcf2c31f owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:15.596208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a623e02a-2616-4d59-839c-821f81227c4a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:15.673746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.677974 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04676bd1-6260-4449-9b36-5e2ad4af46c6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9856555 Mar 09 12:18:15.687302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373e879-c5b0-4fc4-ac32-4861022e1260 req-014a9069-0baf-4cd6-b9cb-48d4cc28f58d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:15.691252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36870) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:15.693616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0373e879-c5b0-4fc4-ac32-4861022e1260 req-014a9069-0baf-4cd6-b9cb-48d4cc28f58d tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.5374646 Mar 09 12:18:15.701852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.720516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '2151ea5b-abad-4f17-b8c1-762b72b35c19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:15.774507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:15.783801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0373e879-c5b0-4fc4-ac32-4861022e1260 req-88b746cf-4aba-45e9-b09f-62c0ecd7d769 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880229 Mar 09 12:18:15.818913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:15.833544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19341b-e2b3-4679-b937-5b4b89f8147e req-4704bad9-6384-45ff-92a2-3b194469d57d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:15.833794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] For port abc995d8-877e-4cab-a2b5-0f37defba3ca, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=abc995d8-877e-4cab-a2b5-0f37defba3ca,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:15.834123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.835074 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d19341b-e2b3-4679-b937-5b4b89f8147e req-4704bad9-6384-45ff-92a2-3b194469d57d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2828302 Mar 09 12:18:15.842899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:15.843508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1af804a2-d726-484c-8e5e-6812c368064e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:15.852688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:15.859348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36876) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:15.866466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:15.872517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:15.890312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 1af804a2-d726-484c-8e5e-6812c368064e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:15.890721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1af804a2-d726-484c-8e5e-6812c368064e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:15.932129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:15.941083 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d19341b-e2b3-4679-b937-5b4b89f8147e req-19a4168c-7179-45fe-b278-1bab1bf6fb82 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989923 Mar 09 12:18:15.945905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:15.953853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.002579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9dfb686-a809-4f4d-bae3-05f6bcf2c31f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:16.049196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Pushing event updated for resources: {'Port': ['ID=64f0b3bd-8fbe-456c-bb23-f1a9ada2e318,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:16.053954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.186596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.206415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for 927e13c5-9602-4165-9fec-e3c10644802b owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:16.239986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.309203 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cd4b32a3-789d-4568-8842-b0f4e007b921 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ac4d08208664e02bcc14f5527a20ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466472 Mar 09 12:18:16.312825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36884) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:16.318168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.390403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.397237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.452127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4924d4-9954-483a-b00e-905ca9eb4f7a req-f19f2224-e372-443f-a56c-411d77947d76 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:16.453633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3a4924d4-9954-483a-b00e-905ca9eb4f7a req-f19f2224-e372-443f-a56c-411d77947d76 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3783662 Mar 09 12:18:16.467949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.468469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b68cfe44-1658-4dde-b18f-598b365c115b {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:16.532385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.537357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7206d93f-de13-41f4-9761-b58a36df4a35 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b68cfe44-1658-4dde-b18f-598b365c115b HTTP/1.1" status: 204 len: 168 time: 2.5886102 Mar 09 12:18:16.539730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36888) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:16.541417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3a4924d4-9954-483a-b00e-905ca9eb4f7a req-186466f6-8103-4e7d-a260-eed279bb6ff9 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768058 Mar 09 12:18:16.543327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.544643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.581805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.594889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-748034309', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:16.614048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:16.631464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:16.635769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:16.650561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.669237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286a31f-c61e-40f9-963a-87d11d3e37c7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:16.671873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:16.687418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.688407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.689675 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0cdfc09-a6e2-4c7d-8298-089920829d3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6286a31f-c61e-40f9-963a-87d11d3e37c7 HTTP/1.1" status: 204 len: 168 time: 0.3284066 Mar 09 12:18:16.696354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.696935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.697042 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Floating IP a551a521-68bf-4dc6-bf8a-bbf497790790 disassociated. External IP: 172.26.5.145, port: abc995d8-877e-4cab-a2b5-0f37defba3ca. Mar 09 12:18:16.697609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Calling delete_port for abc995d8-877e-4cab-a2b5-0f37defba3ca owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:16.741419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.753850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.754877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:16.998753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cd7524-47e4-4a52-9c43-59ea9ecd7afa,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:17.014631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81a33-a1bd-4c57-871b-14f8dd5a3dbf req-94a2cbb6-1f85-4c30-ae0c-0b47fcd67939 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:17.016718 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78f81a33-a1bd-4c57-871b-14f8dd5a3dbf req-94a2cbb6-1f85-4c30-ae0c-0b47fcd67939 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.1437006 Mar 09 12:18:17.122853 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78f81a33-a1bd-4c57-871b-14f8dd5a3dbf req-a922fa9c-0a2c-4190-a6bc-28b71b3256d7 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810692 Mar 09 12:18:17.124985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.126304 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b73f0bce-2857-479c-97cc-43f602e6655f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4335575 Mar 09 12:18:17.131362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36906) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:17.157601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08d27-2a9e-4da1-8870-b50aa475e259 req-6695e420-dc6a-4f50-b077-806051769321 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:17.158875 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51c08d27-2a9e-4da1-8870-b50aa475e259 req-6695e420-dc6a-4f50-b077-806051769321 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 945 time: 0.2010410 Mar 09 12:18:17.205206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.261902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.296191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=927e13c5-9602-4165-9fec-e3c10644802b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:17.312249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.325625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51c08d27-2a9e-4da1-8870-b50aa475e259 req-1bcae05f-b016-48d6-9309-8996fbc177a6 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups?id=320b1c91-5e01-412e-83ea-6a946879652d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656647 Mar 09 12:18:17.374263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.414351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.555558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:18:17.568678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event deleted for resources: {'Port': ['ID=abc995d8-877e-4cab-a2b5-0f37defba3ca,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:17.606145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:17.646227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.718128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.719677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.720210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067442817'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:17.726258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:17.729012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.730378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:17.733340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:17.739777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:17.749823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:17.753404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.765644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.781033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:17.785563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:security_group_rule and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:17.788514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:17.794606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:17.905555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.910528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b9dfb686-a809-4f4d-bae3-05f6bcf2c31f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:17.913140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.951553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c102e45-837e-4092-a0f9-1d687a711a85,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:17.964826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: b9dfb686-a809-4f4d-bae3-05f6bcf2c31f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:17.965301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b9dfb686-a809-4f4d-bae3-05f6bcf2c31f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:17.967672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:17.981213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:17.981559 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 7c2f9abb-23fd-44ee-9e50-06c062f78b69 of type vlan for network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb Mar 09 12:18:18.003688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2cd7524-47e4-4a52-9c43-59ea9ecd7afa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:18.008311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.012082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.041413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.047015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:18.047806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.157117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.164970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:18.191460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bbaf22e3-a531-4672-816d-ce47a02f7fba tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5839708 Mar 09 12:18:18.196875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.198937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:18.390025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Pushing event updated for resources: {'Port': ['ID=64f0b3bd-8fbe-456c-bb23-f1a9ada2e318,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:18.393801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.395152 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-01b0d4ca-6871-417e-a651-8b4d58925d11 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a2cd7524-47e4-4a52-9c43-59ea9ecd7afa HTTP/1.1" status: 204 len: 168 time: 1.2616336 Mar 09 12:18:18.403910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36934) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:18.418169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d63ece-aa43-430b-a1c9-05db2cb76497 req-34df6339-ba51-4fde-b536-ea5f40312fee tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:18.419587 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-30d63ece-aa43-430b-a1c9-05db2cb76497 req-34df6339-ba51-4fde-b536-ea5f40312fee tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.1355264 Mar 09 12:18:18.472488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.543362 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-30d63ece-aa43-430b-a1c9-05db2cb76497 req-4ea6ca50-a18c-4a7b-b99d-5bd276a1fed6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136606 Mar 09 12:18:18.590682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.591391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router b8fa1b63-35a7-4566-863d-163b5a17ad18 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:18.593206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.594577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c93022ef-ce8c-4a1b-a9bf-38b37f8b5827 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9903402 Mar 09 12:18:18.607216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.608834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-628d5d31-ad8f-4033-bc5c-4d17a27717a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 204 len: 168 time: 4.1458290 Mar 09 12:18:18.609550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36940) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:18.614936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:18.624631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:18.656814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2009726058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:18.663651 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c096137-e683-463e-8bf6-872212295b9e req-7630ea97-1815-4af2-b217-4e73f2b52cd2 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 210 time: 0.1174116 Mar 09 12:18:18.720957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e41ee6fa-bc0b-4310-a289-0ba75611b2ba tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:18.727115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:18.732423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:18.735857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:18.744493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:18.784167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device abc995d8-877e-4cab-a2b5-0f37defba3ca no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:18.844993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: abc995d8-877e-4cab-a2b5-0f37defba3ca {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:18.846904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device abc995d8-877e-4cab-a2b5-0f37defba3ca not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:18.867361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.868439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.884913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:18.916441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.939091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e41ee6fa-bc0b-4310-a289-0ba75611b2ba tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:18.942026 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e41ee6fa-bc0b-4310-a289-0ba75611b2ba tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5203223 Mar 09 12:18:18.945347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36954) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:18.960268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:18.969406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:18.991953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Usage tracker for resource:floatingip and tenant:7bbc8917550c46949540ae86e6c1dc41 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:19.022935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.052279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.091244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:19.116207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:19.130259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.131660 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b04ca414-f60d-45f6-925d-44b43d216b72 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5009379 Mar 09 12:18:19.134969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b06f-b389-472f-9caa-0827cf5a2953 req-8bc6ae6a-1ecb-4ef8-8451-812ff72a8584 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:19.144729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 36958) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:19.152331 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8ac1b06f-b389-472f-9caa-0827cf5a2953 req-8bc6ae6a-1ecb-4ef8-8451-812ff72a8584 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.1780813 Mar 09 12:18:19.160538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:19.174153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.227603 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8ac1b06f-b389-472f-9caa-0827cf5a2953 req-4cab22b9-5401-49d0-8d60-5a75c65f03c9 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743451 Mar 09 12:18:19.230890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a623e02a-2616-4d59-839c-821f81227c4a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:19.248031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.249955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-03fc615a-3c21-4899-a0fa-be7383d17912 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a623e02a-2616-4d59-839c-821f81227c4a HTTP/1.1" status: 204 len: 168 time: 0.3027699 Mar 09 12:18:19.253112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36962) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:19.337343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1b63f167-a400-44a5-b929-faa4ee699553 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:19.356282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1b63f167-a400-44a5-b929-faa4ee699553 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:19.358372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1b63f167-a400-44a5-b929-faa4ee699553 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1035521 Mar 09 12:18:19.361355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36966) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:19.395415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.412662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.443965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.480738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:19.482451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.494870 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Sync routers for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:19.506475 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:19.507090 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:19.518603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88918043-6a21-4fb3-baa7-989cebc2ac0b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:19.520833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.527947 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c68f060f-a1a8-46db-8e29-c3ee445dea39 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/88918043-6a21-4fb3-baa7-989cebc2ac0b HTTP/1.1" status: 204 len: 168 time: 0.1652360 Mar 09 12:18:19.528787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36970) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:19.648453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-907783d6-9013-4d8f-ae90-09607e1bc346 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:19.665385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] No DVR routers for this DVR port abc995d8-877e-4cab-a2b5-0f37defba3ca on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:19.675882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-907783d6-9013-4d8f-ae90-09607e1bc346 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:19.679155 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-907783d6-9013-4d8f-ae90-09607e1bc346 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1479888 Mar 09 12:18:19.681880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36974) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:19.741958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.768262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.770749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.772791 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-45ef9c12-f918-401b-9d09-68611894879a req-15b7eebe-49a2-40e6-85d9-95f9b5cdb3c7 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.13 "DELETE /v2.0/ports/abc995d8-877e-4cab-a2b5-0f37defba3ca HTTP/1.1" status: 204 len: 173 time: 4.9446573 Mar 09 12:18:19.849503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:19.947850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:19.958831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'name': 'network-vif-deleted', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:18:20.138905 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eddbc3e1-9782-4536-9996-7db97cc35d89 req-783ba189-4645-4030-b1f3-911dbaba92f0 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/ports?device_id=d55778dd-32e5-464b-993d-7f64e6a40c8b HTTP/1.1" status: 200 len: 210 time: 0.2163715 Mar 09 12:18:20.141971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8638c1e6-a468-4fd9-9f1c-f47712ca3965,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:20.148273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.149484 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25783958-5134-4643-96a7-e1e4d51283cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8638c1e6-a468-4fd9-9f1c-f47712ca3965 HTTP/1.1" status: 204 len: 168 time: 0.4666965 Mar 09 12:18:20.156198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36982) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:20.218263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-199201d7-bc88-492f-8aed-03d5a9fed264 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:20.235771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-199201d7-bc88-492f-8aed-03d5a9fed264 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:20.241343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-199201d7-bc88-492f-8aed-03d5a9fed264 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0812540 Mar 09 12:18:20.242252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36986) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:20.260026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.280070 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55778dd-32e5-464b-993d-7f64e6a40c8b', 'name': 'network-vif-deleted', 'tag': 'abc995d8-877e-4cab-a2b5-0f37defba3ca', 'status': 'completed', 'code': 200} Mar 09 12:18:20.286508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.299870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.329601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.357823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc9f785b-83f0-4354-878a-637986d5d758,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:20.369440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.376151 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4f1c27e7-32c0-4b26-983a-d7c37867fbbf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bc9f785b-83f0-4354-878a-637986d5d758 HTTP/1.1" status: 204 len: 168 time: 0.1315248 Mar 09 12:18:20.378682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36992) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:20.543712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7a162add-c8d4-4133-b246-4a18c39f51ec tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:20.595956 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:20.616017 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Checking router: 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:20.620269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae60-5d09-482d-931f-2d0ce9ee350b req-def8767e-b0d7-4b4b-bf19-d3cc81f13230 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:20.621785 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1c3dae60-5d09-482d-931f-2d0ce9ee350b req-def8767e-b0d7-4b4b-bf19-d3cc81f13230 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2034090 Mar 09 12:18:20.624133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7a162add-c8d4-4133-b246-4a18c39f51ec tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:20.631310 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7a162add-c8d4-4133-b246-4a18c39f51ec tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2514141 Mar 09 12:18:20.632099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 36996) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:20.673203 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:20.674444 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:17:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:20.685074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.729301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.735420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.765297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.830346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1c3dae60-5d09-482d-931f-2d0ce9ee350b req-30726ce5-9984-4caf-954d-833c18b5b9cd tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937437 Mar 09 12:18:20.832672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.894840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Allocated IP 172.26.5.224 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c9c686ef-91ca-4e3e-974f-f611c49b8fff) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:20.905124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151ea5b-abad-4f17-b8c1-762b72b35c19,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:20.960305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:20.962329 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-326ae391-baa2-4a69-b70f-7b966f9ab68e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/2151ea5b-abad-4f17-b8c1-762b72b35c19 HTTP/1.1" status: 204 len: 168 time: 0.3292055 Mar 09 12:18:20.965207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37002) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:21.067002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-acae4185-c367-46f3-8676-ca194d20d7e8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:21.090209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.130733 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:21.140577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.163449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-acae4185-c367-46f3-8676-ca194d20d7e8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:21.171578 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-acae4185-c367-46f3-8676-ca194d20d7e8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1981299 Mar 09 12:18:21.182967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37006) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:21.195032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--161250492'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:21.212443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:21.248251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:21.300050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b901198-cbe2-4b4d-8da0-7b340b0e8584 req-16eb126d-674a-43b8-b390-93b4164df375 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:21.312035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b901198-cbe2-4b4d-8da0-7b340b0e8584 req-16eb126d-674a-43b8-b390-93b4164df375 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2503922 Mar 09 12:18:21.338109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.341774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37014) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:21.365118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37018) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:21.374081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:21.374940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:21.384208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:21.389338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:21.421050 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b901198-cbe2-4b4d-8da0-7b340b0e8584 req-954b79f8-3d22-491a-886c-b47d11380660 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079934 Mar 09 12:18:21.422126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:21.433600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event updated for resources: {'Port': ['ID=c9c686ef-91ca-4e3e-974f-f611c49b8fff,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:21.482793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:21.492801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:21.510102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:21.530879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:21.542461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:21.546491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:21.556699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:21.571126 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:21.578390 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2f5a3-494a-4eb4-9870-8116a4a5645c None None] The sync data for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv is: [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5f7974b0-5bba-4982-95fb-fff77add6a32', 'name': '', 'network_id': 'c74f1bc2-3cc0-422d-93c5-cbe5b56253ae', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'mac_address': 'fa:16:3e:3d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:42Z', 'updated_at': '2022-03-09T12:16:51Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'subnets': [{'id': '7327b43b-09d4-4ec8-9292-d3daa4fa9104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:21.580280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:21.586378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.591569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.661143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.771183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.784651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.853950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53286b9a-b240-4040-bfb0-749b242eb25c None None] New status for floating IP a551a521-68bf-4dc6-bf8a-bbf497790790: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:18:21.859573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6212269-f9eb-4bfb-9098-c92f2e7047ba,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:21.884758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.887369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:21.891113 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eb60bd53-2184-4f78-bd14-5f2fa4d89a5f tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7047150 Mar 09 12:18:21.897419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a15919-2ef2-423a-a6bd-aa981661671a req-23685f8d-37e6-4fad-a8e3-9a0adfc858d3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:21.898892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a5a15919-2ef2-423a-a6bd-aa981661671a req-23685f8d-37e6-4fad-a8e3-9a0adfc858d3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2543740 Mar 09 12:18:21.899372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37024) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:22.033372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': 'c6212269-f9eb-4bfb-9098-c92f2e7047ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:22.041890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:22.062215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:22.064760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.066972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:22.081080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:22.118521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a5a15919-2ef2-423a-a6bd-aa981661671a req-6d2c4e65-eead-46c9-b826-dace415c5ec6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886476 Mar 09 12:18:22.148509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.177658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.219002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b1c91-5e01-412e-83ea-6a946879652d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:22.327004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=997efb0f-107c-4602-9c37-8904514d6618,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:22.348010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.358073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.366821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '7c2f9abb-23fd-44ee-9e50-06c062f78b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:22.367186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:22.398642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b58560-63b2-476a-9cc3-0dd326644104,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:22.433924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.437521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-554f7ed6-dde6-46cb-a6dd-3c689918dafa tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4133573 Mar 09 12:18:22.441235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37030) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:22.445188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:22.466137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc62a-8c91-434f-878a-a5b6983ddf2c req-269d3caa-3a9a-4fe4-9296-7ec235e2c78b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:22.469481 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51adc62a-8c91-434f-878a-a5b6983ddf2c req-269d3caa-3a9a-4fe4-9296-7ec235e2c78b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2163994 Mar 09 12:18:22.500226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:22.511121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eede29-322b-4c13-8672-3c388db4c163 None None] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:22.556499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:22.557304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.566105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Allocated IP 172.26.5.164 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/3a81f94a-16e4-4c05-b958-2112a27df842) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:22.574752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.577863 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d141ae77-6c6d-4f4a-affb-7df21c4c0ef3 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "DELETE /v2.0/security-groups/320b1c91-5e01-412e-83ea-6a946879652d HTTP/1.1" status: 204 len: 168 time: 1.2292037 Mar 09 12:18:22.586788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37034) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:22.588804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.592929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51adc62a-8c91-434f-878a-a5b6983ddf2c req-a0638c70-5c4a-43d1-876d-03892c468b36 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169736 Mar 09 12:18:22.621257 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-5fa17c11-de30-4e89-84ef-5a9ae8bbd1af tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] show failed (client error): The resource could not be found. Mar 09 12:18:22.624485 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5fa17c11-de30-4e89-84ef-5a9ae8bbd1af tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "GET /v2.0/security-groups/320b1c91-5e01-412e-83ea-6a946879652d HTTP/1.1" status: 404 len: 347 time: 0.0350182 Mar 09 12:18:22.624775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.627554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.663041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.719805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37040) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:22.729730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-36abe39b-48a7-49f6-a7f6-b343b4c2137c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3602769 Mar 09 12:18:22.739259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:22.742868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef1ed6d7-84cf-48ff-89be-365ca1c315a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.790546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.797082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb', 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '997efb0f-107c-4602-9c37-8904514d6618'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:22.798226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.802589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620420385'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:22.807711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.860442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:22.868039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6212269-f9eb-4bfb-9098-c92f2e7047ba,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:22.898763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:22.913241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:22.950460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:22.962598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Deleting port c155e1f2-cc14-4a61-9401-5d0b181cdd95 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:22.962951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.975411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Allocated IP 2001:db8:0:ffff::2 (8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb/997efb0f-107c-4602-9c37-8904514d6618/75d54295-705b-4cf6-bbad-d8864814b091) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:22.993701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:22.997193 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b7dab75c-7b5c-4196-b600-cc08c16c0779 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6212269-f9eb-4bfb-9098-c92f2e7047ba HTTP/1.1" status: 204 len: 168 time: 0.5521433 Mar 09 12:18:23.002916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37048) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:23.050451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:23.054002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.065266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.116684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231d471-08fb-4259-9345-bfabf350a965 req-17d6ad88-fe40-4f13-bfba-833745dd312d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:23.118130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0231d471-08fb-4259-9345-bfabf350a965 req-17d6ad88-fe40-4f13-bfba-833745dd312d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3363814 Mar 09 12:18:23.169511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ae4c57f1-a34d-47f4-aa1a-0247b4a50c63 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:23.183797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:23.190926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.202025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Transition to ACTIVE for port object 75d54295-705b-4cf6-bbad-d8864814b091 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:23.208629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.209012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 511a0314-3d62-486a-9f49-3cbe8b4659a7 of type vlan for network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 Mar 09 12:18:23.220937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Transition to ACTIVE for port object 75d54295-705b-4cf6-bbad-d8864814b091 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:23.228811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.237621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ae4c57f1-a34d-47f4-aa1a-0247b4a50c63 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:23.238751 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ae4c57f1-a34d-47f4-aa1a-0247b4a50c63 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2341413 Mar 09 12:18:23.244176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37052) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:23.263521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591655921'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:23.270218 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0231d471-08fb-4259-9345-bfabf350a965 req-3df5c6c1-5092-49f1-b695-2dccdcaf2d61 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039350 Mar 09 12:18:23.275768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:23.279072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.279407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.316979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.329903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Pushing event updated for resources: {'Port': ['ID=75d54295-705b-4cf6-bbad-d8864814b091,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:23.354846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:23.356523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:23.363507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:23.369111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.416148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Calling delete_port for c155e1f2-cc14-4a61-9401-5d0b181cdd95 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:23.440426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.450051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:23.477058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Attempting to bind port 75d54295-705b-4cf6-bbad-d8864814b091 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:23.477913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Attempting to bind port 75d54295-705b-4cf6-bbad-d8864814b091 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '7c2f9abb-23fd-44ee-9e50-06c062f78b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:23.478543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Attempting to bind port 75d54295-705b-4cf6-bbad-d8864814b091 on network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:23.491382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:23.492099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Checking segment: {'id': '7c2f9abb-23fd-44ee-9e50-06c062f78b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:23.493102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.493706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Bound using segment: {'id': '7c2f9abb-23fd-44ee-9e50-06c062f78b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:23.494386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Bound port: 75d54295-705b-4cf6-bbad-d8864814b091, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f9abb-23fd-44ee-9e50-06c062f78b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:23.495148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.510019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.538765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:23.555376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:23.559803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:23.568357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:23.576495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:23.581870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:23.590612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:23.599676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Pushing event updated for resources: {'Port': ['ID=3a81f94a-16e4-4c05-b958-2112a27df842,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:23.622121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] For port 75d54295-705b-4cf6-bbad-d8864814b091, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:23.625378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] For port 75d54295-705b-4cf6-bbad-d8864814b091, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d54295-705b-4cf6-bbad-d8864814b091,segment=NetworkSegment(7c2f9abb-23fd-44ee-9e50-06c062f78b69),segment_id=7c2f9abb-23fd-44ee-9e50-06c062f78b69)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:23.628686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Allocated IP 172.26.5.200 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/104b7de7-3abf-49be-8632-a3f02e355a8c) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:23.631195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.636840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.642843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:23.643434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.682305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fba6f-8ff6-4c5a-bed4-d0bb09042d09 req-fb6ebefd-c4ad-4f18-b806-06ddbb08771a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:23.683808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee3fba6f-8ff6-4c5a-bed4-d0bb09042d09 req-fb6ebefd-c4ad-4f18-b806-06ddbb08771a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2302027 Mar 09 12:18:23.735279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ccb2-6407-4194-8858-a4c1cbeed0c9 None None] Pushing event updated for resources: {'Port': ['ID=75d54295-705b-4cf6-bbad-d8864814b091,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:23.764032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.819072 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee3fba6f-8ff6-4c5a-bed4-d0bb09042d09 req-36ac1b2d-a214-4259-aac8-42bc0c068b46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269457 Mar 09 12:18:23.831952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.834272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Pushing event deleted for resources: {'Port': ['ID=c155e1f2-cc14-4a61-9401-5d0b181cdd95,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:23.868153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:23.892860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=742dcdcc-6a4d-4e34-8cd9-138a8e0547d8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:23.906147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:23.950654 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4326260e-ae8c-43d3-93cf-b8cc253dbfa8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1998816 Mar 09 12:18:23.995974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37062) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:24.014233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:24.087876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222e2283-9dea-4135-881f-5a9c59fbbf22,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:24.116939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.118456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4cc65589-007d-4125-bde4-d534cdbb00cf tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8705218 Mar 09 12:18:24.119690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.122374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.123432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b60fd57b-a179-4810-910f-ca1a46fcac21 tempest-ServersTestManualDisk-769863509 tempest-ServersTestManualDisk-769863509-project] 10.222.0.20 "DELETE /v2.0/floatingips/a551a521-68bf-4dc6-bf8a-bbf497790790 HTTP/1.1" status: 204 len: 168 time: 1.4012804 Mar 09 12:18:24.124179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37066) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:24.126831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37070) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:24.131678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024443488'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:24.207970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:24.215237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:24.219818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:24.230364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:24.306638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.351933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:24.353154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.361459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:24.395027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.418310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:24.437149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:24.442320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Router 689edf07-c9b8-4349-bb08-85ffd13883a5 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:24.452763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:24.466520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:24.472843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:24.542706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:24.555504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.616516 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:18:24.628547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:24.634710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.774613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.808322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.826785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b5f69d6-0c13-4869-a49b-1892ee7c59b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.841364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:24.856464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fb8ff-0059-4ad6-803b-5aa3d4b799da req-851211b2-805d-4864-9e9c-49474bf66503 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:24.864145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da0fb8ff-0059-4ad6-803b-5aa3d4b799da req-851211b2-805d-4864-9e9c-49474bf66503 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.2448113 Mar 09 12:18:24.955553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:24.974236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a202a4dd-a9f1-4190-94d8-ba7820ea8740,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:24.988792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:24.991450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:24.992828 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da0fb8ff-0059-4ad6-803b-5aa3d4b799da req-3eebca01-ee8b-48fd-a8be-9835be82dcbf tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277742 Mar 09 12:18:25.012191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.012191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b5e15f3-a61b-4879-951e-5f35c7013096 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8778987 Mar 09 12:18:25.012191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:25.017397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '222e2283-9dea-4135-881f-5a9c59fbbf22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a202a4dd-a9f1-4190-94d8-ba7820ea8740', 'remote_ip_prefix': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:25.024503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ed812-f19a-40da-b3cf-029e189763bc None None] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:25.024796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:25.029899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:25.034171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:25.069655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:25.099502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:25.115926 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] Sync routers for ids ['689edf07-c9b8-4349-bb08-85ffd13883a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:25.129432 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] Routers {'689edf07-c9b8-4349-bb08-85ffd13883a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:25.130275 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['689edf07-c9b8-4349-bb08-85ffd13883a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:25.137586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.182941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.193700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0313a51c-24da-4abf-ba49-4603f21d2a32 None None] Provisioning for port 75d54295-705b-4cf6-bbad-d8864814b091 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:25.200807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event updated for resources: {'Port': ['ID=104b7de7-3abf-49be-8632-a3f02e355a8c,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:25.201658 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:25.231960 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] Routers {'689edf07-c9b8-4349-bb08-85ffd13883a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:25.233036 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['689edf07-c9b8-4349-bb08-85ffd13883a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:25.314878 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:25.315399 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8355c9-af5e-41ff-bac4-ef9223868f5d None None] The sync data for ids ['689edf07-c9b8-4349-bb08-85ffd13883a5'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:25.442926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.444237 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf2ecfc4-8438-4a59-bfac-2a9042557f6e tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9021947 Mar 09 12:18:25.448919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37082) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:25.495492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:25.594778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.606318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.617497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.643549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.656256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10da5b3-e4c1-4bab-8705-12c0fe503f64,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:25.713124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.844350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.859725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:25.862320 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c35f248-cf45-4f2f-9420-710d0d7508c3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8499281 Mar 09 12:18:25.869888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37086) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:25.916727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d54295-705b-4cf6-bbad-d8864814b091 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:25.992290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 75d54295-705b-4cf6-bbad-d8864814b091 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:25.999475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 75d54295-705b-4cf6-bbad-d8864814b091 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:25.999850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.041846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.066433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.076804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.131300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.161688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.167627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Pushing event updated for resources: {'Port': ['ID=3a81f94a-16e4-4c05-b958-2112a27df842,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:26.190442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Deleting port 5f7974b0-5bba-4982-95fb-fff77add6a32 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:26.190931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.198923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 75d54295-705b-4cf6-bbad-d8864814b091, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d54295-705b-4cf6-bbad-d8864814b091,segment=NetworkSegment(7c2f9abb-23fd-44ee-9e50-06c062f78b69),segment_id=7c2f9abb-23fd-44ee-9e50-06c062f78b69)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:26.203983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.212230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.274780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=75d54295-705b-4cf6-bbad-d8864814b091,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:26.306027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=e3f1ff96-30a3-4bde-8069-bc35ed21ebd0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:26.329590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.330809 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0b6e7d01-bf20-47ad-8728-f603c4b98137 tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7108350 Mar 09 12:18:26.331690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '511a0314-3d62-486a-9f49-3cbe8b4659a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:26.332053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:26.336182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37092) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:26.396646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.455219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c10da5b3-e4c1-4bab-8705-12c0fe503f64,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:26.508156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-3b2a523d-8507-4e20-a703-d5b64174d52e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:26.508878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-3b2a523d-8507-4e20-a703-d5b64174d52e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Synchronizing usage tracker for tenant:79017eb76eab417ca80e534a1353464c on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:26.509232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.512858 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e91f29af-4d61-4788-8193-d5abaaaa4abb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c10da5b3-e4c1-4bab-8705-12c0fe503f64 HTTP/1.1" status: 204 len: 168 time: 0.6365187 Mar 09 12:18:26.519819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37096) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:26.541875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:26.581700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b21b3abe-43ea-4844-9fb5-75268b3ec726 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Synchronizing usage tracker for tenant:11273b37ad6c4d1d8cd2a469de4d6494 on resource:floatingip {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:26.587003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:26.588518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-3b2a523d-8507-4e20-a703-d5b64174d52e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Unset dirty status for tenant:79017eb76eab417ca80e534a1353464c on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:26.589756 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-3b2a523d-8507-4e20-a703-d5b64174d52e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.13 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.7467194 Mar 09 12:18:26.596536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f6b08-a7a1-4f88-94d7-78c4c8e45587 None None] Network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:26.602581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:26.603189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.679788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb97eb-45f4-4a02-9bf9-f1d5f1d8395e req-3e5c5226-792c-4ee3-a6ea-40a20ff5fed0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:26.681382 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fecb97eb-45f4-4a02-9bf9-f1d5f1d8395e req-3e5c5226-792c-4ee3-a6ea-40a20ff5fed0 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.4961596 Mar 09 12:18:26.739098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.754078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-99f53373-c97a-464b-844a-53bcc4bbc92c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:26.763069 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3be48df5-0738-4f03-81d4-3f38bd9c8b54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7651405 Mar 09 12:18:26.763857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b21b3abe-43ea-4844-9fb5-75268b3ec726 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Unset dirty status for tenant:11273b37ad6c4d1d8cd2a469de4d6494 on resource:floatingip {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:26.768664 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b21b3abe-43ea-4844-9fb5-75268b3ec726 tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.4241326 Mar 09 12:18:26.768866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] For port 5f7974b0-5bba-4982-95fb-fff77add6a32, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5f7974b0-5bba-4982-95fb-fff77add6a32,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:26.768866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.772241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37100) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:26.772567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37102) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:26.775093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.874623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Deleting port 65821211-7cf5-4f82-9d8b-7de63f777236 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:26.874933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.894742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-742dcdcc-6a4d-4e34-8cd9-138a8e0547d8', 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': 'e3f1ff96-30a3-4bde-8069-bc35ed21ebd0'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:26.895599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.899749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:26.933515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Calling delete_port for 5f7974b0-5bba-4982-95fb-fff77add6a32 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:26.983796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-99f53373-c97a-464b-844a-53bcc4bbc92c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:26.984304 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99f53373-c97a-464b-844a-53bcc4bbc92c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4540288 Mar 09 12:18:26.987621 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fecb97eb-45f4-4a02-9bf9-f1d5f1d8395e req-fc4fa764-0d3e-41c5-88b2-0746328e2ede tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760696 Mar 09 12:18:26.988088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37108) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:27.055553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6c5f3a1b-56cf-4e32-8e99-c688416a05cb tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Synchronizing usage tracker for tenant:b1f82c3f2a944550b0629d6e9ec433a2 on resource:floatingip {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:27.083885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Allocated IP 2001:db8::1 (742dcdcc-6a4d-4e34-8cd9-138a8e0547d8/e3f1ff96-30a3-4bde-8069-bc35ed21ebd0/40f3317c-f3d1-4637-a75c-ac0bcf06d44e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:27.183378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.227004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.251254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.257686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6c5f3a1b-56cf-4e32-8e99-c688416a05cb tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Unset dirty status for tenant:b1f82c3f2a944550b0629d6e9ec433a2 on resource:floatingip {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:27.258768 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6c5f3a1b-56cf-4e32-8e99-c688416a05cb tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4800751 Mar 09 12:18:27.262077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37112) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:27.298000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.308726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Transition to ACTIVE for port object 40f3317c-f3d1-4637-a75c-ac0bcf06d44e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:27.331611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Transition to ACTIVE for port object 40f3317c-f3d1-4637-a75c-ac0bcf06d44e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:27.340055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.412111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:27.415472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:27.420008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:27.422223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Pushing event updated for resources: {'Port': ['ID=40f3317c-f3d1-4637-a75c-ac0bcf06d44e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:27.479214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.554637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Attempting to bind port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:27.555098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Attempting to bind port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '511a0314-3d62-486a-9f49-3cbe8b4659a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:27.555678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Attempting to bind port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e on network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:27.568525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:27.568922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Checking segment: {'id': '511a0314-3d62-486a-9f49-3cbe8b4659a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:27.569554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.570016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Bound using segment: {'id': '511a0314-3d62-486a-9f49-3cbe8b4659a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:27.570554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Bound port: 40f3317c-f3d1-4637-a75c-ac0bcf06d44e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511a0314-3d62-486a-9f49-3cbe8b4659a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:27.570993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.614156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.636456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.666766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] For port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:27.671492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] For port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=40f3317c-f3d1-4637-a75c-ac0bcf06d44e,segment=NetworkSegment(511a0314-3d62-486a-9f49-3cbe8b4659a7),segment_id=511a0314-3d62-486a-9f49-3cbe8b4659a7)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:27.677500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.680429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] For port 65821211-7cf5-4f82-9d8b-7de63f777236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=65821211-7cf5-4f82-9d8b-7de63f777236,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:27.680961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.704846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Deleting port 3a81f94a-16e4-4c05-b958-2112a27df842 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:27.705368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.770731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90203d-114b-496e-843a-d616a6fe4f50 None None] Pushing event updated for resources: {'Port': ['ID=40f3317c-f3d1-4637-a75c-ac0bcf06d44e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:27.774995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202a4dd-a9f1-4190-94d8-ba7820ea8740,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:27.781422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Router e11dc292-954d-4be5-b721-8f9ddc386660 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:27.850613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.903721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d54295-705b-4cf6-bbad-d8864814b091 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:27.984462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:27.999809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.003874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9fc1d51b-5772-4d5a-95fc-1cccea1d693b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/a202a4dd-a9f1-4190-94d8-ba7820ea8740 HTTP/1.1" status: 204 len: 168 time: 1.0084758 Mar 09 12:18:28.022744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 75d54295-705b-4cf6-bbad-d8864814b091 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:28.023117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.056486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7974b0-5bba-4982-95fb-fff77add6a32,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:28.062473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37116) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:28.180289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.180771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.224804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f1ff96-30a3-4bde-8069-bc35ed21ebd0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:28.346298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Calling delete_port for 3a81f94a-16e4-4c05-b958-2112a27df842 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:28.449625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:28.459480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.462035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] Sync routers for ids ['e11dc292-954d-4be5-b721-8f9ddc386660'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:28.475471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] Routers {'e11dc292-954d-4be5-b721-8f9ddc386660'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:28.476497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e11dc292-954d-4be5-b721-8f9ddc386660'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.513593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.514770 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ef5d363e-7e91-47fc-a92f-35cec7dcdf3a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "PUT /v2.0/routers/e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 200 len: 884 time: 9.3644862 Mar 09 12:18:28.528179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:28.533080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-57b807b9-2bb4-42b7-9146-1fc689a51338 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:28.542464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742dcdcc-6a4d-4e34-8cd9-138a8e0547d8']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.580340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.589723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] Routers {'e11dc292-954d-4be5-b721-8f9ddc386660'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:28.590332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e11dc292-954d-4be5-b721-8f9ddc386660'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.630964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.631346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.631662 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Floating IP f2a568d4-009d-4dbf-bbb8-b5b74af6e762 disassociated. External IP: 172.26.5.11, port: 65821211-7cf5-4f82-9d8b-7de63f777236. Mar 09 12:18:28.632009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Calling delete_port for 65821211-7cf5-4f82-9d8b-7de63f777236 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:28.655772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.656182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbe16b-10ea-4f9c-9dc8-8bb9e4aaa0a0 None None] The sync data for ids ['e11dc292-954d-4be5-b721-8f9ddc386660'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:28.664350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511a0314-3d62-486a-9f49-3cbe8b4659a7') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.664654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511a0314-3d62-486a-9f49-3cbe8b4659a7') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:28.698422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.729396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-57b807b9-2bb4-42b7-9146-1fc689a51338 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:28.733454 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-57b807b9-2bb4-42b7-9146-1fc689a51338 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5449400 Mar 09 12:18:28.746947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:28.749547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.838957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:28.839147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:28.855830 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:28.878451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5503a-8d54-4ee9-8ce4-c65a4ee863c4 None None] Network 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:28.983390 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6c0dcb20-5491-49b3-b351-ef1dad0e517f tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 200 len: 925 time: 0.4467208 Mar 09 12:18:28.991103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37130) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:29.021300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-977dda3f-da8a-4f19-8649-350064cca1c9 None None] Provisioning for port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:29.082390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:18:29.082390 dv-neutron-832762-2-hyperv neutron-server[87830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:18:29.082390 dv-neutron-832762-2-hyperv neutron-server[87830]: [parameters: {'id': '742dcdcc-6a4d-4e34-8cd9-138a8e0547d8'}] Mar 09 12:18:29.082390 dv-neutron-832762-2-hyperv neutron-server[87830]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:29.082390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:29.114491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.137067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.156022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.177817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] DHCP port deletion for 742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:29.182252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Deleting port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:29.182736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.284575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11621f0-8a6a-49e5-bb67-4e2c4b0c59f4 req-a27cf073-3e07-44bb-bc14-f3cb8cd0f829 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:29.286130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e11621f0-8a6a-49e5-bb67-4e2c4b0c59f4 req-a27cf073-3e07-44bb-bc14-f3cb8cd0f829 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 946 time: 0.9473100 Mar 09 12:18:29.335625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event deleted for resources: {'Port': ['ID=65821211-7cf5-4f82-9d8b-7de63f777236,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:29.338669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.360523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Pushing event deleted for resources: {'Port': ['ID=3a81f94a-16e4-4c05-b958-2112a27df842,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:29.378049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.409770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] For port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=40f3317c-f3d1-4637-a75c-ac0bcf06d44e,segment=NetworkSegment(511a0314-3d62-486a-9f49-3cbe8b4659a7),segment_id=511a0314-3d62-486a-9f49-3cbe8b4659a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:29.410117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.437805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e324668-a54e-4cf2-87e5-901a2e7a93d0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:29.443029 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7e324668-a54e-4cf2-87e5-901a2e7a93d0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=e11dc292-954d-4be5-b721-8f9ddc386660&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4478390 Mar 09 12:18:29.455979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37136) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:29.538786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.555842 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e11621f0-8a6a-49e5-bb67-4e2c4b0c59f4 req-d9bd8a8b-b870-43db-bb92-0d312ab1ed7f tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups?id=074866da-b2eb-4402-b738-f70aea5171f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154655 Mar 09 12:18:29.565383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.573440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.574466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.618768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Calling delete_port for 40f3317c-f3d1-4637-a75c-ac0bcf06d44e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:29.648060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.672688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e2283-9dea-4135-881f-5a9c59fbbf22,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:29.725741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.727510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:29.728037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.741415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.745371 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c296e2d0-b9dd-46f5-8cf3-b2b0c28fd7cd tempest-FloatingIPAdminTestJSON-1745581065 tempest-FloatingIPAdminTestJSON-1745581065-project] 10.222.0.20 "DELETE /v2.0/floatingips/64051b34-4405-422b-b0e6-44063e72e893 HTTP/1.1" status: 204 len: 168 time: 2.4802759 Mar 09 12:18:29.748313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37140) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:29.791157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] Pushing event deleted for resources: {'Port': ['ID=40f3317c-f3d1-4637-a75c-ac0bcf06d44e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:29.792267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3065f7-9486-4dc2-809e-d091acb4d6bd tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:29.796397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2e3065f7-9486-4dc2-809e-d091acb4d6bd tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.3342752 Mar 09 12:18:29.798420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daab3df-1189-4bd2-bc51-d1a63ce511aa None None] No DVR routers for this DVR port 40f3317c-f3d1-4637-a75c-ac0bcf06d44e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:29.807326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Router be05f9a3-da64-425a-abc4-e1c7d56c4466 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:29.812601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37144) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:29.852108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:29.853378 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-72b512ec-7627-4337-aba9-b115793cedb1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/222e2283-9dea-4135-881f-5a9c59fbbf22 HTTP/1.1" status: 204 len: 168 time: 1.1054859 Mar 09 12:18:29.859712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port '40f3317c-f3d1-4637-a75c-ac0bcf06d44e' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:29.894905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37148) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:30.012555 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73d1f195-1f8f-455e-8da5-12594b24b9a6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 200 len: 205 time: 0.1979427 Mar 09 12:18:30.024158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37152) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:30.100822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Deleting port 64f0b3bd-8fbe-456c-bb23-f1a9ada2e318 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:30.101181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.147705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router 689edf07-c9b8-4349-bb08-85ffd13883a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:30.230564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.324384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8d28a6a-fdd3-40f6-9699-29b8252ba120 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:30.361071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742dcdcc-6a4d-4e34-8cd9-138a8e0547d8']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:30.456359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511a0314-3d62-486a-9f49-3cbe8b4659a7') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:30.456662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511a0314-3d62-486a-9f49-3cbe8b4659a7') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:30.482637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.490176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8d28a6a-fdd3-40f6-9699-29b8252ba120 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:30.497052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a8d28a6a-fdd3-40f6-9699-29b8252ba120 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5936434 Mar 09 12:18:30.497052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:30.508404 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Sync routers for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:30.518097 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:30.518891 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:30.526483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:30.540868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:30.550179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--297497233'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:30.561977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:30.565071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.578671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.646602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:30.647309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:30.675089 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:30.681967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.682319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.686348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:30.724221 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:30.831036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 65821211-7cf5-4f82-9d8b-7de63f777236 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:30.874528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 65821211-7cf5-4f82-9d8b-7de63f777236 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:30.874865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 65821211-7cf5-4f82-9d8b-7de63f777236 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:30.927748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Calling delete_port for 64f0b3bd-8fbe-456c-bb23-f1a9ada2e318 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:30.937599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] No DVR routers for this DVR port 65821211-7cf5-4f82-9d8b-7de63f777236 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:30.941647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:30.943530 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1a50b3cc-7bf3-4b88-bcea-1ca86b7dde55 req-34954ace-8a08-4165-abc3-9b0c7a34afc2 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.13 "DELETE /v2.0/ports/65821211-7cf5-4f82-9d8b-7de63f777236 HTTP/1.1" status: 204 len: 173 time: 4.3434300 Mar 09 12:18:30.958349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'name': 'network-vif-deleted', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:18:30.959908 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e01d0014-f0a5-4eb9-98f1-bb52cc4b8a62 req-03077121-00b3-4e5c-8929-ddcf334630e4 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/ports?device_id=f28dedf3-9468-4090-9d65-88d9d960e29e HTTP/1.1" status: 200 len: 210 time: 0.2082992 Mar 09 12:18:30.977345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.008446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.036039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:31.047540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] Sync routers for ids ['689edf07-c9b8-4349-bb08-85ffd13883a5'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:31.051751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.055275 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b1f3020c-8863-492d-963b-a1ca85899b73 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "PUT /v2.0/routers/689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 200 len: 921 time: 5.6019423 Mar 09 12:18:31.070793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] Routers {'689edf07-c9b8-4349-bb08-85ffd13883a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:31.072691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['689edf07-c9b8-4349-bb08-85ffd13883a5'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.104949 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28dedf3-9468-4090-9d65-88d9d960e29e', 'name': 'network-vif-deleted', 'tag': '65821211-7cf5-4f82-9d8b-7de63f777236', 'status': 'completed', 'code': 200} Mar 09 12:18:31.104949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37164) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:31.122690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.179020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:31.186489 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.212096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Sync routers for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:31.212522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=742dcdcc-6a4d-4e34-8cd9-138a8e0547d8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:31.216274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.217843 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Checking router: be05f9a3-da64-425a-abc4-e1c7d56c4466 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:31.227714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] Routers {'689edf07-c9b8-4349-bb08-85ffd13883a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:31.228134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:31.228258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['689edf07-c9b8-4349-bb08-85ffd13883a5'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.237203 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c68d2bd4-1bdd-40f0-b1e5-2e5be8d8272a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 HTTP/1.1" status: 204 len: 168 time: 4.4560637 Mar 09 12:18:31.239517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37168) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:31.243194 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:31.243984 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.257631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:31.258326 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e63c1c5-67e2-4c26-9792-06c6eb63cb7e admin admin] 10.222.0.20 "PUT /v2.0/routers/4fc0b76f-cc43-4118-a0ae-edfa80beb1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1306915 Mar 09 12:18:31.260299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37172) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:31.262894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:31.269673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274055993'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:31.286995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:31.294855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.302467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.303007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d51e5cf-fd6b-45ca-a1af-ecc1a904c02a None None] The sync data for ids ['689edf07-c9b8-4349-bb08-85ffd13883a5'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:31.320751 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:31.322085 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:31.345388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Pushing event deleted for resources: {'Port': ['ID=64f0b3bd-8fbe-456c-bb23-f1a9ada2e318,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:31.362143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:31.379667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:31.389454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:31.442448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.445143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.449923 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-785bf281-f4e2-4649-95db-ca36dad1093d tempest-FloatingIPAdminTestJSON-625231712 tempest-FloatingIPAdminTestJSON-625231712-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/efa08d9a-0d41-4971-b8b8-2c716c93cfe9 HTTP/1.1" status: 204 len: 168 time: 1.6951563 Mar 09 12:18:31.450580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37176) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:31.452398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.471644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:31.523539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port 104b7de7-3abf-49be-8632-a3f02e355a8c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:31.523887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.527869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port 160d9ff9-0477-4a40-a149-8463ba968448 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:31.528265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.665144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:31.668586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.687120 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9f203a6d-0553-42b4-a59d-4843c83d9115 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 200 len: 921 time: 0.5663149 Mar 09 12:18:31.692880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37180) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:31.703771 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:31.760608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:31.779434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.855225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.916253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:31.966570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.967286 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment d76eb09f-dc2c-4be2-912b-ffceca8a8b02 of type vlan for network f9e23109-f26b-49a7-970f-f9098e787407 Mar 09 12:18:31.977482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:31.990759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b2d279-6d08-4730-96db-3c3186b84791 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:31.991417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04b2d279-6d08-4730-96db-3c3186b84791 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Synchronizing usage tracker for tenant:03c64bd5d547429288845469e11a7063 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:32.005969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.082997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.122659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for 160d9ff9-0477-4a40-a149-8463ba968448 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:32.173274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37188) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.187078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.207193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04b2d279-6d08-4730-96db-3c3186b84791 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Unset dirty status for tenant:03c64bd5d547429288845469e11a7063 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:32.208561 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04b2d279-6d08-4730-96db-3c3186b84791 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=689edf07-c9b8-4349-bb08-85ffd13883a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5147045 Mar 09 12:18:32.214042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37192) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.270826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for 104b7de7-3abf-49be-8632-a3f02e355a8c owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:32.309603 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:18:27Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:32.316066 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Checking router: 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:32.329492 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Routers {'4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:32.330105 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:32.336923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8ea7d-1516-4bf6-81a2-a1967378adca,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:32.390857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.390857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-da4d4335-28e2-4a54-8299-8aee4b15eaf9 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8636596 Mar 09 12:18:32.395787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.401820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37196) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.410787 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:32.416720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': 'adc8ea7d-1516-4bf6-81a2-a1967378adca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:32.423225 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8e483-2eb1-45e4-a496-30ee4151474d None None] The sync data for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv is: [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:16:53Z', 'revision_number': 4, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e6de9d76-99bc-4578-bd6c-8dd683324a4d', 'name': '', 'network_id': '29a26867-c8ae-46d0-9aff-3863d094abb4', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'mac_address': 'fa:16:3e:33:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:51Z', 'updated_at': '2022-03-09T12:17:07Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'subnets': [{'id': 'e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:32.430719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.436422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:32.437059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.445229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:32.464105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.500045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Deleting port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:32.500367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.503870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e32bdb-a378-42c1-9dfa-da9e35644542 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:32.509318 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-45e32bdb-a378-42c1-9dfa-da9e35644542 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.2911286 Mar 09 12:18:32.514383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37200) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.515072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.543181 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] Set router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:32.647388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=160d9ff9-0477-4a40-a149-8463ba968448,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:32.665327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.677926 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b5e1f7b7-89d3-4aac-9611-f4f7844e991b tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 200 len: 205 time: 0.1578622 Mar 09 12:18:32.690205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:32.692761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37204) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.720137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:32.806615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:32.814442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:32.816289 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-305fc1a3-347a-486c-b7b3-f21ab7c17eca tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/ports/160d9ff9-0477-4a40-a149-8463ba968448 HTTP/1.1" status: 204 len: 168 time: 1.3646402 Mar 09 12:18:32.817147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37208) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.837502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5863304 Mar 09 12:18:32.871884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a002a-2c20-42fd-95a6-db6fcb45c2de None None] New status for floating IP f2a568d4-009d-4dbf-bbb8-b5b74af6e762: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:18:32.885314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37212) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:32.899406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:33.007863 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:18:27Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:33.011776 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91cd00-536e-46e3-b752-93aa281de4fe None None] The sync data for ids ['4fc0b76f-cc43-4118-a0ae-edfa80beb1c0'] in dv-neutron-832762-2-hyperv is: [{'id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'name': 'tempest-ServersTestManualDisk-1551997359-router', 'tenant_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:35Z', 'updated_at': '2022-03-09T12:18:27Z', 'revision_number': 5, 'project_id': 'a787c7941eba4b65b0b41eb5c7877f09', 'gw_port': {'id': 'e0bd39f2-85e9-4ffa-b94a-ee3e4d005010', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0b76f-cc43-4118-a0ae-edfa80beb1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:36Z', 'updated_at': '2022-03-09T12:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:33.022956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3890c57-4c38-40a8-8b8a-d8f75a1d76f3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:33.023131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c3890c57-4c38-40a8-8b8a-d8f75a1d76f3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Synchronizing usage tracker for tenant:b1f82c3f2a944550b0629d6e9ec433a2 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:33.062770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c3890c57-4c38-40a8-8b8a-d8f75a1d76f3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Unset dirty status for tenant:b1f82c3f2a944550b0629d6e9ec433a2 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:33.066562 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c3890c57-4c38-40a8-8b8a-d8f75a1d76f3 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 HTTP/1.1" status: 200 len: 913 time: 0.2413862 Mar 09 12:18:33.068027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37216) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:33.099739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee286cfb-ece4-4a52-a01f-294a54e68b98 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=f9e23109-f26b-49a7-970f-f9098e787407,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:33.117633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.131859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.135951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:33.148993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f9e23109-f26b-49a7-970f-f9098e787407 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:33.165218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.170726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:33.177025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074866da-b2eb-4402-b738-f70aea5171f1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:33.178895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:33.191479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:33.217262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.221483 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0d1dfeda-6589-448e-bcc7-7648ee1edd58 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "DELETE /v2.0/security-groups/074866da-b2eb-4402-b738-f70aea5171f1 HTTP/1.1" status: 204 len: 168 time: 1.0421298 Mar 09 12:18:33.240043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37220) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:33.270801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:33.273761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.348669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=104b7de7-3abf-49be-8632-a3f02e355a8c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:33.453974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-92131a2d-f64e-4aab-9623-ac209d86923e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] show failed (client error): The resource could not be found. Mar 09 12:18:33.457407 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-92131a2d-f64e-4aab-9623-ac209d86923e tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "GET /v2.0/security-groups/074866da-b2eb-4402-b738-f70aea5171f1 HTTP/1.1" status: 404 len: 347 time: 0.2016864 Mar 09 12:18:33.464061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37224) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:33.526048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.614061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.616775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.673936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.678609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] For port e0bd39f2-85e9-4ffa-b94a-ee3e4d005010, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:33.678971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.681709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Deleting port 8098b422-c4c2-4156-abcb-4677102bc780 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:33.682037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:33.838414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5f7974b0-5bba-4982-95fb-fff77add6a32 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:33.874583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5f7974b0-5bba-4982-95fb-fff77add6a32 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:33.875254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5f7974b0-5bba-4982-95fb-fff77add6a32 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:33.902350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Calling delete_port for e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:33.995420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7546b2e4-d418-4132-980c-3bc2c5ec5964,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:34.182808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.195895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.202834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.204644 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c017537d-6432-4c90-a6ee-80f3cc70e42a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8019924 Mar 09 12:18:34.218980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37228) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:34.227878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.228434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.236154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.306111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.306638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router e11dc292-954d-4be5-b721-8f9ddc386660 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:34.309674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.315971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.341655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.353440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port c9c686ef-91ca-4e3e-974f-f611c49b8fff {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:34.353778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.384137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.385243 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-357459be-6da8-483a-bae2-395653025589 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 204 len: 168 time: 4.3582594 Mar 09 12:18:34.392156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37232) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:34.409064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Calling delete_port for 8098b422-c4c2-4156-abcb-4677102bc780 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:34.412801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-896329139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:34.428435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:34.444361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:34.447669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:34.479113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:34.481155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.492144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=3e5fbe00-17f2-42b9-9614-4a08de9b356b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:34.559096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:34.559464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: f9e23109-f26b-49a7-970f-f9098e787407, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:34.567196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7546b2e4-d418-4132-980c-3bc2c5ec5964,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:34.582235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.583320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.592119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.596444 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a371729c-4316-47b9-98ee-6417aa8d8fc3 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7546b2e4-d418-4132-980c-3bc2c5ec5964 HTTP/1.1" status: 204 len: 168 time: 0.3732028 Mar 09 12:18:34.597734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37236) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:34.654977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.656182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network f9e23109-f26b-49a7-970f-f9098e787407 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:34.684375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.701657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f9e23109-f26b-49a7-970f-f9098e787407) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:34.711178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ca269-dddd-48c4-8189-078495dfe062 None None] Network f9e23109-f26b-49a7-970f-f9098e787407 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:34.719166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:34.720274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.735961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fc381d2-81a0-49df-9bf9-b6e539a5bad4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:34.744946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.749951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.835358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for c9c686ef-91ca-4e3e-974f-f611c49b8fff owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:34.864136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.877199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Pushing event deleted for resources: {'Port': ['ID=8098b422-c4c2-4156-abcb-4677102bc780,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:34.904022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.935250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bd39f2-85e9-4ffa-b94a-ee3e4d005010,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:34.953458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f9e23109-f26b-49a7-970f-f9098e787407', 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '3e5fbe00-17f2-42b9-9614-4a08de9b356b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:34.955666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:34.965372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-552e32c2-ee89-4ae0-9234-fe9b0458abf3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0729861 Mar 09 12:18:34.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fc381d2-81a0-49df-9bf9-b6e539a5bad4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:34.968065 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3fc381d2-81a0-49df-9bf9-b6e539a5bad4 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3694096 Mar 09 12:18:34.974860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37240) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:34.975593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37242) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:34.988494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355889577'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:35.054394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:35.073748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.076619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.077908 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dbf30506-2326-41f2-8e77-fd8a387d2e11 tempest-ServersTestJSON-497996803 tempest-ServersTestJSON-497996803-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2a568d4-009d-4dbf-bbb8-b5b74af6e762 HTTP/1.1" status: 204 len: 168 time: 1.6109262 Mar 09 12:18:35.081566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37248) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:35.083330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:35.098041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.099219 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-162de444-3f51-4539-b8f4-b76a7f697082 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6996140 Mar 09 12:18:35.100228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:35.119192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37252) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:35.123893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Allocated IP 2001:db8::1 (f9e23109-f26b-49a7-970f-f9098e787407/3e5fbe00-17f2-42b9-9614-4a08de9b356b/c4a63414-865b-4744-b7ad-1c304008b31d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:35.126883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:35.132659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': True}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:35.299316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:35.302770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.320128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.370472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.382336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Transition to ACTIVE for port object c4a63414-865b-4744-b7ad-1c304008b31d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:35.402630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Transition to ACTIVE for port object c4a63414-865b-4744-b7ad-1c304008b31d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:35.408941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.471739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Network f9e23109-f26b-49a7-970f-f9098e787407 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:35.479074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:35.483722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:35.505975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.523067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Pushing event updated for resources: {'Port': ['ID=c4a63414-865b-4744-b7ad-1c304008b31d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:35.582420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Attempting to bind port c4a63414-865b-4744-b7ad-1c304008b31d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:35.583026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Attempting to bind port c4a63414-865b-4744-b7ad-1c304008b31d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:35.583556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Attempting to bind port c4a63414-865b-4744-b7ad-1c304008b31d on network f9e23109-f26b-49a7-970f-f9098e787407 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:35.588925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:35.589492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Checking segment: {'id': 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:35.590045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.590630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Bound using segment: {'id': 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:35.591237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Bound port: c4a63414-865b-4744-b7ad-1c304008b31d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9e23109-f26b-49a7-970f-f9098e787407'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:35.591816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.685412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] For port c4a63414-865b-4744-b7ad-1c304008b31d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:35.690096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] For port c4a63414-865b-4744-b7ad-1c304008b31d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c4a63414-865b-4744-b7ad-1c304008b31d,segment=NetworkSegment(d76eb09f-dc2c-4be2-912b-ffceca8a8b02),segment_id=d76eb09f-dc2c-4be2-912b-ffceca8a8b02)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:35.695002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.790660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd9318-4035-443a-9544-c1b0c0077c06 None None] Pushing event updated for resources: {'Port': ['ID=c4a63414-865b-4744-b7ad-1c304008b31d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:35.825025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port a5387e73-ff9c-4dcc-909a-d904793016a2 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:35.825507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.831712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.889792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.898306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:35.929426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:36.083677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.090075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.090559 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 3a4099a4-7d75-45d3-9593-8689e7302379 of type vlan for network c1951a04-4182-4931-9c58-d9649b5c60b0 Mar 09 12:18:36.107001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.107213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:36.164593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.197503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.218527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.228627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.272817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc8ea7d-1516-4bf6-81a2-a1967378adca,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:36.303086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for a5387e73-ff9c-4dcc-909a-d904793016a2 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:36.307297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=c9c686ef-91ca-4e3e-974f-f611c49b8fff,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:36.366877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.368112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-331438bd-51f8-4412-96c7-fc3a228da783 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4fc0b76f-cc43-4118-a0ae-edfa80beb1c0 HTTP/1.1" status: 204 len: 168 time: 5.0918083 Mar 09 12:18:36.371182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.372256 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fe715480-6798-4bd5-85ff-5cef750aca53 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/adc8ea7d-1516-4bf6-81a2-a1967378adca HTTP/1.1" status: 204 len: 168 time: 1.3887405 Mar 09 12:18:36.380852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37258) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:36.381204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37260) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:36.473855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.479172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:36.479752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.534531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Deleting subnet 7327b43b-09d4-4ec8-9292-d3daa4fa9104 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:18:36.538441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-393b01cf-6d5e-4ace-a5b0-1964e5be7981 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:36.545243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.552876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5712013 Mar 09 12:18:36.559840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37266) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:36.618572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:36.626046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-393b01cf-6d5e-4ace-a5b0-1964e5be7981 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:36.632874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-393b01cf-6d5e-4ace-a5b0-1964e5be7981 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2491400 Mar 09 12:18:36.635999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.638868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.678641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37270) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:36.694908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--323417006'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:36.702824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.762289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:36.780756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be059-6fa8-4402-a1fe-9d61f1e6992e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=c1951a04-4182-4931-9c58-d9649b5c60b0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:36.795461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c1951a04-4182-4931-9c58-d9649b5c60b0 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:36.798931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:36.932115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.943954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.951402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:36.954621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b161e5-fdb1-47e4-bab1-02e2ce4b97b0 None None] Network f9e23109-f26b-49a7-970f-f9098e787407 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:36.959965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:36.969226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:36.975646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:36.981813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:36.987308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:36.990325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:36.994648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:36.996146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:37.059812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.060295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router 689edf07-c9b8-4349-bb08-85ffd13883a5 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:37.071997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.085500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-09cc2a0e-6073-4d92-a409-f106e0184313 None None] Provisioning for port c4a63414-865b-4744-b7ad-1c304008b31d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:37.085774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.140311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.148951 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d52917bb-473f-490f-af49-85123e297cc7 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 204 len: 168 time: 4.4355545 Mar 09 12:18:37.153198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.168675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37274) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:37.174089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:37.177512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.202596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1880691067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:37.231783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:37.246469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:37.294843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:37.309216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:37.316384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing IP validity checks on allocation pools {{(pid=87830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:18:37.316587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:18:37.324728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.369793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.394304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.445438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8443d88e-d29f-4786-b4d5-3bc5295ecc29,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:37.519636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.520008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.520506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.520957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.521380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.521786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.522182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.522574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.522962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.523474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.523737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.524140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:37.527271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.528547 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2b6a7900-f483-4d8e-a531-da8f07744d2e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8478963 Mar 09 12:18:37.529484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=a5387e73-ff9c-4dcc-909a-d904793016a2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:37.543060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37278) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:37.548548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '8443d88e-d29f-4786-b4d5-3bc5295ecc29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:37.560289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:37.576296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.577327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.584383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:37.594238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:37.609809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:37.628847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.649459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.703081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7327b43b-09d4-4ec8-9292-d3daa4fa9104,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:37.712654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.713392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904f1b2-29ce-42c2-9e59-3f3a531e9d19 None None] Network c74f1bc2-3cc0-422d-93c5-cbe5b56253ae requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:37.731216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.766963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.863877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 172.26.5.118 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/cd6e9378-623d-467f-ab01-f2eb97f6e0d9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:37.873370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.874612 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73f82af5-1d73-4780-b54c-1c9e7466ca66 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7022810 Mar 09 12:18:37.878650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37282) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:37.891532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:37.898723 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-46e7418a-ffba-4eef-8b38-70009888985f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7327b43b-09d4-4ec8-9292-d3daa4fa9104 HTTP/1.1" status: 204 len: 168 time: 1.5143142 Mar 09 12:18:37.904820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37286) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:37.960082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:37.971540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c4a63414-865b-4744-b7ad-1c304008b31d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:37.992117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.074233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.083808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c4a63414-865b-4744-b7ad-1c304008b31d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:38.090243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c4a63414-865b-4744-b7ad-1c304008b31d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:38.090986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.130180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] DHCP port deletion for c74f1bc2-3cc0-422d-93c5-cbe5b56253ae request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:38.143385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Deleting port 60c2f294-d3af-4938-9df0-f1d4cc72d118 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:38.144093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.145705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.152815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Deleting port e6de9d76-99bc-4578-bd6c-8dd683324a4d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:38.153125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.199182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.315544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2445c6-aa6c-4d5e-919e-fa913f73bbf9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:38.317408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=747ac682-790b-4d28-8ae9-f19c1ce24873,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:38.326114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Deleting port 60c2f294-d3af-4938-9df0-f1d4cc72d118 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:38.326369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.399281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '3a4099a4-7d75-45d3-9593-8689e7302379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:38.399694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: c1951a04-4182-4931-9c58-d9649b5c60b0, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:38.425356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] For port 60c2f294-d3af-4938-9df0-f1d4cc72d118, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=60c2f294-d3af-4938-9df0-f1d4cc72d118,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:38.425975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.465632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.466808 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bb431cc8-1901-4c35-bdf9-ea206a28b65c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9226151 Mar 09 12:18:38.481093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37290) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:38.500307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.575703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Calling delete_port for 60c2f294-d3af-4938-9df0-f1d4cc72d118 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:38.590491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.599574 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-faf58fcf-f81b-498b-ad75-63de863eb456 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules/fa2445c6-aa6c-4d5e-919e-fa913f73bbf9 HTTP/1.1" status: 200 len: 763 time: 0.1124146 Mar 09 12:18:38.604029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network c1951a04-4182-4931-9c58-d9649b5c60b0 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:38.608586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.610512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37294) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:38.638569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c1951a04-4182-4931-9c58-d9649b5c60b0) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:38.654938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:38.655742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.660579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf126a-3c2e-4656-927f-3751883601a1 None None] Network c1951a04-4182-4931-9c58-d9649b5c60b0 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:38.673450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] For port e6de9d76-99bc-4578-bd6c-8dd683324a4d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e6de9d76-99bc-4578-bd6c-8dd683324a4d,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:38.673807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.689427 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f7f48262-5cd9-45c1-9569-ec9cf4e65be3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0768588 Mar 09 12:18:38.692563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37298) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:38.784798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c4a63414-865b-4744-b7ad-1c304008b31d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c4a63414-865b-4744-b7ad-1c304008b31d,segment=NetworkSegment(d76eb09f-dc2c-4be2-912b-ffceca8a8b02),segment_id=d76eb09f-dc2c-4be2-912b-ffceca8a8b02)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:38.802293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.840600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.840830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:38.897190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:38.898115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0bd39f2-85e9-4ffa-b94a-ee3e4d005010 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:38.911655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:38.937855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:38.943136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:38.956988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:38.973134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] No DVR routers for this DVR port 60c2f294-d3af-4938-9df0-f1d4cc72d118 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:38.987508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c4a63414-865b-4744-b7ad-1c304008b31d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:38.998580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:38.998929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:38.999598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.000243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.000354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.000815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.001173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.001392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.001727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.002049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.002376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.002699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.018792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=cd6e9378-623d-467f-ab01-f2eb97f6e0d9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:39.047907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Calling delete_port for e6de9d76-99bc-4578-bd6c-8dd683324a4d owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:39.081468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e445d2-14e3-4757-ac47-bd6e00176b4e None None] Pushing event deleted for resources: {'Port': ['ID=60c2f294-d3af-4938-9df0-f1d4cc72d118,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:39.108518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c1951a04-4182-4931-9c58-d9649b5c60b0', 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '747ac682-790b-4d28-8ae9-f19c1ce24873'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:39.109012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.140627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68407d25-aa3e-4427-8ae2-4c1e9f4e5431 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:39.148882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] For port 60c2f294-d3af-4938-9df0-f1d4cc72d118, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=60c2f294-d3af-4938-9df0-f1d4cc72d118,segment=NetworkSegment(3c1313ed-10cc-4e95-91e1-b4f17408751c),segment_id=3c1313ed-10cc-4e95-91e1-b4f17408751c)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:39.149522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.165788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.166229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.166565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.166896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.167578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.167578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.168024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.168368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.168678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.169040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.169351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.169670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:18:39.176338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.278965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Allocated IP 2001:db8::3 (c1951a04-4182-4931-9c58-d9649b5c60b0/747ac682-790b-4d28-8ae9-f19c1ce24873/2abce4c7-f26d-4c4b-b113-c125ea8d6104) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:39.309615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Calling delete_port for 60c2f294-d3af-4938-9df0-f1d4cc72d118 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:39.376609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:39.379162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68407d25-aa3e-4427-8ae2-4c1e9f4e5431 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:39.380457 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68407d25-aa3e-4427-8ae2-4c1e9f4e5431 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7689767 Mar 09 12:18:39.386730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37302) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:39.492428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.504184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Transition to ACTIVE for port object 2abce4c7-f26d-4c4b-b113-c125ea8d6104 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:39.523182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Transition to ACTIVE for port object 2abce4c7-f26d-4c4b-b113-c125ea8d6104 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:39.526055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.534376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.543312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:39.543592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.544048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:39.544920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.614477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Network c1951a04-4182-4931-9c58-d9649b5c60b0 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:39.621828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:39.626421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:39.632431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Pushing event updated for resources: {'Port': ['ID=2abce4c7-f26d-4c4b-b113-c125ea8d6104,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:39.638917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.667482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.734092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Attempting to bind port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:39.735011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa2445c6-aa6c-4d5e-919e-fa913f73bbf9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:39.735296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Attempting to bind port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '3a4099a4-7d75-45d3-9593-8689e7302379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:39.735664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Attempting to bind port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 on network c1951a04-4182-4931-9c58-d9649b5c60b0 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:39.739924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.741838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:39.743957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:39.744344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Checking segment: {'id': '3a4099a4-7d75-45d3-9593-8689e7302379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:39.744749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.745195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Bound using segment: {'id': '3a4099a4-7d75-45d3-9593-8689e7302379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:39.746318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Bound port: 2abce4c7-f26d-4c4b-b113-c125ea8d6104, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4099a4-7d75-45d3-9593-8689e7302379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:39.747204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.756459 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] Sync routers for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:39.770582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:39.771830 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:39.790129 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-803df67b-986a-4d28-87bc-5f363d8af466 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "PUT /v2.0/routers/45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7220733 Mar 09 12:18:39.792251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.793145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37306) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:39.838663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.840007 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1f7cfd5d-45f9-4a96-9d04-0b3ee4c8ce17 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fa2445c6-aa6c-4d5e-919e-fa913f73bbf9 HTTP/1.1" status: 204 len: 168 time: 0.4456940 Mar 09 12:18:39.849060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37310) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:39.851983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6de9d76-99bc-4578-bd6c-8dd683324a4d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:39.911508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] For port 2abce4c7-f26d-4c4b-b113-c125ea8d6104, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:39.915623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] For port 2abce4c7-f26d-4c4b-b113-c125ea8d6104, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2abce4c7-f26d-4c4b-b113-c125ea8d6104,segment=NetworkSegment(3a4099a4-7d75-45d3-9593-8689e7302379),segment_id=3a4099a4-7d75-45d3-9593-8689e7302379)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:39.923481 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:39.934114 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] Routers {'45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:39.934939 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:39.941109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:39.995462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b15c0462-595e-42a8-abb0-cbad40b9314b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:40.002202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c4a63414-865b-4744-b7ad-1c304008b31d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:40.040943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.068134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Deleting port 60c2f294-d3af-4938-9df0-f1d4cc72d118 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:40.068627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.074407 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:40.075009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3874917-0bc6-4014-88e1-5a747bda6ae6 None None] The sync data for ids ['45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:40.119016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b15c0462-595e-42a8-abb0-cbad40b9314b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:40.120392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b15c0462-595e-42a8-abb0-cbad40b9314b tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2701564 Mar 09 12:18:40.128128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37314) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:40.140865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c16d5-26f8-41dd-aac2-f16370f9011e None None] Pushing event updated for resources: {'Port': ['ID=2abce4c7-f26d-4c4b-b113-c125ea8d6104,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:40.145613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c4a63414-865b-4744-b7ad-1c304008b31d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:40.145994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.162091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '8443d88e-d29f-4786-b4d5-3bc5295ecc29', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:40.178285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] The port '60c2f294-d3af-4938-9df0-f1d4cc72d118' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:40.182259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:40.339139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:40.354549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 60c2f294-d3af-4938-9df0-f1d4cc72d118 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:40.381645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.418016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 60c2f294-d3af-4938-9df0-f1d4cc72d118 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:40.418516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 60c2f294-d3af-4938-9df0-f1d4cc72d118 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:40.513340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=747ac682-790b-4d28-8ae9-f19c1ce24873,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:40.592687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.613159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.616589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.649746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74f1bc2-3cc0-422d-93c5-cbe5b56253ae']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:40.731664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1313ed-10cc-4e95-91e1-b4f17408751c') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:40.731955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1313ed-10cc-4e95-91e1-b4f17408751c') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:40.738011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.769549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.814490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.878513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.879674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:40.880064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:40.900498 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:40.915870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Allocated IP 172.26.5.249 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/b578865a-aa61-4bd8-ae44-b69da21de136) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:40.918122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:40.938791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.017878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044e8a7a-a076-4d4e-9045-539f6a3cd35a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:41.040065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.060553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.065548 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c74f1bc2-3cc0-422d-93c5-cbe5b56253ae HTTP/1.1" status: 204 len: 168 time: 3.1566598 Mar 09 12:18:41.134096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182c917-4273-44b2-b6be-cc9559678373 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74f1bc2-3cc0-422d-93c5-cbe5b56253ae,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:41.136057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.137508 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-da40195c-66d0-4224-848b-d877eb4a4391 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0082278 Mar 09 12:18:41.150145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.170343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1951a04-4182-4931-9c58-d9649b5c60b0']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:41.182660 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0f747750-526f-4ee8-97dd-ce83062b621e tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules/044e8a7a-a076-4d4e-9045-539f6a3cd35a HTTP/1.1" status: 200 len: 763 time: 0.0313835 Mar 09 12:18:41.185887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37324) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.277571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4099a4-7d75-45d3-9593-8689e7302379') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:41.277873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4099a4-7d75-45d3-9593-8689e7302379') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:41.298219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.298555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b74119-f84b-4360-96cb-01dff15f9445 None None] Network c1951a04-4182-4931-9c58-d9649b5c60b0 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:41.311175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.334172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.335527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.355075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9a77c41-ed32-4d8a-877e-d9f3e85a67d6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:41.361362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.363889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Router be05f9a3-da64-425a-abc4-e1c7d56c4466 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:18:41.436937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f74d320d-cfff-4391-8100-e942ace84748 None None] Provisioning for port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:41.441654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.447731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9a77c41-ed32-4d8a-877e-d9f3e85a67d6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:41.447731 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f9a77c41-ed32-4d8a-877e-d9f3e85a67d6 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2609634 Mar 09 12:18:41.457304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37332) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.478033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port 0b7a47a5-8724-49d3-b907-807b2d034a15 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:41.478394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.494233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.511652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:41.512064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.512182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:41.541961 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:41.587915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.619386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.647132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] DHCP port deletion for c1951a04-4182-4931-9c58-d9649b5c60b0 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:41.652614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Deleting port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:41.653259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.658545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=044e8a7a-a076-4d4e-9045-539f6a3cd35a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:41.665939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:41.675404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b315d77f-0011-4a7e-aa50-c8bed67ffc49 admin admin] 10.222.0.20 "PUT /v2.0/routers/be05f9a3-da64-425a-abc4-e1c7d56c4466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5888495 Mar 09 12:18:41.675404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37338) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.686357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Sync routers for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:41.720062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:41.720435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:41.734005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.738227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f676019-a87e-4aad-85d7-a30b628dcb1a tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/044e8a7a-a076-4d4e-9045-539f6a3cd35a HTTP/1.1" status: 204 len: 168 time: 0.2774022 Mar 09 12:18:41.742043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37342) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.796971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0fd698ac-7335-4fff-b5aa-9dac9930a2b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a787c7941eba4b65b0b41eb5c7877f09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4568465 Mar 09 12:18:41.804051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37346) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:41.823557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:18:41.823557 dv-neutron-832762-2-hyperv neutron-server[87830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:18:41.823557 dv-neutron-832762-2-hyperv neutron-server[87830]: [parameters: {'id': 'c1951a04-4182-4931-9c58-d9649b5c60b0'}] Mar 09 12:18:41.823557 dv-neutron-832762-2-hyperv neutron-server[87830]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:41.823994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:41.894671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-abf1a709-a923-4ee7-9acd-10e7c737ac9c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:41.949987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:41.963263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.005361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.030040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-abf1a709-a923-4ee7-9acd-10e7c737ac9c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:42.034445 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-abf1a709-a923-4ee7-9acd-10e7c737ac9c tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2892282 Mar 09 12:18:42.038428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:42.045280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '8443d88e-d29f-4786-b4d5-3bc5295ecc29', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:42.050991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:42.057553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:42.067008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.146255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:42.165255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] For port 2abce4c7-f26d-4c4b-b113-c125ea8d6104, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2abce4c7-f26d-4c4b-b113-c125ea8d6104,segment=NetworkSegment(3a4099a4-7d75-45d3-9593-8689e7302379),segment_id=3a4099a4-7d75-45d3-9593-8689e7302379)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:42.165981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.173139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.309431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for 0b7a47a5-8724-49d3-b907-807b2d034a15 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:42.324859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Calling delete_port for 2abce4c7-f26d-4c4b-b113-c125ea8d6104 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:42.340381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.353400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:42.353598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.357697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:42.369794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router 9459ee60-c850-4adf-8bc7-e1b7b7911a60 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:42.372133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:42.383125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.413138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Deleting port f5f0d4bb-cc4c-4657-8d85-9680035395ac {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:42.413483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.424474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event updated for resources: {'Port': ['ID=b578865a-aa61-4bd8-ae44-b69da21de136,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:42.468044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.473179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.488086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.496322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b771e2-6440-442d-975a-f21df2c29551,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:42.498094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.523789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:42.524207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.558319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] Pushing event deleted for resources: {'Port': ['ID=2abce4c7-f26d-4c4b-b113-c125ea8d6104,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:42.561761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9901c35c-51a8-4487-b4a0-3ede440aa73f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:42.570697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe804e3-5cfd-4e57-a090-2b32bab27373 None None] No DVR routers for this DVR port 2abce4c7-f26d-4c4b-b113-c125ea8d6104 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:42.641643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.646150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-95b4096e-55a2-48aa-a6f0-d92e71d3dec7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31b771e2-6440-442d-975a-f21df2c29551 HTTP/1.1" status: 204 len: 168 time: 0.8376024 Mar 09 12:18:42.668458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port '2abce4c7-f26d-4c4b-b113-c125ea8d6104' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:42.669815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:18:39Z', 'revision_number': 5, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port': {'id': 'f5f0d4bb-cc4c-4657-8d85-9680035395ac', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:43Z', 'updated_at': '2022-03-09T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:42.674753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Checking router: be05f9a3-da64-425a-abc4-e1c7d56c4466 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:18:42.684044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Routers {'be05f9a3-da64-425a-abc4-e1c7d56c4466'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:42.684656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['be05f9a3-da64-425a-abc4-e1c7d56c4466'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:42.687008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] For port f5f0d4bb-cc4c-4657-8d85-9680035395ac, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5f0d4bb-cc4c-4657-8d85-9680035395ac,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:42.687446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.702625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:42.704260 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1fd2bf60-3a9e-4d72-856f-4ed67ac4b224 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6645682 Mar 09 12:18:42.706675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37356) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:42.838933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Calling delete_port for f5f0d4bb-cc4c-4657-8d85-9680035395ac owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:42.876538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f34bdd8d-4aa1-42de-9de0-9acc2ff24b46 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules/9901c35c-51a8-4487-b4a0-3ede440aa73f HTTP/1.1" status: 200 len: 764 time: 0.1684988 Mar 09 12:18:42.879006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37362) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:42.893949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] Set router be05f9a3-da64-425a-abc4-e1c7d56c4466 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:18:42.963751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-85d7d651-c733-4763-84f4-6fc2b9fc1ae1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:42.991585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-85d7d651-c733-4763-84f4-6fc2b9fc1ae1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:42.992971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-85d7d651-c733-4763-84f4-6fc2b9fc1ae1 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1130774 Mar 09 12:18:43.001980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37366) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.022952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:18:42Z', 'revision_number': 6, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.028120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723fcb2-0472-4468-92eb-725b95c2f86c None None] The sync data for ids ['be05f9a3-da64-425a-abc4-e1c7d56c4466'] in dv-neutron-832762-2-hyperv is: [{'id': 'be05f9a3-da64-425a-abc4-e1c7d56c4466', 'name': 'tempest-ServersTestJSON-1175627953-router', 'tenant_id': '79017eb76eab417ca80e534a1353464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:40Z', 'updated_at': '2022-03-09T12:18:42Z', 'revision_number': 6, 'project_id': '79017eb76eab417ca80e534a1353464c', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:43.034053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.050511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.076826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.136371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.167708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9901c35c-51a8-4487-b4a0-3ede440aa73f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:43.177356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.177669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1951a04-4182-4931-9c58-d9649b5c60b0']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.196561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:43.209986 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] Sync routers for ids ['9459ee60-c850-4adf-8bc7-e1b7b7911a60'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:43.213600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4099a4-7d75-45d3-9593-8689e7302379') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.213896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4099a4-7d75-45d3-9593-8689e7302379') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.227190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f0d4bb-cc4c-4657-8d85-9680035395ac,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:43.227776 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] Routers {'9459ee60-c850-4adf-8bc7-e1b7b7911a60'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:43.229239 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9459ee60-c850-4adf-8bc7-e1b7b7911a60'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.231470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.235475 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-004fccad-88b9-4d40-a5a1-95c08bb84a76 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9901c35c-51a8-4487-b4a0-3ede440aa73f HTTP/1.1" status: 204 len: 168 time: 0.2299933 Mar 09 12:18:43.235644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.307786 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.318886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] Routers {'9459ee60-c850-4adf-8bc7-e1b7b7911a60'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:43.320137 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9459ee60-c850-4adf-8bc7-e1b7b7911a60'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.342254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.343378 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-98739705-7367-4736-a50d-f16b65089582 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "PUT /v2.0/routers/9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 200 len: 918 time: 8.2200966 Mar 09 12:18:43.377616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.383665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37382) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.409924 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:43.410642 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5c5c5-cabe-4269-9329-e5e1e5934239 None None] The sync data for ids ['9459ee60-c850-4adf-8bc7-e1b7b7911a60'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:43.426908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.479320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.507344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:43.507839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.536676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-81fa920b-d546-4f52-83bb-36e274d00ecb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:43.540722 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:43.646828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.679467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.685879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.691037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.743958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.768319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-81fa920b-d546-4f52-83bb-36e274d00ecb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:43.772377 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-81fa920b-d546-4f52-83bb-36e274d00ecb tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5328784 Mar 09 12:18:43.774637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.810211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.811125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be05f9a3-da64-425a-abc4-e1c7d56c4466 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:43.824992 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d7a1d80-cd85-494d-ac59-23f0787bf1f1 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 200 len: 924 time: 0.4401910 Mar 09 12:18:43.831953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.879081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.880434 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0307fa9a-1855-44a7-accf-9a3feac93a12 admin admin] 10.222.0.20 "DELETE /v2.0/routers/be05f9a3-da64-425a-abc4-e1c7d56c4466 HTTP/1.1" status: 204 len: 168 time: 2.2046444 Mar 09 12:18:43.888294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37404) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:43.909822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=0b7a47a5-8724-49d3-b907-807b2d034a15,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:43.933069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:43.937326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=c1951a04-4182-4931-9c58-d9649b5c60b0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:43.958277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5f0d4bb-cc4c-4657-8d85-9680035395ac no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:43.989745 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c67bb232-e4c6-4d3f-9753-b209cebc2511 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/c1951a04-4182-4931-9c58-d9649b5c60b0 HTTP/1.1" status: 204 len: 168 time: 5.2935257 Mar 09 12:18:43.993977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.002074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Deleting subnet e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:18:44.008336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.070476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.102074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f5f0d4bb-cc4c-4657-8d85-9680035395ac {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:44.102752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5f0d4bb-cc4c-4657-8d85-9680035395ac not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:44.107122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e6de9d76-99bc-4578-bd6c-8dd683324a4d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:44.159477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805584750'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:44.163706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.164186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e6de9d76-99bc-4578-bd6c-8dd683324a4d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:44.164534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e6de9d76-99bc-4578-bd6c-8dd683324a4d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:44.172487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:44.192483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:44.197612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:44.224607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:44.239863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.249224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.284132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7219d20-d55d-4296-8bc6-5f443dd41776 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:44.284935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d7219d20-d55d-4296-8bc6-5f443dd41776 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Synchronizing usage tracker for tenant:bcdde27fb2a3409897771625ec3c8f5c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:44.311523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:44.315646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.353995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d7219d20-d55d-4296-8bc6-5f443dd41776 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Unset dirty status for tenant:bcdde27fb2a3409897771625ec3c8f5c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:44.357573 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d7219d20-d55d-4296-8bc6-5f443dd41776 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=9459ee60-c850-4adf-8bc7-e1b7b7911a60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5219541 Mar 09 12:18:44.360185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37422) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.389578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:44.402543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.408140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.408713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment e10b3817-2a5a-419a-acb9-38222ef7aee4 of type vlan for network ebf74514-ecf6-491f-98a4-717decb99d7f Mar 09 12:18:44.409950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.421301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.441214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.471379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8443d88e-d29f-4786-b4d5-3bc5295ecc29,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:44.524089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.528139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6f9aa776-5d48-40b1-98b9-62e995f56094 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/8443d88e-d29f-4786-b4d5-3bc5295ecc29 HTTP/1.1" status: 204 len: 168 time: 0.7522600 Mar 09 12:18:44.530722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37428) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.537808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.589675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.590202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Fanout notify agent at l3_agent the message router_deleted on router 45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:44.595716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37432) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.644814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e740408e-64ee-45fd-8998-9c507d7285dd tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:44.651232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.688795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.694187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:44.694718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.698871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.702558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f6b2b763-1cb0-4364-8a44-32b30a22fda4 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/routers/45b6a8ca-86c8-49d3-9c3b-ab68f303a3c8 HTTP/1.1" status: 204 len: 168 time: 4.9087248 Mar 09 12:18:44.706629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37438) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.729130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:44.735082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.741439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5342cc-a251-44fe-bfa2-d2cfbc0bef20 None None] Network 29a26867-c8ae-46d0-9aff-3863d094abb4 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:44.762884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e740408e-64ee-45fd-8998-9c507d7285dd tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:44.769207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37442) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.769512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e740408e-64ee-45fd-8998-9c507d7285dd tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2357063 Mar 09 12:18:44.778180 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-90292e45-e82d-4a30-b4a3-5b0c9fa52f1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e11f4c7e-2fd0-4f8e-a13f-1bd30153cafe HTTP/1.1" status: 204 len: 168 time: 0.8834565 Mar 09 12:18:44.780685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3bafe-210a-45d1-8cfe-dc6b2ae1be6a tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:44.782419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-92c3bafe-210a-45d1-8cfe-dc6b2ae1be6a tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.4231966 Mar 09 12:18:44.786031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group': {'name': 'tempest-secgroup--445552906'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:44.792401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:44.805060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:44.817857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37446) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.818508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37448) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.843063 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8448126 Mar 09 12:18:44.846373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37454) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.853624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:44.868359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6ba04-ba59-43d2-9f58-e8acbd7e612e tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=ebf74514-ecf6-491f-98a4-717decb99d7f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:44.896544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.903927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ebf74514-ecf6-491f-98a4-717decb99d7f details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:44.923140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1195574668'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:44.942825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.946575 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a1e11a45-c355-49cc-a683-8e07c0a5c6e7 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 200 len: 205 time: 0.1157100 Mar 09 12:18:44.947734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:44.955529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:44.966572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Usage tracker for resource:network and tenant:6a03ee367c3643ae80d70b8d090b5a93 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:44.970086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:44.975626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:45.027253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:45.050023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:45.057266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:45.061661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:45.079450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:45.089914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting subnet 7714aefe-1531-4b3b-b677-f69cda0ac4a9 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:18:45.102674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.138163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:45.155954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] DHCP port deletion for 29a26867-c8ae-46d0-9aff-3863d094abb4 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:45.162256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Deleting port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:45.162754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.167865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:45.171669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.179454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:45.187177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Made reservation on behalf of 6a03ee367c3643ae80d70b8d090b5a93 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:45.191183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.211370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:45.216084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.216580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.230452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.247481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:45.252763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.378429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] For port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,segment=NetworkSegment(f441fb7a-37e2-424a-90d4-1271f010f7e0),segment_id=f441fb7a-37e2-424a-90d4-1271f010f7e0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:45.378796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.481447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.512709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Calling delete_port for e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:45.534824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port cd6e9378-623d-467f-ab01-f2eb97f6e0d9 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:45.535167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.558412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:45.585884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Usage tracker for resource:security_group_rule and tenant:6a03ee367c3643ae80d70b8d090b5a93 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:45.596413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Deleting port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:45.596636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.596759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.623857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:45.651015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:45.660701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] No DVR routers for this DVR port e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:45.662584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e1e3b-3ee1-4cb5-942c-717e8a92dff5 None None] Pushing event deleted for resources: {'Port': ['ID=e0d74584-bd43-45ca-b6b5-59e7c2f3abb0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:45.709063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] The port 'e0d74584-bd43-45ca-b6b5-59e7c2f3abb0' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:45.757899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.832275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.890735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:45.910457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.911830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:45.940152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:45.940152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e0d74584-bd43-45ca-b6b5-59e7c2f3abb0 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:45.952744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.000360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.029134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.042422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Router abd740f6-b506-44fb-915a-1396b5c920d9 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:46.089326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for cd6e9378-623d-467f-ab01-f2eb97f6e0d9 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:46.142276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=1c3913e5-c4ea-47cd-8983-ec5e3eccb77d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.166181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': 'e10b3817-2a5a-419a-acb9-38222ef7aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:46.166537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: ebf74514-ecf6-491f-98a4-717decb99d7f, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:46.190567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b19f3-fcbd-4b76-8cde-c23d52bd5589,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.205804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a26867-c8ae-46d0-9aff-3863d094abb4']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.212470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network ebf74514-ecf6-491f-98a4-717decb99d7f is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:46.226735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ebf74514-ecf6-491f-98a4-717decb99d7f) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:46.237442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b83471-fbe3-487f-833f-461adf90d19e None None] Network ebf74514-ecf6-491f-98a4-717decb99d7f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:46.238154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:46.238760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.250353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f441fb7a-37e2-424a-90d4-1271f010f7e0') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.250588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f441fb7a-37e2-424a-90d4-1271f010f7e0') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.258678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.263884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.265126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b13b9c1d-1a29-46c5-bb42-eb5debec48b8 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4943008 Mar 09 12:18:46.270784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37464) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:46.274866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-29d2ebe2-f7b0-4dea-b1bd-565aea4d85d8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4249101 Mar 09 12:18:46.275367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37466) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:46.280697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.287415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.362037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Request body: {'security_group_rule': {'security_group_id': '712b19f3-fcbd-4b76-8cde-c23d52bd5589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:46.367341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.419308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:46.438252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:46.440680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.448636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.455369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Usage tracker for resource:security_group_rule and tenant:34cb313964ab46bfbb48496124ca543e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:46.463558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Subnet': ['ID=7714aefe-1531-4b3b-b677-f69cda0ac4a9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.465464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:46.472972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.481978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231d1f5-931d-4d32-9ee7-f50a0f49f965 None None] Network bfd3af7a-28f7-4a6f-a187-369669967486 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:46.488266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:46.488678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:46.508969 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:46.520828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:46.527577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da46334-5913-45ce-8805-63cc4d4d0c5f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.536517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.536817 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Added segment 2ed3b08f-d607-4e64-88aa-c91a1cbf31f3 of type vlan for network d06ac628-6401-4586-9873-12cdacb67d87 Mar 09 12:18:46.565440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=cd6e9378-623d-467f-ab01-f2eb97f6e0d9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.593842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ebf74514-ecf6-491f-98a4-717decb99d7f', 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '1c3913e5-c4ea-47cd-8983-ec5e3eccb77d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:46.594696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.596927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:46.601757 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-221efa4e-2008-417e-8c4f-fca79d6c3cf8 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/subnets/7714aefe-1531-4b3b-b677-f69cda0ac4a9 HTTP/1.1" status: 204 len: 168 time: 1.8871279 Mar 09 12:18:46.602708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37472) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:46.610489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.611889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-858c82bf-87fd-44c0-8a6a-4edbb9d657dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "PUT /v2.0/routers/abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 200 len: 880 time: 8.7313745 Mar 09 12:18:46.616410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] Sync routers for ids ['abd740f6-b506-44fb-915a-1396b5c920d9'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:46.616753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.620078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37474) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:46.685479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.694830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.700682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.730258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] Routers {'abd740f6-b506-44fb-915a-1396b5c920d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:46.731137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['abd740f6-b506-44fb-915a-1396b5c920d9'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.769438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.805816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=29a26867-c8ae-46d0-9aff-3863d094abb4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:46.835458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.847951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.848298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.861559 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c448ad3-37fb-4ea6-ac84-3616c4d4cf5a admin admin] 10.222.0.20 "DELETE /v2.0/networks/29a26867-c8ae-46d0-9aff-3863d094abb4 HTTP/1.1" status: 204 len: 168 time: 2.0328014 Mar 09 12:18:46.868470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.874085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:46.874841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.880838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] Routers {'abd740f6-b506-44fb-915a-1396b5c920d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:46.881497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['abd740f6-b506-44fb-915a-1396b5c920d9'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.930144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port d3dbaac2-65e8-420d-90a0-917bb9240040 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:46.930758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:46.964950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:46.965364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4aca7-21f4-4258-8086-b78f2c6f6430 None None] The sync data for ids ['abd740f6-b506-44fb-915a-1396b5c920d9'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:47.038017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.049009 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4522042 Mar 09 12:18:47.052641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37484) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.057857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.077905 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Allocated IP 2001:db8::1 (ebf74514-ecf6-491f-98a4-717decb99d7f/1c3913e5-c4ea-47cd-8983-ec5e3eccb77d/1cc93c44-532a-4a02-ba33-268ffa4992da) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:47.082548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db6f52-342e-480c-a4c0-247376992c83 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event updated for resources: {'Network': ['ID=d06ac628-6401-4586-9873-12cdacb67d87,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:47.110662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Request body: {'subnet': {'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:47.121077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network d06ac628-6401-4586-9873-12cdacb67d87 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:47.134024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088903d4-66d0-4580-b048-e3e5711332aa,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:47.176846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] DHCP port deletion for bfd3af7a-28f7-4a6f-a187-369669967486 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:18:47.189746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Deleting port d3dbaac2-65e8-420d-90a0-917bb9240040 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:47.190209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.198311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.199513 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e077dfa8-18a8-47ef-a79b-b70645720426 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9145734 Mar 09 12:18:47.211522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.243364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:47.247230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Usage tracker for resource:subnet and tenant:6a03ee367c3643ae80d70b8d090b5a93 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:47.250790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:47.256556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37492) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.259168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.264357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.320467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.329744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:47.331790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] For port d3dbaac2-65e8-420d-90a0-917bb9240040, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3dbaac2-65e8-420d-90a0-917bb9240040,segment=NetworkSegment(f23bf678-7029-421f-8114-4912a9265693),segment_id=f23bf678-7029-421f-8114-4912a9265693)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:47.332149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.360417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-798906b8-92a5-4829-acb6-f8a5d751b875 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 200 len: 921 time: 0.7075291 Mar 09 12:18:47.361109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37496) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.445485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Made reservation on behalf of 6a03ee367c3643ae80d70b8d090b5a93 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:47.449251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.499626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.501042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router 9459ee60-c850-4adf-8bc7-e1b7b7911a60 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:47.508379 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-24774d30-5aeb-4d35-a5a9-93b9cefa7ad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79017eb76eab417ca80e534a1353464c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2451251 Mar 09 12:18:47.510392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37500) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.607719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for d3dbaac2-65e8-420d-90a0-917bb9240040 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:47.660116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.680328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] For port d3dbaac2-65e8-420d-90a0-917bb9240040, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3dbaac2-65e8-420d-90a0-917bb9240040,segment=NetworkSegment(f23bf678-7029-421f-8114-4912a9265693),segment_id=f23bf678-7029-421f-8114-4912a9265693)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:47.680965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.696800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.703877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.708451 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9bd8f089-3d9f-4b28-8668-1d79e955f062 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 204 len: 168 time: 2.7483010 Mar 09 12:18:47.712041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37504) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.715305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.726075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448486783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:47.737470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:47.749200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:47.756377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:47.766191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:47.776632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.808079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a44d8-f5d5-4929-9399-8adeb1ac35a7 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:47.812277 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cd5a44d8-f5d5-4929-9399-8adeb1ac35a7 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=abd740f6-b506-44fb-915a-1396b5c920d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4449048 Mar 09 12:18:47.817090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37510) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:47.828247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Calling delete_port for d3dbaac2-65e8-420d-90a0-917bb9240040 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:47.834305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=d3dbaac2-65e8-420d-90a0-917bb9240040,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:47.839892 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] No DVR routers for this DVR port d3dbaac2-65e8-420d-90a0-917bb9240040 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:47.864334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.871338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.872632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.940084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Transition to ACTIVE for port object 1cc93c44-532a-4a02-ba33-268ffa4992da will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:47.952341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3dbaac2-65e8-420d-90a0-917bb9240040 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:18:47.972591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.993120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:47.998768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.000924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.001096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d3dbaac2-65e8-420d-90a0-917bb9240040 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:18:48.002136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3dbaac2-65e8-420d-90a0-917bb9240040 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:18:48.005279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:48.005637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:48.006497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Transition to ACTIVE for port object 1cc93c44-532a-4a02-ba33-268ffa4992da will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:48.010341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b19f3-fcbd-4b76-8cde-c23d52bd5589,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.013928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.053964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd3af7a-28f7-4a6f-a187-369669967486']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:48.065946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.087938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23bf678-7029-421f-8114-4912a9265693') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:48.088300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23bf678-7029-421f-8114-4912a9265693') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:48.088407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.103415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Network ebf74514-ecf6-491f-98a4-717decb99d7f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:48.106371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.107627 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1a42845-7269-4e16-bf40-ac885e7ad754 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/712b19f3-fcbd-4b76-8cde-c23d52bd5589 HTTP/1.1" status: 204 len: 168 time: 0.8949449 Mar 09 12:18:48.111029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.117391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:48.117483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37514) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.122060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:48.129460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Pushing event updated for resources: {'Port': ['ID=1cc93c44-532a-4a02-ba33-268ffa4992da,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.129816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.141174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.142443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-97b1e937-e4d7-4bed-96da-02249af75a89 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4299078 Mar 09 12:18:48.147032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37518) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.155640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17569ca7-24b6-4059-8b80-37aa562815c6 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:48.160748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-17569ca7-24b6-4059-8b80-37aa562815c6 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.3425012 Mar 09 12:18:48.161243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.162988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37520) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.179942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:48.182066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:48.182476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:48.197702 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:48.231421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Attempting to bind port 1cc93c44-532a-4a02-ba33-268ffa4992da on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:48.231874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Attempting to bind port 1cc93c44-532a-4a02-ba33-268ffa4992da by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e10b3817-2a5a-419a-acb9-38222ef7aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:48.232346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Attempting to bind port 1cc93c44-532a-4a02-ba33-268ffa4992da on network ebf74514-ecf6-491f-98a4-717decb99d7f {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:48.238535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:48.238980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Checking segment: {'id': 'e10b3817-2a5a-419a-acb9-38222ef7aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:48.239440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.239893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Bound using segment: {'id': 'e10b3817-2a5a-419a-acb9-38222ef7aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:48.240850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Bound port: 1cc93c44-532a-4a02-ba33-268ffa4992da, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b3817-2a5a-419a-acb9-38222ef7aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:48.241272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.266861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d8996ea-b2fc-4522-8cfe-51a635210f30 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:48.299027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d8996ea-b2fc-4522-8cfe-51a635210f30 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:48.300474 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5d8996ea-b2fc-4522-8cfe-51a635210f30 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1820886 Mar 09 12:18:48.301866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.303413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37526) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.342054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.343041 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0ce7ffc4-ea58-4e3e-befb-9b8efb6dbdaa tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 200 len: 205 time: 0.1700516 Mar 09 12:18:48.344668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37532) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.362983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] For port 1cc93c44-532a-4a02-ba33-268ffa4992da, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:48.367259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] For port 1cc93c44-532a-4a02-ba33-268ffa4992da, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1cc93c44-532a-4a02-ba33-268ffa4992da,segment=NetworkSegment(e10b3817-2a5a-419a-acb9-38222ef7aee4),segment_id=e10b3817-2a5a-419a-acb9-38222ef7aee4)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:48.375471 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/networks/bfd3af7a-28f7-4a6f-a187-369669967486 HTTP/1.1" status: 204 len: 168 time: 1.7593925 Mar 09 12:18:48.375902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.376213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37536) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.455111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9179a4-188c-42d4-b4a0-4e63aa8a3d9c tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Network': ['ID=bfd3af7a-28f7-4a6f-a187-369669967486,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.501816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1415c4-e9b2-46a8-a048-51f360114601 None None] Pushing event updated for resources: {'Port': ['ID=1cc93c44-532a-4a02-ba33-268ffa4992da,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.510257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Deleting port d3dbaac2-65e8-420d-90a0-917bb9240040 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:48.510687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.545470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event updated for resources: {'Subnet': ['ID=5a27c3b2-5e1a-4586-bd4d-b5a09ef42721,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.610378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddf50d-3818-4b8f-a282-e2ad5a2c4e32 None None] The port 'd3dbaac2-65e8-420d-90a0-917bb9240040' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:18:48.660272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3913e5-c4ea-47cd-8983-ec5e3eccb77d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.708104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfbabb-fc1b-4606-a56c-dfc7a737d85d None None] Network ebf74514-ecf6-491f-98a4-717decb99d7f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:48.725875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.728977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c4f83ea4-c671-4b40-a29f-2d5feb6fa569 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Synchronizing usage tracker for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:48.747426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.751861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Deleting port bf9ac0a2-04f6-466f-babd-f8006946d97d {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:48.752195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:48.756466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Checking segment: {'id': '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:48.756827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Network hostable DHCP agents. Network: d06ac628-6401-4586-9873-12cdacb67d87, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:48.809525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c4f83ea4-c671-4b40-a29f-2d5feb6fa569 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] Unset dirty status for tenant:34cb313964ab46bfbb48496124ca543e on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:48.810735 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c4f83ea4-c671-4b40-a29f-2d5feb6fa569 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5064249 Mar 09 12:18:48.819101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37542) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.835319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8dff0-e4b9-4571-a7ce-b24f22d0fa21,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:48.877294 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-f93e4d3f-0637-477f-b00e-8eee67973fb0 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] delete failed (client error): The resource could not be found. Mar 09 12:18:48.878192 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f93e4d3f-0637-477f-b00e-8eee67973fb0 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "DELETE /v2.0/security-groups/712b19f3-fcbd-4b76-8cde-c23d52bd5589 HTTP/1.1" status: 404 len: 347 time: 0.0581729 Mar 09 12:18:48.883624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37546) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:48.977866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-a8c36540-ba30-443d-be4c-8ea57e5f53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:48.979361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-a8c36540-ba30-443d-be4c-8ea57e5f53dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.3177907 Mar 09 12:18:48.982143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf74514-ecf6-491f-98a4-717decb99d7f']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:49.003466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cc7d5-cc6c-4b46-8b73-090735c834af None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:18:49.064915 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1065a716-d4c1-4b48-bcfc-e602382fe679 tempest-SecGroupTest-1742904318 tempest-SecGroupTest-1742904318-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732464 Mar 09 12:18:49.077661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.077844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.089925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10b3817-2a5a-419a-acb9-38222ef7aee4') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:49.090283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10b3817-2a5a-419a-acb9-38222ef7aee4') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:49.260070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.314371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cc7d5-cc6c-4b46-8b73-090735c834af None None] Unable to find a vacant binding_index for network d06ac628-6401-4586-9873-12cdacb67d87 and agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 09 12:18:49.321930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.322989 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-71f336bc-4e4b-4324-8ff9-fcad1eb45500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3e8dff0-e4b9-4571-a7ce-b24f22d0fa21 HTTP/1.1" status: 204 len: 168 time: 1.8027425 Mar 09 12:18:49.323917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Network d06ac628-6401-4586-9873-12cdacb67d87 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:49.346321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cc7d5-cc6c-4b46-8b73-090735c834af None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, d06ac628-6401-4586-9873-12cdacb67d87) {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:18:49.346540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.364817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.426387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.439928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Calling delete_port for bf9ac0a2-04f6-466f-babd-f8006946d97d owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:49.444462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, d06ac628-6401-4586-9873-12cdacb67d87) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:49.450167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:49.450508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:49.478297 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:49.514645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:49.515242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.521564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37556) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:49.582285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-3d9edd01-d23a-46da-a08d-f27f34f5ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:49.583598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-3d9edd01-d23a-46da-a08d-f27f34f5ebed service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.5932987 Mar 09 12:18:49.726479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd55c8-92fd-41c7-b046-e13e9ef7f6a7 req-e8e0c9f6-41fa-403a-9c56-ec5b7feacad1 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:49.728451 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-affd55c8-92fd-41c7-b046-e13e9ef7f6a7 req-e8e0c9f6-41fa-403a-9c56-ec5b7feacad1 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 1.0157664 Mar 09 12:18:49.738901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:18:49.738901 dv-neutron-832762-2-hyperv neutron-server[87831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:18:49.738901 dv-neutron-832762-2-hyperv neutron-server[87831]: [parameters: {'id': 'ebf74514-ecf6-491f-98a4-717decb99d7f'}] Mar 09 12:18:49.738901 dv-neutron-832762-2-hyperv neutron-server[87831]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:49.739777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:49.743252 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-f2b89b76-38a2-4468-a447-270bebea6fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.1503971 Mar 09 12:18:49.747392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7b4e32b5-a5ae-4966-ae5d-a97f69246238 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6418443 Mar 09 12:18:49.753086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37564) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:49.778232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Request body: {'port': {'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1161507084'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:49.834894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-7dc688a6-559f-4c50-84fb-6334cc49ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:49.836442 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-7dc688a6-559f-4c50-84fb-6334cc49ab08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.0875318 Mar 09 12:18:49.842309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.935924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-d06ac628-6401-4586-9873-12cdacb67d87', 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87', 'tenant_id': '6a03ee367c3643ae80d70b8d090b5a93', 'fixed_ips': [{'subnet_id': '5a27c3b2-5e1a-4586-bd4d-b5a09ef42721'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:49.937007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:49.947404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Pushing event deleted for resources: {'Port': ['ID=bf9ac0a2-04f6-466f-babd-f8006946d97d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:50.063942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.078967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-e8c9c598-4cf1-4b30-9fe5-c41aa3f8669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:50.080862 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-e8c9c598-4cf1-4b30-9fe5-c41aa3f8669e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2314000 Mar 09 12:18:50.119781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.124340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.125961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7a5c2627-662c-47ab-ab8b-9e0d3bc38819 tempest-FloatingIPAdminTestJSON-305348054 tempest-FloatingIPAdminTestJSON-305348054-project] 10.222.0.20 "DELETE /v2.0/floatingips/528cd954-5086-47b5-8473-03b720650254 HTTP/1.1" status: 204 len: 168 time: 1.7374473 Mar 09 12:18:50.141984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:50.153535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Allocated IP 172.20.0.2 (d06ac628-6401-4586-9873-12cdacb67d87/5a27c3b2-5e1a-4586-bd4d-b5a09ef42721/7d86b470-5a06-4b17-a41c-8eeadce2f971) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:50.170253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Usage tracker for resource:port and tenant:6a03ee367c3643ae80d70b8d090b5a93 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:50.177650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:50.193195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-affd55c8-92fd-41c7-b046-e13e9ef7f6a7 req-564b93f7-df0a-48e7-bbab-dbc408aa0adf tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512072 Mar 09 12:18:50.200630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port b578865a-aa61-4bd8-ae44-b69da21de136 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:50.200816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.242903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:50.243572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-cd8ab21e-823b-4021-b015-3ca847129aaf service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531405 Mar 09 12:18:50.245517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.348717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Made reservation on behalf of 6a03ee367c3643ae80d70b8d090b5a93 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:50.352442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.418389 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6f699465-af13-4509-aa97-5160f6c4bd0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34cb313964ab46bfbb48496124ca543e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398960 Mar 09 12:18:50.418576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 1cc93c44-532a-4a02-ba33-268ffa4992da {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:50.418863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.421225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37584) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:50.463595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.475912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Transition to ACTIVE for port object 7d86b470-5a06-4b17-a41c-8eeadce2f971 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:50.479314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] device_id is not set on port 81518a37-1605-48cc-8cd6-95ab5485430f yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:18:50.500192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Transition to ACTIVE for port object 7d86b470-5a06-4b17-a41c-8eeadce2f971 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:50.508470 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-81d8fe01-d77e-48a4-a0c9-ae151cb71ce9 req-4e6d2005-36a9-4c57-8823-3c4f14c794d1 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607162 Mar 09 12:18:50.511155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.623975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.658863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Pushing event updated for resources: {'Port': ['ID=7d86b470-5a06-4b17-a41c-8eeadce2f971,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:50.678218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37592) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:50.681651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Network d06ac628-6401-4586-9873-12cdacb67d87 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:50.683389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:50.686886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:50.701737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.708753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37596) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:50.768687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-de55eafe-d214-477b-af9f-68f257f9ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:50.770211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-de55eafe-d214-477b-af9f-68f257f9ce39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.2162192 Mar 09 12:18:50.796277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Attempting to bind port 7d86b470-5a06-4b17-a41c-8eeadce2f971 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:50.796948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Attempting to bind port 7d86b470-5a06-4b17-a41c-8eeadce2f971 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:50.797555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Attempting to bind port 7d86b470-5a06-4b17-a41c-8eeadce2f971 on network d06ac628-6401-4586-9873-12cdacb67d87 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:50.804111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:50.804774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Checking segment: {'id': '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:50.805470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.806044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Bound using segment: {'id': '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:50.806749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Bound port: 7d86b470-5a06-4b17-a41c-8eeadce2f971, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd06ac628-6401-4586-9873-12cdacb67d87'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:50.807333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.896900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.943103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df150dbb-fa46-448b-956f-4a76ea9f8ba3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:50.970595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] For port 7d86b470-5a06-4b17-a41c-8eeadce2f971, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:50.977629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 1cc93c44-532a-4a02-ba33-268ffa4992da, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1cc93c44-532a-4a02-ba33-268ffa4992da,segment=NetworkSegment(e10b3817-2a5a-419a-acb9-38222ef7aee4),segment_id=e10b3817-2a5a-419a-acb9-38222ef7aee4)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:50.977961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.978861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] For port 7d86b470-5a06-4b17-a41c-8eeadce2f971, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7d86b470-5a06-4b17-a41c-8eeadce2f971,segment=NetworkSegment(2ed3b08f-d607-4e64-88aa-c91a1cbf31f3),segment_id=2ed3b08f-d607-4e64-88aa-c91a1cbf31f3)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:50.985263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:50.995719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-959874242'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:51.003087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.006645 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-97a15825-fbd2-47bc-928b-8278612df431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df150dbb-fa46-448b-956f-4a76ea9f8ba3 HTTP/1.1" status: 204 len: 168 time: 0.5802879 Mar 09 12:18:51.006645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:51.025264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:network and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:51.033959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:51.041805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-7e2fa005-63ce-417b-a442-84542149a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:51.043247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-7e2fa005-63ce-417b-a442-84542149a587 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.2506297 Mar 09 12:18:51.044178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:51.097453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68096ed-230f-4988-86d6-bae63ad4f41d None None] Pushing event updated for resources: {'Port': ['ID=7d86b470-5a06-4b17-a41c-8eeadce2f971,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:51.109951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 1cc93c44-532a-4a02-ba33-268ffa4992da owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:51.155646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:51.160645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.229462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.252050 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-42fe270e-90f5-4dae-b608-8edf900d2ab7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.2004156 Mar 09 12:18:51.256658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:51.301294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:security_group_rule and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:51.309087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:51.322553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:51.415886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-f5d27bd5-c56c-4ad5-b296-f660a32dd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:51.417845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-f5d27bd5-c56c-4ad5-b296-f660a32dd7ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.1574092 Mar 09 12:18:51.457674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.602947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.612134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.617614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-10325bc8-3d1e-405f-9471-7ba584c91276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:51.619071 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-10325bc8-3d1e-405f-9471-7ba584c91276 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1929624 Mar 09 12:18:51.620289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.676597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:51.717582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01613de4-8652-46d0-bcc9-e639d6c5c3df,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:51.763642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No DVR routers for this DVR port 1cc93c44-532a-4a02-ba33-268ffa4992da on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:18:51.769665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.770183 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Added segment 4a166ec2-57ed-4e5a-865b-8cec04ae3302 of type vlan for network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 Mar 09 12:18:51.813726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Port': ['ID=1cc93c44-532a-4a02-ba33-268ffa4992da,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:51.819722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:51.846671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-e576023c-5973-4cf8-8a7d-0e03f31f3cd5 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134566 Mar 09 12:18:51.888714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Allocated IP 172.20.0.14 (d06ac628-6401-4586-9873-12cdacb67d87/5a27c3b2-5e1a-4586-bd4d-b5a09ef42721/81518a37-1605-48cc-8cd6-95ab5485430f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:51.981132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7d86b470-5a06-4b17-a41c-8eeadce2f971 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:52.016736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for b578865a-aa61-4bd8-ae44-b69da21de136 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:52.080657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-273d88a3-2a17-4163-a8b7-f46b405c27c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1f82c3f2a944550b0629d6e9ec433a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3883502 Mar 09 12:18:52.095467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37626) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:52.112981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.118478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:52.118970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.128290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:52.160067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37630) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:52.238379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.267601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Network': ['ID=1eeb602c-aa27-48a2-a20f-bc5f5eb2de69,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:52.276164 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e0390ae8-f302-413f-a6c4-cbfaea475545 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5623758 Mar 09 12:18:52.282872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.283016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37636) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:52.287158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:52.291685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'subnet': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:52.327563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0126d6c3-2784-4488-9b4e-761c38efbea3 req-c6798941-8698-4dd8-ae4b-b552ae4d87e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718227 Mar 09 12:18:52.366933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.372196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf74514-ecf6-491f-98a4-717decb99d7f']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:52.422750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:52.426776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:subnet and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:52.430015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:52.436398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:52.448309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-064662e6-499a-4726-9297-53ba1f02c46e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:52.449048 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-064662e6-499a-4726-9297-53ba1f02c46e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 12:18:52.449544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-064662e6-499a-4726-9297-53ba1f02c46e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:18:52.454426 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-064662e6-499a-4726-9297-53ba1f02c46e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2813244 Mar 09 12:18:52.455135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37640) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:52.457513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:52.459131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae551f7-0ca5-4230-b38a-e54be0c4a05b None None] Network d06ac628-6401-4586-9873-12cdacb67d87 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:52.462007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10b3817-2a5a-419a-acb9-38222ef7aee4') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:52.462476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10b3817-2a5a-419a-acb9-38222ef7aee4') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:52.464465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.495442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315908484'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:52.520369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:52.532196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:52.540239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:52.550309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.565714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa419757-4e74-4351-9685-5a0b7f04499c req-d578014b-bcbc-4182-9b89-006291c0d047 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:52.567346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fa419757-4e74-4351-9685-5a0b7f04499c req-d578014b-bcbc-4182-9b89-006291c0d047 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 1.1029465 Mar 09 12:18:52.620346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.638287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:52.650697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Provisioning for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:52.658707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Provisioning complete for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:52.659590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.666502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.672249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.683956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.700693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a337d0e-75bd-4adc-af16-26bfd629a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.711997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:52.716583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:52.719696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:52.721143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:52.721547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.725735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:52.739748 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:52.821614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.825415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.830362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:52.834549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:52.837549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:52.845155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:52.901256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.910485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.929551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.958983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] For port 7d86b470-5a06-4b17-a41c-8eeadce2f971, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7d86b470-5a06-4b17-a41c-8eeadce2f971,segment=NetworkSegment(2ed3b08f-d607-4e64-88aa-c91a1cbf31f3),segment_id=2ed3b08f-d607-4e64-88aa-c91a1cbf31f3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:52.963452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.970612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:52.975432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fa419757-4e74-4351-9685-5a0b7f04499c req-1863ab01-edfe-4a0a-a222-5a35ad3f44be tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880694 Mar 09 12:18:52.993185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe8af14-cb47-4cc9-9953-6a8408272076,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.011102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.019622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.024503 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5647655 Mar 09 12:18:53.027349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37644) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:53.052096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': 'a0ae01f7-bbb7-4407-a010-ae25e13c4062', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:53.053749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616d1fe-2c14-495e-a18e-bfb177c730b7 None None] Pushing event updated for resources: {'Port': ['ID=7d86b470-5a06-4b17-a41c-8eeadce2f971,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.062929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:53.069158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b188d4-1818-46dc-a24c-5d2004bc9975 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae01f7-bbb7-4407-a010-ae25e13c4062,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.075183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:53.081125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:53.118936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:53.158931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.203981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Allocated IP 172.26.5.34 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/3824e8ee-148e-4786-add3-2cf988c84082) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:53.208029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.212463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.231307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=ebf74514-ecf6-491f-98a4-717decb99d7f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.242096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.252302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.291210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Transition to ACTIVE for port object 81518a37-1605-48cc-8cd6-95ab5485430f will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:53.308835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.323232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.336134 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-209b711d-e15e-408e-b4e7-04f77f619ff2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/ebf74514-ecf6-491f-98a4-717decb99d7f HTTP/1.1" status: 204 len: 168 time: 7.0600309 Mar 09 12:18:53.342369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=b578865a-aa61-4bd8-ae44-b69da21de136,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.348362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37648) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:53.395109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ca4fa2-ffc8-4492-9997-308d6b0a1bc5,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.398386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Subnet': ['ID=e7cbb92f-a8e7-4c21-9a07-9012c996f1ad,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.403572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.407949 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-68b02dc2-7a16-4f41-a9ce-6bfaa32a7060 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722384 Mar 09 12:18:53.409809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37652) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:53.410996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Checking segment: {'id': '4a166ec2-57ed-4e5a-865b-8cec04ae3302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:53.411368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network hostable DHCP agents. Network: 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:53.421891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': 'a0ae01f7-bbb7-4407-a010-ae25e13c4062', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:53.428779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:53.437846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:53.440771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396455758'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:53.441889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:53.449889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:53.459763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:53.463279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:53.482410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.491615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.492086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:53.504862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:53.505580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.508715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22694895-e45e-46ac-9e2e-08b58245c74a None None] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:53.517373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:53.530788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:53.541599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-828defe3-0afd-4088-9f09-afa42314c86d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2576137 Mar 09 12:18:53.546352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37656) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:53.551936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed5eb20-ad06-41ed-9577-426a9c16b410,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:53.556636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:53.562516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.563835 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-28a08fa7-b675-4f00-9cfd-86059abc738c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bed5eb20-ad06-41ed-9577-426a9c16b410 HTTP/1.1" status: 204 len: 168 time: 1.4673793 Mar 09 12:18:53.581197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-1851637386'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:53.608080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:53.614549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.642018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.648732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.675476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4381262-b42f-49d0-8192-00621b02d3be None None] Network d06ac628-6401-4586-9873-12cdacb67d87 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:53.742995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.743235 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:18:53.744496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e4d6c913-ffef-4fbf-9bf2-477a0939099c tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3281519 Mar 09 12:18:53.753454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:53.815686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c0ece9bf-9794-4c8a-b89a-2dd4a532d7b6 None None] Provisioning complete for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:53.816142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0ece9bf-9794-4c8a-b89a-2dd4a532d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.856122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.912549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:53.920661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.933057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.941988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Network d06ac628-6401-4586-9873-12cdacb67d87 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:53.948035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:port and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:53.951946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:53.958148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.960321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:53.960440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:53.964738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:53.987167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:53.990193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:53.993969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:53.999043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7d86b470-5a06-4b17-a41c-8eeadce2f971 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:54.055054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event updated for resources: {'Port': ['ID=81518a37-1605-48cc-8cd6-95ab5485430f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.058671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.059012 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 5ade1792-bb6c-4d0a-9d60-aa02a940d380 of type vlan for network 89d1bff7-437b-423f-9211-7773cc92c718 Mar 09 12:18:54.092564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.093105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router abd740f6-b506-44fb-915a-1396b5c920d9 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:18:54.094568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:18:54.120990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.143887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:54.144718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.155543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'tenant_id': '708f09d93d8c47cbb8ee9f6e373a373f', 'fixed_ips': [{'subnet_id': 'e7cbb92f-a8e7-4c21-9a07-9012c996f1ad'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:54.157006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.159227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.185562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37670) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.231699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.251763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:54.255544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Usage tracker for resource:security_group_rule and tenant:7bbc8917550c46949540ae86e6c1dc41 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:54.258479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:54.264987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:54.269228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.275274 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aa76fd87-bbdf-4852-a17e-ee74ff7868e4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 204 len: 168 time: 5.9216011 Mar 09 12:18:54.277285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37674) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.285073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:18:54.306218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-161634422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:54.330539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-305b8fcf-ecd1-4d32-9d71-1be44c6ec4ef tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.5615571 Mar 09 12:18:54.331439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:54.339896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37678) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.346198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Pushing event updated for resources: {'Port': ['ID=3824e8ee-148e-4786-add3-2cf988c84082,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.349963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:54.351056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:54.355825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:54.357680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.368241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.369312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:54.369883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.390647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:54.401902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:54.404391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:54.410592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962473c-aa83-4df6-8961-3ae726bbbaf5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.437673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5bc18c9-1b7e-443a-8fc9-5d8463b8c185 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bbc8917550c46949540ae86e6c1dc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468476 Mar 09 12:18:54.438156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37682) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.445738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.451490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:54.452296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.454086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.483709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae01f7-bbb7-4407-a010-ae25e13c4062,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.505345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.511098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-71006fde-0fa3-4471-985d-e819ff8d7367 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0ae01f7-bbb7-4407-a010-ae25e13c4062 HTTP/1.1" status: 204 len: 168 time: 0.7565663 Mar 09 12:18:54.519421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37686) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.519683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Allocated IP 172.20.0.2 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/33878d64-fe34-469b-a856-deaa026cb9ff) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:54.584545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d8fd1880-b33f-471e-b78d-b7dd279e59e1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:18:54.619070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.648729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.710462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.728391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d8fd1880-b33f-471e-b78d-b7dd279e59e1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:18:54.734889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d8fd1880-b33f-471e-b78d-b7dd279e59e1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2143576 Mar 09 12:18:54.738846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37690) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.744843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668529105'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:54.745286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.746305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.752702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:54.763412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:54.773783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962473c-aa83-4df6-8961-3ae726bbbaf5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.777715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.798201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.799348 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2cb0958c-ebbd-4eca-9b3d-af4ecea68245 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f962473c-aa83-4df6-8961-3ae726bbbaf5 HTTP/1.1" status: 204 len: 168 time: 0.3605638 Mar 09 12:18:54.818178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:54.826729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:54.832704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:54.838903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Deleting port 81518a37-1605-48cc-8cd6-95ab5485430f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:18:54.841526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.849215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:54.865642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-03ccc488-8f92-4dce-b9d1-24fc9925d226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.883369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.900665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Transition to ACTIVE for port object 33878d64-fe34-469b-a856-deaa026cb9ff will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:54.912611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Provisioning complete for port 7d86b470-5a06-4b17-a41c-8eeadce2f971 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:54.913458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:54.916865 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5669622 Mar 09 12:18:54.923788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37696) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:54.933269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': '89d1bff7-437b-423f-9211-7773cc92c718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:54.956703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8d465-ffc4-4a7b-9349-31b9635bcb5f tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=89d1bff7-437b-423f-9211-7773cc92c718,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:54.967353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Transition to ACTIVE for port object 33878d64-fe34-469b-a856-deaa026cb9ff will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:54.984600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 89d1bff7-437b-423f-9211-7773cc92c718 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:55.014222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c1fe1-f52f-43bb-8cae-27823da3ea87 req-5c974898-fa40-4b45-859e-54db3dfb3c9b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:55.016805 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5a5c1fe1-f52f-43bb-8cae-27823da3ea87 req-5c974898-fa40-4b45-859e-54db3dfb3c9b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.8022561 Mar 09 12:18:55.018279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.127917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.207581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.3 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/87e9957d-1cd9-48a4-8ed2-4711a9fd82c8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:55.211710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:55.215444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:55.225295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:55.312128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Pushing event updated for resources: {'Port': ['ID=33878d64-fe34-469b-a856-deaa026cb9ff,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:55.386330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Attempting to bind port 33878d64-fe34-469b-a856-deaa026cb9ff on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:55.386607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Attempting to bind port 33878d64-fe34-469b-a856-deaa026cb9ff by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '4a166ec2-57ed-4e5a-865b-8cec04ae3302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:55.386971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Attempting to bind port 33878d64-fe34-469b-a856-deaa026cb9ff on network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:55.396417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:55.396417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Checking segment: {'id': '4a166ec2-57ed-4e5a-865b-8cec04ae3302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:55.396417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.396417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Bound using segment: {'id': '4a166ec2-57ed-4e5a-865b-8cec04ae3302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:55.396763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Bound port: 33878d64-fe34-469b-a856-deaa026cb9ff, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a166ec2-57ed-4e5a-865b-8cec04ae3302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:55.397100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.400446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37702) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:55.410698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.444687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5a5c1fe1-f52f-43bb-8cae-27823da3ea87 req-bce7831b-75db-4971-a68e-563354f952c2 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228723 Mar 09 12:18:55.489323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:55.492106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Provisioning for port 81518a37-1605-48cc-8cd6-95ab5485430f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:55.507287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:55.510825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Provisioning complete for port 81518a37-1605-48cc-8cd6-95ab5485430f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:55.511254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.515612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:55.545823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:55.565107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.569965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] For port 33878d64-fe34-469b-a856-deaa026cb9ff, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:55.574272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.587956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] For port 33878d64-fe34-469b-a856-deaa026cb9ff, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=33878d64-fe34-469b-a856-deaa026cb9ff,segment=NetworkSegment(4a166ec2-57ed-4e5a-865b-8cec04ae3302),segment_id=4a166ec2-57ed-4e5a-865b-8cec04ae3302)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:55.589093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f4537ac2-2289-4a98-ae3c-88944f3fcf15 None None] Port 81518a37-1605-48cc-8cd6-95ab5485430f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:18:55.595284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.608557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.664252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:55.674751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.678488 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1e2975ec-dc3f-42bd-8f4d-cede86c82473 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3807766 Mar 09 12:18:55.679523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Usage tracker for resource:security_group_rule and tenant:11273b37ad6c4d1d8cd2a469de4d6494 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:55.680332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.683116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37706) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:55.687511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:55.693805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.694920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d768-3146-489b-a8ea-38440984a03b None None] Pushing event updated for resources: {'Port': ['ID=33878d64-fe34-469b-a856-deaa026cb9ff,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:55.700934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': True}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:55.711315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a9e5f268-f674-4c1d-93f7-0b06c2bee713 None None] Provisioning complete for port 81518a37-1605-48cc-8cd6-95ab5485430f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:55.711691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f268-f674-4c1d-93f7-0b06c2bee713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.759857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:55.774954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5f268-f674-4c1d-93f7-0b06c2bee713 None None] Port 81518a37-1605-48cc-8cd6-95ab5485430f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:18:55.777328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:55.781456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.806663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049ecab6-f1aa-4b4d-a27e-171cc5d64856,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:55.808374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.877322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:55.881633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-287af6fa-c7ba-434b-be58-8a595e90614a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1383827 Mar 09 12:18:55.893374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37710) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:55.917259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1f6cbdb3-fcda-484c-a6ce-d9593f99a94b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '049ecab6-f1aa-4b4d-a27e-171cc5d64856', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:55.918025 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-1f6cbdb3-fcda-484c-a6ce-d9593f99a94b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 12:18:55.920837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-1f6cbdb3-fcda-484c-a6ce-d9593f99a94b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:18:55.925231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1f6cbdb3-fcda-484c-a6ce-d9593f99a94b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0284665 Mar 09 12:18:55.929521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37714) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:56.037110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Calling delete_port for 81518a37-1605-48cc-8cd6-95ab5485430f owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:18:56.041122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.176277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.357174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.375371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.391755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.401707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.411556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.429954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.444500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:56.452779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.462674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9c452e-c2fc-43dd-8e22-65406e8d2c66,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:56.504507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.560283 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b11b7342-7117-4517-bb7d-a339177405a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11273b37ad6c4d1d8cd2a469de4d6494&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1587584 Mar 09 12:18:56.581951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37720) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:56.586094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event deleted for resources: {'Port': ['ID=81518a37-1605-48cc-8cd6-95ab5485430f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:56.721303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.764443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.830792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:56.907324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e7732-0d9d-49bd-b3b5-5d20898f381f None None] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:56.911731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049ecab6-f1aa-4b4d-a27e-171cc5d64856,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:56.915867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:56.944681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:56.947864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:56.998699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=87e9957d-1cd9-48a4-8ed2-4711a9fd82c8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:57.016925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=338262c8-78bd-475d-acdc-98156cd4b4ae,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:57.036083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.040041 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e9284191-9b40-46f9-a83c-a56915cdd998 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/049ecab6-f1aa-4b4d-a27e-171cc5d64856 HTTP/1.1" status: 204 len: 168 time: 1.0528674 Mar 09 12:18:57.041105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-245069d3-0806-43a5-9980-0387795687ba None None] Provisioning for port 33878d64-fe34-469b-a856-deaa026cb9ff completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:57.043318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37724) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.052715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '5ade1792-bb6c-4d0a-9d60-aa02a940d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:57.053102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: 89d1bff7-437b-423f-9211-7773cc92c718, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:18:57.059318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.080342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:57.080993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.098393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.110889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network 89d1bff7-437b-423f-9211-7773cc92c718 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:18:57.118495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-be223b34-8051-4d34-8ccc-1576d9121a2f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5673749 Mar 09 12:18:57.120694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37728) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.124844 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2569b89c-5b06-42cf-a45f-bf01428d6d65 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "DELETE /v2.0/ports/81518a37-1605-48cc-8cd6-95ab5485430f HTTP/1.1" status: 204 len: 168 time: 2.7794628 Mar 09 12:18:57.131953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37730) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.137727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-2118770820', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:78:da:77'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:57.225418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.258642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eb9a4-77cd-45ad-9b64-124d99a1d343 req-59a09df6-21f3-4926-8974-1139111dbca0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:57.260293 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-270eb9a4-77cd-45ad-9b64-124d99a1d343 req-59a09df6-21f3-4926-8974-1139111dbca0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6213653 Mar 09 12:18:57.329772 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-259fe051-ca66-4e24-b97f-88c40532964f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2748775 Mar 09 12:18:57.330546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Router a1b25654-446e-44e1-90f3-d81de3f9ad6f is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:18:57.334423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 89d1bff7-437b-423f-9211-7773cc92c718) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:57.340342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:57.340661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.346391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6028253-d058-467f-ac45-3aaa4d2b375a None None] Network 89d1bff7-437b-423f-9211-7773cc92c718 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:57.359787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37738) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.458938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340529921'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:57.478449 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1456608d-9e06-49d3-b009-1dd43c379a5b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5533650 Mar 09 12:18:57.482113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37742) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.511583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:57.525824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-575627ed-2312-4fea-8c07-ec8fca21f38a None None] Provisioning for port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:57.541850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-575627ed-2312-4fea-8c07-ec8fca21f38a None None] Provisioning complete for port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:57.542492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-575627ed-2312-4fea-8c07-ec8fca21f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.635582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.658488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-575627ed-2312-4fea-8c07-ec8fca21f38a None None] Port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:18:57.661070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:57.682517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:57.702592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:57.703334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.705701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:57.721983 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-26287afe-e60d-460d-88dd-cbb7d8058b81 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5643375 Mar 09 12:18:57.724529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:port and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:57.729310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-89d1bff7-437b-423f-9211-7773cc92c718', 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '338262c8-78bd-475d-acdc-98156cd4b4ae'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:18:57.730286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.730816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.731878 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-270eb9a4-77cd-45ad-9b64-124d99a1d343 req-68a6050c-b72a-4c12-b0af-579f3b6d7d6f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116259 Mar 09 12:18:57.732702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:57.739360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37746) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:57.744840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1368968790'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:57.757306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:57.759443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:57.775078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Usage tracker for resource:network and tenant:6a03ee367c3643ae80d70b8d090b5a93 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:57.791242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.834127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:57.849530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.856142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:57.864636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.886190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:57.911841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.939602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0a922fbe-1396-47ec-ac27-ebfe8b0fb495 None None] Provisioning complete for port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:57.940198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0a922fbe-1396-47ec-ac27-ebfe8b0fb495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:57.967493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9c452e-c2fc-43dd-8e22-65406e8d2c66,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:57.978919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 33878d64-fe34-469b-a856-deaa026cb9ff up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:18:58.026602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Made reservation on behalf of 6a03ee367c3643ae80d70b8d090b5a93 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:18:58.030020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.041367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:18:58.049393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Allocated IP 2001:db8::1 (89d1bff7-437b-423f-9211-7773cc92c718/338262c8-78bd-475d-acdc-98156cd4b4ae/0a62f0d8-2336-4efd-9586-9b3ea7f493ac) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:58.053725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.054275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.26.5.81 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/4ab47613-d400-486d-9d87-a4ac839116e6) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:58.054879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-50781458-29cc-4e06-b164-f8dd0048aa85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f9c452e-c2fc-43dd-8e22-65406e8d2c66 HTTP/1.1" status: 204 len: 168 time: 1.4702432 Mar 09 12:18:58.063050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:18:58.065046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:18:58.071873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:18:58.078390 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] Sync routers for ids ['a1b25654-446e-44e1-90f3-d81de3f9ad6f'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:18:58.089037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.091720 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] Routers {'a1b25654-446e-44e1-90f3-d81de3f9ad6f'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:58.092330 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a1b25654-446e-44e1-90f3-d81de3f9ad6f'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:58.092833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-75be7cd5-30f3-4380-8249-9209e753ffe0 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "PUT /v2.0/routers/a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 200 len: 919 time: 9.9311941 Mar 09 12:18:58.096473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37754) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:58.117694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:18:58.229705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.234338 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:58.254714 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] Routers {'a1b25654-446e-44e1-90f3-d81de3f9ad6f'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:18:58.255319 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a1b25654-446e-44e1-90f3-d81de3f9ad6f'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:58.280192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.299221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0a922fbe-1396-47ec-ac27-ebfe8b0fb495 None None] Port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:18:58.346438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:18:58.358086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab47613-d400-486d-9d87-a4ac839116e6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:58.367120 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:58.367533 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa74214-0f7c-4e2e-a646-f5e3800ef7c8 None None] The sync data for ids ['a1b25654-446e-44e1-90f3-d81de3f9ad6f'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:18:58.376371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 33878d64-fe34-469b-a856-deaa026cb9ff completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:18:58.381929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:58.383658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:58.386321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:58.386484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 33878d64-fe34-469b-a856-deaa026cb9ff triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:18:58.386678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.391262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.413932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.414281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Added segment fbaceae4-6738-4be6-b706-2c5c21fa9b18 of type vlan for network 48a7aea4-524a-44b3-a606-bf83b8304a2d Mar 09 12:18:58.444225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.489310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Transition to ACTIVE for port object 0a62f0d8-2336-4efd-9586-9b3ea7f493ac will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:58.497705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:18:58.547446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Transition to ACTIVE for port object 0a62f0d8-2336-4efd-9586-9b3ea7f493ac will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:58.565584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.653362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.671890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.678434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.702584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Network 89d1bff7-437b-423f-9211-7773cc92c718 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:18:58.721386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=338262c8-78bd-475d-acdc-98156cd4b4ae,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:58.724229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Pushing event updated for resources: {'Port': ['ID=0a62f0d8-2336-4efd-9586-9b3ea7f493ac,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:58.729875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:18:58.734911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:18:58.847915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 33878d64-fe34-469b-a856-deaa026cb9ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=33878d64-fe34-469b-a856-deaa026cb9ff,segment=NetworkSegment(4a166ec2-57ed-4e5a-865b-8cec04ae3302),segment_id=4a166ec2-57ed-4e5a-865b-8cec04ae3302)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:18:58.848737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.5 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/ab3f7758-51b6-4a53-bf1f-d8dfe05fa374) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:18:58.850473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Attempting to bind port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:18:58.850833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Attempting to bind port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '5ade1792-bb6c-4d0a-9d60-aa02a940d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:18:58.851020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Attempting to bind port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac on network 89d1bff7-437b-423f-9211-7773cc92c718 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:18:58.856878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:18:58.857270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Checking segment: {'id': '5ade1792-bb6c-4d0a-9d60-aa02a940d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:18:58.857616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.858010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Bound using segment: {'id': '5ade1792-bb6c-4d0a-9d60-aa02a940d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:18:58.858480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Bound port: 0a62f0d8-2336-4efd-9586-9b3ea7f493ac, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ade1792-bb6c-4d0a-9d60-aa02a940d380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89d1bff7-437b-423f-9211-7773cc92c718'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:18:58.859625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.871319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.873235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.877920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:58.878324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.896311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:58.913484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37768) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:58.913694 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9253cfa5-3ae6-4e99-a6fd-69bedade5893 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 200 len: 925 time: 0.7999151 Mar 09 12:18:58.964801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.007078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] For port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:18:59.010155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] For port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0a62f0d8-2336-4efd-9586-9b3ea7f493ac,segment=NetworkSegment(5ade1792-bb6c-4d0a-9d60-aa02a940d380),segment_id=5ade1792-bb6c-4d0a-9d60-aa02a940d380)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:18:59.020655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.038710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.053294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=33878d64-fe34-469b-a856-deaa026cb9ff,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:59.180108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d1bff7-437b-423f-9211-7773cc92c718']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:59.188028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95427ee9-9856-4ca5-83b0-aa6c56bc6bc8 None None] Pushing event updated for resources: {'Port': ['ID=0a62f0d8-2336-4efd-9586-9b3ea7f493ac,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:59.203178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fc971-b5ba-4eb0-b101-66fbbca70925 None None] Network 89d1bff7-437b-423f-9211-7773cc92c718 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:18:59.210281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ade1792-bb6c-4d0a-9d60-aa02a940d380') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:59.210710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ade1792-bb6c-4d0a-9d60-aa02a940d380') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:18:59.230694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.238213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.309111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5686364 Mar 09 12:18:59.310753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd3433-6501-45f2-92c3-ae797f0030d7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:59.316273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37780) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.322207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.324306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e955-9c30-47bb-a252-54970f5cd0de tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event updated for resources: {'Network': ['ID=48a7aea4-524a-44b3-a606-bf83b8304a2d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:59.329654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.330910 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-807b0bd2-7abe-4f8d-9603-dc8e7907d754 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9691727 Mar 09 12:18:59.333742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37784) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.341545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:18:59.342056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.355467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 48a7aea4-524a-44b3-a606-bf83b8304a2d details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:18:59.358377 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:18:59.366161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-232d8642-82f2-4d28-94b4-52968b5fb47f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': 'bfcd3433-6501-45f2-92c3-ae797f0030d7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:18:59.367101 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-232d8642-82f2-4d28-94b4-52968b5fb47f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 12:18:59.367989 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-232d8642-82f2-4d28-94b4-52968b5fb47f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:18:59.371313 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-232d8642-82f2-4d28-94b4-52968b5fb47f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0321295 Mar 09 12:18:59.372417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37788) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.501283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acffd8-2c6f-4cb1-bd11-ba4f2c9abee9 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:59.502982 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2acffd8-2c6f-4cb1-bd11-ba4f2c9abee9 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=a1b25654-446e-44e1-90f3-d81de3f9ad6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5791612 Mar 09 12:18:59.507976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37794) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.582503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3c9ea-5c5a-4dff-b93a-d22b41eaefd2 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:18:59.615753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:18:59.615753 dv-neutron-832762-2-hyperv neutron-server[87830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:18:59.615753 dv-neutron-832762-2-hyperv neutron-server[87830]: [parameters: {'id': '89d1bff7-437b-423f-9211-7773cc92c718'}] Mar 09 12:18:59.615753 dv-neutron-832762-2-hyperv neutron-server[87830]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:18:59.616387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:18:59.653204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.727062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.745880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3c9ea-5c5a-4dff-b93a-d22b41eaefd2 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:18:59.764163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.823025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:18:59.829873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1f22f707-a6fc-46d6-9f59-a428b8c7c7cc tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.5071075 Mar 09 12:18:59.831562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37800) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.889260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.940503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac121f3-abe8-42bc-88ea-739425ca17fe tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:18:59.942103 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eac121f3-abe8-42bc-88ea-739425ca17fe tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.3734515 Mar 09 12:18:59.945466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37808) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:18:59.959324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd3433-6501-45f2-92c3-ae797f0030d7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:18:59.974204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:18:59.995181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5c54e-6033-4990-9760-5420778b9d14 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] Network 48a7aea4-524a-44b3-a606-bf83b8304a2d is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:00.002279 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f44da151-2e0d-446f-9188-2c9c0708e0d8 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 200 len: 205 time: 0.0553777 Mar 09 12:19:00.005642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.007637 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-047a54f4-f5ed-47a0-874d-99081310e2fd tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfcd3433-6501-45f2-92c3-ae797f0030d7 HTTP/1.1" status: 204 len: 168 time: 0.6339557 Mar 09 12:19:00.018203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37814) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.018898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37816) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.057220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 33878d64-fe34-469b-a856-deaa026cb9ff up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:00.061062 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f4d5c54e-6033-4990-9760-5420778b9d14 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "POST /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2299478 Mar 09 12:19:00.063785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.078498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:00.086945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:00.092564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:00.098761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.121753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.131135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.160602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=ab3f7758-51b6-4a53-bf1f-d8dfe05fa374,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:00.261676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d0743a94-7744-498d-b83e-0111180b4293 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:00.265143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:00.265801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.274764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 33878d64-fe34-469b-a856-deaa026cb9ff triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:00.275086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.279634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:00.280955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.301002 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cc00d4ee-d401-4977-b257-65923d6a6efa tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1699255 Mar 09 12:19:00.304213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37830) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.415184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68cac526-3717-4602-be86-b9ce89dfa8d6 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks HTTP/1.1" status: 200 len: 8020 time: 0.3486304 Mar 09 12:19:00.417817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db891bdf-8d94-4987-8a2e-e56b18c097c0 None None] Network 48a7aea4-524a-44b3-a606-bf83b8304a2d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:00.418183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37834) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.439575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37838) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.498623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d0743a94-7744-498d-b83e-0111180b4293 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:00.500343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d0743a94-7744-498d-b83e-0111180b4293 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4784980 Mar 09 12:19:00.504385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37844) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.516401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--20690680'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:00.525888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:00.537818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:00.543858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:00.556761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:00.557691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:00.575515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:00.594175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-989d6bd7-3bef-479f-8e73-be78c0834859 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "DELETE /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks/48a7aea4-524a-44b3-a606-bf83b8304a2d HTTP/1.1" status: 204 len: 168 time: 0.1721461 Mar 09 12:19:00.594776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37848) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.629907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.704983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b8b72209-ce3d-451a-b355-de57de90b6af None None] Provisioning for port ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:00.752752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:00.757140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-76370d48-ab8b-4898-9cce-d0388f126529 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4485970 Mar 09 12:19:00.757140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.770357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b8b72209-ce3d-451a-b355-de57de90b6af None None] Provisioning complete for port ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:00.770754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8b72209-ce3d-451a-b355-de57de90b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.772263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37852) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.851029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b8b72209-ce3d-451a-b355-de57de90b6af None None] Port ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:00.869017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:00.879353 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9982817c-f1a1-4f83-83bb-b46780a53091 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.2784829 Mar 09 12:19:00.886406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37856) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:00.886564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:00.892363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:00.906702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:00.907255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:00.933281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-582974304'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:00.937253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:01.011542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:01.080195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Usage tracker for resource:network and tenant:00d014076ce444f9b29ba46a93ab1d50 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:01.090086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:01.113972 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4b88f4b8-81e0-4baf-babc-1f1a4bda8a98 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/networks/d06ac628-6401-4586-9873-12cdacb67d87/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2263832 Mar 09 12:19:01.119518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:01.123181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37862) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.166508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0a62f0d8-2336-4efd-9586-9b3ea7f493ac,segment=NetworkSegment(5ade1792-bb6c-4d0a-9d60-aa02a940d380),segment_id=5ade1792-bb6c-4d0a-9d60-aa02a940d380)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:01.166868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.176841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.183277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.246258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router 2ecf4fe5-c744-4084-a5ac-05b97726509e is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:19:01.247998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Made reservation on behalf of 00d014076ce444f9b29ba46a93ab1d50 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:01.248380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edbd5bd-117d-4cfd-ba81-3dddbe505eeb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:01.251463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.254656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.265609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.266840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cefa02c0-9584-4478-aae1-d4f1a339c5f4 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7612526 Mar 09 12:19:01.317586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37866) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.332875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 0a62f0d8-2336-4efd-9586-9b3ea7f493ac owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:01.361504 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eb21b8d9-01df-44ba-82a3-852b35488095 tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/networks/d06ac628-6401-4586-9873-12cdacb67d87/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2349341 Mar 09 12:19:01.362980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.372086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37870) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.376976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.480595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port 3824e8ee-148e-4786-add3-2cf988c84082 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:01.480962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.488459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f2a1e0d5-717a-4c25-bcdb-faa8bf819386 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '5edbd5bd-117d-4cfd-ba81-3dddbe505eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:01.501336 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-f2a1e0d5-717a-4c25-bcdb-faa8bf819386 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 12:19:01.501904 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-f2a1e0d5-717a-4c25-bcdb-faa8bf819386 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:01.505418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f2a1e0d5-717a-4c25-bcdb-faa8bf819386 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1844044 Mar 09 12:19:01.506107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37874) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.510776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:01.541889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:01.558213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0c5bf74e-1c48-4fa3-a0e0-2a38b222a889 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '5edbd5bd-117d-4cfd-ba81-3dddbe505eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:01.559919 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-0c5bf74e-1c48-4fa3-a0e0-2a38b222a889 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 12:19:01.560439 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-0c5bf74e-1c48-4fa3-a0e0-2a38b222a889 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:01.562143 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0c5bf74e-1c48-4fa3-a0e0-2a38b222a889 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0400853 Mar 09 12:19:01.567459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37878) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.572511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-67750b3a-b343-40eb-8cb1-115c912f6e76 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '5edbd5bd-117d-4cfd-ba81-3dddbe505eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:01.573340 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-67750b3a-b343-40eb-8cb1-115c912f6e76 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 12:19:01.573830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-67750b3a-b343-40eb-8cb1-115c912f6e76 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:01.574729 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-67750b3a-b343-40eb-8cb1-115c912f6e76 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063741 Mar 09 12:19:01.578075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37882) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.583761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Usage tracker for resource:security_group_rule and tenant:00d014076ce444f9b29ba46a93ab1d50 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:01.584492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2896bf44-0506-4a99-9362-061dde84a87b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '5edbd5bd-117d-4cfd-ba81-3dddbe505eeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:01.585355 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-2896bf44-0506-4a99-9362-061dde84a87b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 12:19:01.585840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-2896bf44-0506-4a99-9362-061dde84a87b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:01.586752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2896bf44-0506-4a99-9362-061dde84a87b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077310 Mar 09 12:19:01.598248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37886) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.600831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:01.608559 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:19:01.680253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.702899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:01.732723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=ab3f7758-51b6-4a53-bf1f-d8dfe05fa374,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:01.856748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.932831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:01.947123 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e33ba2fa-6303-46f8-befa-8be65190c7d1 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 HTTP/1.1" status: 204 len: 168 time: 1.1722274 Mar 09 12:19:01.949685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37890) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:01.993241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e5d23e-79ff-4066-99aa-d124b94f75ec tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] GET failed (client error): The resource could not be found. Mar 09 12:19:01.993782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6e5d23e-79ff-4066-99aa-d124b94f75ec tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:02.009756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6e5d23e-79ff-4066-99aa-d124b94f75ec tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:02.014341 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6e5d23e-79ff-4066-99aa-d124b94f75ec tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports/ab3f7758-51b6-4a53-bf1f-d8dfe05fa374 HTTP/1.1" status: 404 len: 333 time: 0.0604336 Mar 09 12:19:02.014572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37896) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:02.020233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-1743586503'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:02.023028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Port': ['ID=0a62f0d8-2336-4efd-9586-9b3ea7f493ac,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:02.036422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No DVR routers for this DVR port 0a62f0d8-2336-4efd-9586-9b3ea7f493ac on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:02.093993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:02.103437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] Sync routers for ids ['2ecf4fe5-c744-4084-a5ac-05b97726509e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:02.113962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] Routers {'2ecf4fe5-c744-4084-a5ac-05b97726509e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:02.114562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2ecf4fe5-c744-4084-a5ac-05b97726509e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.168237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:02.177169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.179344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:02.184947 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1e2953c7-5cfe-45ae-8aeb-fbc6e5601b1f tempest-DHCPAgentSchedulersTestJSON-427207813 tempest-DHCPAgentSchedulersTestJSON-427207813-project-admin] 10.222.0.20 "GET /v2.0/agents/37a91b4f-c849-4906-8eee-0fdef9b02ac9/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.8102901 Mar 09 12:19:02.186292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] Routers {'2ecf4fe5-c744-4084-a5ac-05b97726509e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:02.187592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2ecf4fe5-c744-4084-a5ac-05b97726509e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.188464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37900) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:02.189275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.231886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:02.236103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.252040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.252448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789079-5202-40fa-8ccb-37a72e30e636 None None] The sync data for ids ['2ecf4fe5-c744-4084-a5ac-05b97726509e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:02.324410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port f34330f7-a557-4cc0-a4d5-725803f9f1a8 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:02.370272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.554358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.568110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for 3824e8ee-148e-4786-add3-2cf988c84082 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:02.589560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.616850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.628712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.5 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/f34330f7-a557-4cc0-a4d5-725803f9f1a8) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:02.631532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a7aea4-524a-44b3-a606-bf83b8304a2d']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.649802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaceae4-6738-4be6-b706-2c5c21fa9b18') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.650093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaceae4-6738-4be6-b706-2c5c21fa9b18') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.665887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.682764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d1bff7-437b-423f-9211-7773cc92c718']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.703394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.714067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.715257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6008470a-719c-4b53-ba93-a687be6628be tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "PUT /v2.0/routers/2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 200 len: 913 time: 7.0273061 Mar 09 12:19:02.716831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.720186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:02.720589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.728195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ade1792-bb6c-4d0a-9d60-aa02a940d380') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.728501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ade1792-bb6c-4d0a-9d60-aa02a940d380') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:02.735071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37904) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:02.735738 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:02.746158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.759407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.767640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.828722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.855474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:02.855878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:02.871356 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:02.884943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00da42-6304-4d74-abc5-1d5c76b35471,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:02.957674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:02.987495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edbd5bd-117d-4cfd-ba81-3dddbe505eeb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:02.991670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.013718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.038349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.039476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bb88b9e6-27f4-4707-a61c-2a022f87e460 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/5edbd5bd-117d-4cfd-ba81-3dddbe505eeb HTTP/1.1" status: 204 len: 168 time: 1.4320636 Mar 09 12:19:03.040337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=89d1bff7-437b-423f-9211-7773cc92c718,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:03.044265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:03.075300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37908) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.076727 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e260ac88-0869-485d-956b-d254ca673184 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/89d1bff7-437b-423f-9211-7773cc92c718 HTTP/1.1" status: 204 len: 168 time: 5.5932565 Mar 09 12:19:03.087780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37912) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.116115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1462978476'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:03.117277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.122582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.133179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:03.135568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.135845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Added segment e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1 of type vlan for network cdf0dc33-0737-422a-bf0b-e96c975aa17e Mar 09 12:19:03.153797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:03.165448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:03.176740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:03.206369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.211507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.221382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event deleted for resources: {'Network': ['ID=48a7aea4-524a-44b3-a606-bf83b8304a2d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:03.232657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a934ff46-6ae3-4ff9-a659-d975151bf792 tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "DELETE /v2.0/networks/48a7aea4-524a-44b3-a606-bf83b8304a2d HTTP/1.1" status: 204 len: 168 time: 1.0430300 Mar 09 12:19:03.239869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37916) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.278641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cee00a56-139b-473a-8331-1aef32ab1641 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:03.283228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=3824e8ee-148e-4786-add3-2cf988c84082,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:03.288509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:03.291892 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.312153 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bdc180fb-8b10-4ebe-b8d8-c8c04b2f75a3 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 200 len: 919 time: 0.5754304 Mar 09 12:19:03.315875 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2555858f-cf90-4417-826e-22ac7672ea1a tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:03.316381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2555858f-cf90-4417-826e-22ac7672ea1a tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:03.318169 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2555858f-cf90-4417-826e-22ac7672ea1a tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "DELETE /v2.0/ports/81518a37-1605-48cc-8cd6-95ab5485430f HTTP/1.1" status: 404 len: 333 time: 0.0773923 Mar 09 12:19:03.326554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.326769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.404139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.414292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cee00a56-139b-473a-8331-1aef32ab1641 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:03.415555 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cee00a56-139b-473a-8331-1aef32ab1641 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3366060 Mar 09 12:19:03.419632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37928) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.433848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--436878050'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:03.439053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.444216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:03.444817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.449510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:03.450018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object f34330f7-a557-4cc0-a4d5-725803f9f1a8 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:03.466112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Deleting subnet 5a27c3b2-5e1a-4586-bd4d-b5a09ef42721 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:03.470296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:03.471501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.526274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:03.540748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.580727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.581338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f of type vlan for network b52151ed-2efd-40a5-ac9a-4d575171fcaf Mar 09 12:19:03.588679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.594374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff2ec82-e42f-40d5-9753-aa3fc65668c6 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:03.595869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dff2ec82-e42f-40d5-9753-aa3fc65668c6 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=2ecf4fe5-c744-4084-a5ac-05b97726509e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2681584 Mar 09 12:19:03.599479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37932) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.625706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.647887 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.2028177 Mar 09 12:19:03.714778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032254f3-fbbb-43d1-ab74-a814b9b05aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Pushing event updated for resources: {'Network': ['ID=cdf0dc33-0737-422a-bf0b-e96c975aa17e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:03.732238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:03.741483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.779446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:03.792533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:03.804554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:03.826955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.834745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.840777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.851100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:03.860244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=f34330f7-a557-4cc0-a4d5-725803f9f1a8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:03.904527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:03.906232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.911929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:03.922471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37940) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.925148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:03.932523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e', 'binding:host_id': 'hv-neutron-8327', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631502208'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:03.940905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.941521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router a1b25654-446e-44e1-90f3-d81de3f9ad6f {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:19:03.943017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.949636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:03.950264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.957583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:03.969204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e1d02-995a-4767-8a3f-0c40948049cc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:03.970541 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-711e1d02-995a-4767-8a3f-0c40948049cc tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.3696232 Mar 09 12:19:03.975043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37944) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:03.986990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:03.987627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:03.992573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Usage tracker for resource:port and tenant:457f05cffad24a70832baac6d37796a3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:04.013024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:04.038687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:04.052970 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aeb58e2b-f57b-45a6-b38b-81e50070bbf3 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 200 len: 205 time: 0.0726674 Mar 09 12:19:04.053799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37948) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.092728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-118ecf4f-b5c1-4b7f-beda-9d98a53674cc None None] Provisioning for port f34330f7-a557-4cc0-a4d5-725803f9f1a8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:04.098086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-118ecf4f-b5c1-4b7f-beda-9d98a53674cc None None] Provisioning complete for port f34330f7-a557-4cc0-a4d5-725803f9f1a8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:04.098535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-118ecf4f-b5c1-4b7f-beda-9d98a53674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.117074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.122014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1baa3885-a60b-44b1-bb7a-b9a59feb60b0 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 204 len: 168 time: 4.0981305 Mar 09 12:19:04.128499 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0218818 Mar 09 12:19:04.131359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37952) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.131689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37954) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.138464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Made reservation on behalf of 457f05cffad24a70832baac6d37796a3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:04.140736 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-40038a9a-b6bc-4928-9f3a-a00db301874f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1240618 Mar 09 12:19:04.141480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.142726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37960) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.146494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:04.150504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28a387-cea5-4842-b299-749b2ed34d3a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=b52151ed-2efd-40a5-ac9a-4d575171fcaf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:04.157589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242020515', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:04.161233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-118ecf4f-b5c1-4b7f-beda-9d98a53674cc None None] Port f34330f7-a557-4cc0-a4d5-725803f9f1a8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:04.167929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:04.168421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:04.174840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.183899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Usage tracker for resource:router and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:04.190699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:04.207206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:04.209284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:04.229945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Usage tracker for resource:security_group_rule and tenant:457f05cffad24a70832baac6d37796a3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:04.237857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:04.251717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.252722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.260643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:04.265132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.272441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:78:da:77'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:04.279893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.299354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:04.308696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.319377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:04.326234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:04.330669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.361026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8402d4db-e70b-4174-b854-de40fc24eff4,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:04.377441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.377774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:04.378863 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c5a9c9ad-685b-4bb3-bb04-c5e7f863995b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9582939 Mar 09 12:19:04.383144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37964) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.442241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-83bc4b54-34fb-4cba-9625-119f5d0c90b3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:04.442880 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-83bc4b54-34fb-4cba-9625-119f5d0c90b3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 12:19:04.443376 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-83bc4b54-34fb-4cba-9625-119f5d0c90b3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:04.444332 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-83bc4b54-34fb-4cba-9625-119f5d0c90b3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0595202 Mar 09 12:19:04.451174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37968) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.460747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event deleted for resources: {'Subnet': ['ID=5a27c3b2-5e1a-4586-bd4d-b5a09ef42721,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:04.470521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.475149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeaf7d5-15f3-4008-ab0e-05d7aa84b55e None None] Network d06ac628-6401-4586-9873-12cdacb67d87 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:04.512747 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4369a5e1-8f33-477b-bb6c-8b16ccbc2b4e tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "DELETE /v2.0/subnets/5a27c3b2-5e1a-4586-bd4d-b5a09ef42721 HTTP/1.1" status: 204 len: 168 time: 1.1832483 Mar 09 12:19:04.518438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:04.608712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:04.612164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.614727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:04.627154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:04.675863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.701001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:04.706128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:04.767688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:04.775890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] DHCP port deletion for d06ac628-6401-4586-9873-12cdacb67d87 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:04.781942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Deleting port 7d86b470-5a06-4b17-a41c-8eeadce2f971 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:04.782936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.864739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.877854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.881837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:04.899660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:05.005561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] For port 7d86b470-5a06-4b17-a41c-8eeadce2f971, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7d86b470-5a06-4b17-a41c-8eeadce2f971,segment=NetworkSegment(2ed3b08f-d607-4e64-88aa-c91a1cbf31f3),segment_id=2ed3b08f-d607-4e64-88aa-c91a1cbf31f3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:05.005865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.018824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bc1fd-f179-4c2d-90d5-7999c4028dfa,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:05.025677 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.027035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-05d93c9f-b2f7-4314-95ad-2d98fa729d3b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5706942 Mar 09 12:19:05.032578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37976) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.032732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.039865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1aec9a21-84ca-4465-a270-cec75269cfa1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.040343 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-1aec9a21-84ca-4465-a270-cec75269cfa1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 12:19:05.040856 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-1aec9a21-84ca-4465-a270-cec75269cfa1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.044395 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1aec9a21-84ca-4465-a270-cec75269cfa1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079343 Mar 09 12:19:05.045356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37980) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.051864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.070439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:05.081207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:05.086617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:05.142070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Calling delete_port for 7d86b470-5a06-4b17-a41c-8eeadce2f971 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:05.150346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:05.186094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Deleting port 7d86b470-5a06-4b17-a41c-8eeadce2f971 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:05.186498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.239872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.242816 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.243858 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2f2eca4-f934-4fa5-aa54-79ede9aae1a1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1969006 Mar 09 12:19:05.253426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37984) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.273533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.274485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4fde8c9a-aeea-4368-829e-c642b9d8bf6a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.275210 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-4fde8c9a-aeea-4368-829e-c642b9d8bf6a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 12:19:05.275712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-4fde8c9a-aeea-4368-829e-c642b9d8bf6a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.279498 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4fde8c9a-aeea-4368-829e-c642b9d8bf6a tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197277 Mar 09 12:19:05.286944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 37988) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.322726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] Pushing event deleted for resources: {'Port': ['ID=7d86b470-5a06-4b17-a41c-8eeadce2f971,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:05.328400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e9650-6f54-4951-91a0-7b0ba8f982da None None] No DVR routers for this DVR port 7d86b470-5a06-4b17-a41c-8eeadce2f971 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:05.338013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.386022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.397438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:05.441230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] The port '7d86b470-5a06-4b17-a41c-8eeadce2f971' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:05.442314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:05.455086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:05.462086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:05.480979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.495594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:05.503006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port 4ab47613-d400-486d-9d87-a4ac839116e6 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:05.503314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.581292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Transition to ACTIVE for port object 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:05.587791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.619650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.655955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.761159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:05.825533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Checking segment: {'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:05.825802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Network hostable DHCP agents. Network: cdf0dc33-0737-422a-bf0b-e96c975aa17e, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:05.833827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.842350 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.844278 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d24f09af-4b06-4a92-80db-6801a48a62e8 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5527127 Mar 09 12:19:05.851793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37992) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.859521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f7d177ae-28cb-4d7d-9ed7-9cbfd7a762c2 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.860222 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-f7d177ae-28cb-4d7d-9ed7-9cbfd7a762c2 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 12:19:05.860723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-f7d177ae-28cb-4d7d-9ed7-9cbfd7a762c2 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:05.864397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f7d177ae-28cb-4d7d-9ed7-9cbfd7a762c2 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090368 Mar 09 12:19:05.866754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 37996) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:05.874322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:05.886241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:05.888545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:05.892351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Allocated IP 172.26.5.92 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/8ef027d3-f21e-4a7e-bf09-e893cd2ccc43) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:05.898587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:05.908417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:05.910075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7d86b470-5a06-4b17-a41c-8eeadce2f971 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:05.916708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:05.918819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, cdf0dc33-0737-422a-bf0b-e96c975aa17e) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:05.937743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:05.946478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06ac628-6401-4586-9873-12cdacb67d87']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:05.949691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b84343-c499-45e2-a027-153efa25f6f6 None None] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:05.955042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:05.986125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7d86b470-5a06-4b17-a41c-8eeadce2f971 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:05.986470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7d86b470-5a06-4b17-a41c-8eeadce2f971 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:06.010659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:06.010955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed3b08f-d607-4e64-88aa-c91a1cbf31f3') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:06.035282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.035621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.036203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.056286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.056903 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.059969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 2 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.062299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.073168 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:06.074205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4ab479d-8bcc-493a-aca6-15686e3e91e9 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2064459 Mar 09 12:19:06.079729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38000) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:06.100462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '8402d4db-e70b-4174-b854-de40fc24eff4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:06.105512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.106038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.106377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.109451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.118272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:06.121261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.126217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=566f9f36-cbc5-4fd2-9072-f9c2866f83f7,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:06.128488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.128816 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.132728 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 3 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.142602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:06.149583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.155790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:06.163346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:06.175270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.175608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.175925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.185516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.185739 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.187791 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 4 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.222855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.223184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.223557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.228929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:06.229971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-052cb833-6791-4802-857e-c03eaa0aa237 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1467214 Mar 09 12:19:06.233749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.234073 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.234488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38004) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:06.235821 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 5 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.243632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:06.244032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:06.258795 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:06.267997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.269281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for 4ab47613-d400-486d-9d87-a4ac839116e6 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:06.324078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:19:06.332211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:06.332464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: b52151ed-2efd-40a5-ac9a-4d575171fcaf, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:06.448132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.448475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.448821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.482734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.483069 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.489253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:06.490061 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 6 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.497290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:06.508582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:06.520220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.544254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.552412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event updated for resources: {'Port': ['ID=8ef027d3-f21e-4a7e-bf09-e893cd2ccc43,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:06.572782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.573151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.573490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.588866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.590320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.590644 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.593577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 7 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.632417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.633770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:06.683479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.686673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.687204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.687349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.709159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.716710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.717103 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.735140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] Pushing event deleted for resources: {'Network': ['ID=d06ac628-6401-4586-9873-12cdacb67d87,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:06.743237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, b52151ed-2efd-40a5-ac9a-4d575171fcaf) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:06.748813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=f34330f7-a557-4cc0-a4d5-725803f9f1a8,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:06.755008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-66164c06-f1cc-431e-8295-ff7f6bcf7c1d tempest-DHCPAgentSchedulersTestJSON-1111075271 tempest-DHCPAgentSchedulersTestJSON-1111075271-project] 10.222.0.20 "DELETE /v2.0/networks/d06ac628-6401-4586-9873-12cdacb67d87 HTTP/1.1" status: 204 len: 168 time: 2.2352328 Mar 09 12:19:06.761507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d495817d-9398-416e-a800-dc71df272872 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:06.761959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:06.762548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.779072 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 8 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.783764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] In _notify_port_updated(), no bound segment for port f34330f7-a557-4cc0-a4d5-725803f9f1a8 on network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:06.789351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:06.790377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.791864 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2ec9e6b5-e409-48ed-a2cf-ff600a8c13c0 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "PUT /v2.0/ports/f34330f7-a557-4cc0-a4d5-725803f9f1a8 HTTP/1.1" status: 200 len: 993 time: 2.5367851 Mar 09 12:19:06.799546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38010) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:06.864881 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-873a78c2-62c2-424f-87c4-9bf6f4012425 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7299421 Mar 09 12:19:06.870215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38014) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:06.882849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:06.892512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.892971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.893402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.928451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.928971 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.932022 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 9 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.938662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-126f91cf-1575-43d6-947d-c20ea08cba0b None None] Provisioning complete for port f34330f7-a557-4cc0-a4d5-725803f9f1a8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:06.939144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-126f91cf-1575-43d6-947d-c20ea08cba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.952466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:06.953208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:06.953741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:06.969668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:06.970164 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:06.970666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 10 to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b Mar 09 12:19:06.981049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:06.986183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port f34330f7-a557-4cc0-a4d5-725803f9f1a8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:06.986786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.006119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:07.006653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:07.007137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:07.009866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8402d4db-e70b-4174-b854-de40fc24eff4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:07.017214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:07.017750 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:07.018310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.097928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-126f91cf-1575-43d6-947d-c20ea08cba0b None None] Port f34330f7-a557-4cc0-a4d5-725803f9f1a8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:07.120837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.178132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-b52151ed-2efd-40a5-ac9a-4d575171fcaf', 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '566f9f36-cbc5-4fd2-9072-f9c2866f83f7'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:07.179710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.204499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.205755 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-935ee8f6-e9f1-4bd3-95ef-fef739cd1720 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/8402d4db-e70b-4174-b854-de40fc24eff4 HTTP/1.1" status: 204 len: 168 time: 0.9632044 Mar 09 12:19:07.213981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38020) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:07.216005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=4ab47613-d400-486d-9d87-a4ac839116e6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:07.218108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:07.218718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempted to set empty binding levels {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:07.230396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.272737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38024) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:07.311093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:07.312182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.354146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:07.398450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Allocated IP 2001:db8::2 (b52151ed-2efd-40a5-ac9a-4d575171fcaf/566f9f36-cbc5-4fd2-9072-f9c2866f83f7/0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:07.405906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:subnet and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:07.419881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:07.420087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:07.426015 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf7c632a-142b-44c0-b864-659a7419818a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.5024824 Mar 09 12:19:07.430711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38030) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:07.434725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:07.462283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.490745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e5a0df99-8a2e-4883-a147-ad5bc47500d1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:07.536803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:07.540218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.560433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.609470 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-91d37cb4-c503-4e07-9234-ae52091291ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a03ee367c3643ae80d70b8d090b5a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353150 Mar 09 12:19:07.615772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38034) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:07.618439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Deleting port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:07.618565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.658222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.668883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Transition to ACTIVE for port object 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:07.688754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Transition to ACTIVE for port object 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:07.696472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.707637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e5a0df99-8a2e-4883-a147-ad5bc47500d1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:07.712695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e5a0df99-8a2e-4883-a147-ad5bc47500d1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4942765 Mar 09 12:19:07.733691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38038) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:07.760573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950029469'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:07.764083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:07.772610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:07.775308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:07.784908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:07.786874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Pushing event updated for resources: {'Port': ['ID=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:07.840150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.847412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.856985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.861120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:07.883812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Attempting to bind port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:07.884172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Attempting to bind port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:07.884535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Attempting to bind port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f on network b52151ed-2efd-40a5-ac9a-4d575171fcaf {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:07.891189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:07.891676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Checking segment: {'id': 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:07.892655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.892655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Bound using segment: {'id': 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:07.892989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Bound port: 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:07.893840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.995122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:07.995888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:07.998838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,segment=NetworkSegment(cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f),segment_id=cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:08.003737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.029170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.101720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ad4d-88f7-4de4-9d08-11858b7f2681 None None] Pushing event updated for resources: {'Port': ['ID=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:08.125489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for f34330f7-a557-4cc0-a4d5-725803f9f1a8 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:08.164670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.165191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router 2ecf4fe5-c744-4084-a5ac-05b97726509e {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:19:08.219338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.220435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-44565acf-018f-4146-96a4-55fca2d59885 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 204 len: 168 time: 4.1657512 Mar 09 12:19:08.224317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38042) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:08.245314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-525857806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:08.298967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:08.310481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:08.316271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:08.327791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:08.355280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:08.388755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:08.398298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:08.403325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.404345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.408631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.418711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b, host hv-neutron-8327, got binding levels [] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:08.418711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.431859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.443140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:08.486018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.512841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=f34330f7-a557-4cc0-a4d5-725803f9f1a8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:08.565167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.596702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.605915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Calling delete_port for 6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:08.635873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.660275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:08.673312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:08.719363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:08.719962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.764109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=9fddb372-56fa-442a-9b0b-694de1bda0af,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:08.812219 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-05dcd166-dec9-42c4-8c70-4d83aceb8452 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9407942 Mar 09 12:19:08.813568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.814645 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e362bac6-d646-4122-8ee6-a6c2322789a9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5779054 Mar 09 12:19:08.815173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38046) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:08.824857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38048) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:08.914938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'enable_snat': False}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:08.922587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.945082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:08.949752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.015205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da46334-5913-45ce-8805-63cc4d4d0c5f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:09.025979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.043263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:09.068878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.117225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.118876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3761642 Mar 09 12:19:09.119131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214075a-1e34-47c6-ae25-c71c0de6fadb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6327d706-7e22-451d-93bf-6ded91a237db,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:09.127377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38054) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.130796 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a60e0561-b960-4de2-b8aa-afc63146d337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b HTTP/1.1" status: 204 len: 168 time: 1.6995432 Mar 09 12:19:09.133146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.134439 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ea0b018f-32db-4a12-a4d2-9bd349d71881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4da46334-5913-45ce-8805-63cc4d4d0c5f HTTP/1.1" status: 204 len: 168 time: 1.4909065 Mar 09 12:19:09.134736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38058) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.138176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '6327d706-7e22-451d-93bf-6ded91a237db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.151207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:09.162303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.164208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f24c856b-a614-4cb6-b2f9-f78539a0f56f tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/f34330f7-a557-4cc0-a4d5-725803f9f1a8 HTTP/1.1" status: 204 len: 168 time: 2.3632948 Mar 09 12:19:09.180320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38064) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.193398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:09.198417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:09.198649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:09.199926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:09.202111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:09.203307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a68674e-0c69-4232-a2ae-c2b409966c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:09.203872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9a68674e-0c69-4232-a2ae-c2b409966c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:09.204704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:09.206640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:09.207552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Synchronizing usage tracker for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:09.210734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:09.214567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Router 9fef8946-6659-4810-9359-975dc67ec96a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:19:09.308055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9a68674e-0c69-4232-a2ae-c2b409966c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:09.313157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9a68674e-0c69-4232-a2ae-c2b409966c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports/6eaea2cc-97c4-427a-99ac-3ca8dd8ba12b HTTP/1.1" status: 404 len: 333 time: 0.1660929 Mar 09 12:19:09.313982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38070) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.319068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba84130-5737-4f6b-b23f-74f2c294aa45 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] GET failed (client error): The resource could not be found. Mar 09 12:19:09.320099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cba84130-5737-4f6b-b23f-74f2c294aa45 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:09.330777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209306958'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.343817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:09.358237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c3c77-ced3-469f-939a-f18d85e463e7 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:09.369105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:09.415524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Unset dirty status for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:09.416677 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0274c92a-c7a6-4ce0-84e7-db8a3b7d56f0 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5934665 Mar 09 12:19:09.426601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38074) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.428783 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The resource could not be found. Mar 09 12:19:09.429842 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c7dbf021-9f84-498b-8b38-15ed6a49921f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3013971 Mar 09 12:19:09.431612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cba84130-5737-4f6b-b23f-74f2c294aa45 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:09.432871 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cba84130-5737-4f6b-b23f-74f2c294aa45 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports/f34330f7-a557-4cc0-a4d5-725803f9f1a8 HTTP/1.1" status: 404 len: 333 time: 0.2516007 Mar 09 12:19:09.438030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124380318'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.442507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.442858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38080) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.450851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:09.453442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Made reservation on behalf of 457f05cffad24a70832baac6d37796a3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:09.455933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.458177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-232762111'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.478661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': '6327d706-7e22-451d-93bf-6ded91a237db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd7f46cc5-5fbc-4626-b4a8-2fb50ed1e96a'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.489742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:09.500967 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] Sync routers for ids ['9fef8946-6659-4810-9359-975dc67ec96a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:09.505212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port 9a543d52-9cd5-4992-a8f1-cc485d432543 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:09.528588 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] Routers {'9fef8946-6659-4810-9359-975dc67ec96a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:09.529414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9fef8946-6659-4810-9359-975dc67ec96a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:09.535144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a475efa-fa30-42f4-aec2-6ce021452f51 None None] Provisioning for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:09.595527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:09.603364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.615427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.615833 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1126e9fb-8acf-4d97-9866-a8444da0b702 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4807639 Mar 09 12:19:09.616504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.620934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:09.622931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38088) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:09.623888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:09.652936 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:09.653178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.658156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:09.665466 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] Routers {'9fef8946-6659-4810-9359-975dc67ec96a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:09.667368 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9fef8946-6659-4810-9359-975dc67ec96a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:09.695955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:09.713351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Usage tracker for resource:security_group_rule and tenant:77c00abf958b44c1be15035381472250 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:09.718553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:09.719808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:09.767118 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:09.767747 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbe441-871d-46dc-9741-c164e8686209 None None] The sync data for ids ['9fef8946-6659-4810-9359-975dc67ec96a'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:09.772234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:09.836166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.903608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Update dhcp port {'port': {'network_id': 'b52151ed-2efd-40a5-ac9a-4d575171fcaf', 'fixed_ips': [{'subnet_id': '566f9f36-cbc5-4fd2-9072-f9c2866f83f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fddb372-56fa-442a-9b0b-694de1bda0af'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:19:09.910099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.918904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:09.923285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:09.966192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:09.966774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.983882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:09.985023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:09.999290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.015985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:10.018236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:10.021582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:10.025134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.033653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:10.034584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:10.035178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.059170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=9a543d52-9cd5-4992-a8f1-cc485d432543,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:10.077855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c00abf958b44c1be15035381472250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526117 Mar 09 12:19:10.081821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f823b-5838-4ea4-a799-b4411e4f729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27bc59-a1f5-4e21-b2ed-d36ace7766ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:10.084061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:10.099239 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5b7645b2-3f7d-4f2e-93a3-bbff15b0bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7826676 Mar 09 12:19:10.102465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38098) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:10.111119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:10.224533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:10.231624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:10.243181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:10.243811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.252310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:10.258801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:10.277526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The resource could not be found. Mar 09 12:19:10.278826 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-109e3db7-44c7-485a-8c4c-8448bc9a934d tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8350573 Mar 09 12:19:10.349883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38102) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:10.360313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.360660 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 5325f9d6-a0bd-4808-9325-1408191cb3d9 of type vlan for network c8a54beb-e22d-49ec-a3f0-feafb5892256 Mar 09 12:19:10.375005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.399074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.416277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Allocated IP 172.20.0.1 (b52151ed-2efd-40a5-ac9a-4d575171fcaf/9fddb372-56fa-442a-9b0b-694de1bda0af/0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:10.426958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.430283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:10.433748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.446037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.583668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.595399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,segment=NetworkSegment(cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f),segment_id=cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:10.609453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port caab5975-0529-42b1-83e4-24ed2d43c4cf yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:10.617154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.630254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.638394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27bc59-a1f5-4e21-b2ed-d36ace7766ce,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:10.644584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.645740 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-15ca83fb-a341-42ac-adb6-fd5d62b5f3a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b27bc59-a1f5-4e21-b2ed-d36ace7766ce HTTP/1.1" status: 204 len: 168 time: 0.5600030 Mar 09 12:19:10.663432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Transition to ACTIVE for port object 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:10.700980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.736772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port 9a543d52-9cd5-4992-a8f1-cc485d432543 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:10.744850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.763179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Transition to ACTIVE for port object 9a543d52-9cd5-4992-a8f1-cc485d432543 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:10.768327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.853206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.882548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:10.882963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:10.886996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:10.892235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50327e3-30bc-42c3-acc9-9d9d4f4bfda6 None None] Pushing event updated for resources: {'Port': ['ID=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:10.962237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=9a543d52-9cd5-4992-a8f1-cc485d432543,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:10.973884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:10.973884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:10.973884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:10.982158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:10.982624 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:10.983967 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 2 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.002537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.002871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.003210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.008105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.008429 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.008818 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 3 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.032254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.032590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.032947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.037976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.038306 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.038699 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 4 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.061287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.061638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.061981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.067096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.067435 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.067831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 5 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.082443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.087980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:11.088668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.090632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.091085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.091540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.098096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.098555 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.099059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 6 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.123019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.124611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.125087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.133561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.133997 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.134910 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 7 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.152247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.152678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.153240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.159500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.159926 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.160441 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 8 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.183075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.183705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.184812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.191686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.192772 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.193433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 9 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.215874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.216305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.216879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.221853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.222178 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.222565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 10 to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 Mar 09 12:19:11.238797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:11.239141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:11.239475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:11.244506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:11.245681 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port 9a543d52-9cd5-4992-a8f1-cc485d432543 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:11.245681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.338172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.348466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.386512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port 9a543d52-9cd5-4992-a8f1-cc485d432543, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:11.386959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempted to set empty binding levels {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:11.399564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.457386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6327d706-7e22-451d-93bf-6ded91a237db,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:11.469238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.470362 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c460d5b0-f062-402b-aba6-e82fbf298067 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/6327d706-7e22-451d-93bf-6ded91a237db HTTP/1.1" status: 204 len: 168 time: 1.1191347 Mar 09 12:19:11.476069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38122) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:11.485543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.487344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0594385 Mar 09 12:19:11.488268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b16a1d-c3cc-4202-82ad-16adecae2d54 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=c8a54beb-e22d-49ec-a3f0-feafb5892256,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:11.497024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:11.501822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] In _notify_port_updated(), no bound segment for port 9a543d52-9cd5-4992-a8f1-cc485d432543 on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:11.502709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:11.503436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.504589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "PUT /v2.0/ports/9a543d52-9cd5-4992-a8f1-cc485d432543 HTTP/1.1" status: 200 len: 981 time: 1.4010553 Mar 09 12:19:11.508046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38130) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:11.513791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:11.529057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.535825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:11.540788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.9 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/caab5975-0529-42b1-83e4-24ed2d43c4cf) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:11.544908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.611920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,segment=NetworkSegment(cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f),segment_id=cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:11.644050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.702300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6b1eb-d6c2-4878-8aad-46e48a1aebb8 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:11.757120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86c0fe-b7d9-4f2b-8075-97caa2e9539f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=9a543d52-9cd5-4992-a8f1-cc485d432543,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:11.881420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38138) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:11.919332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:11.954188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Deleting port 8ef027d3-f21e-4a7e-bf09-e893cd2ccc43 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:11.954530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.059954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.070820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:12.073753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:12.134505 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6b8a38d4-d7c7-4b95-b692-b351e9857ff1 tempest-AgentManagementNegativeTest-487270088 tempest-AgentManagementNegativeTest-487270088-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2478409 Mar 09 12:19:12.137380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.140414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-74a92716-c417-47f0-8c10-270ae47e8d39 None None] Provisioning for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:12.149931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-74a92716-c417-47f0-8c10-270ae47e8d39 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:12.149931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74a92716-c417-47f0-8c10-270ae47e8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.170743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4109f2c-9b02-4326-832a-0184b59cb282 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:12.315716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:12.316287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.330913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4109f2c-9b02-4326-832a-0184b59cb282 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:12.337667 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f4109f2c-9b02-4326-832a-0184b59cb282 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8528321 Mar 09 12:19:12.344104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38146) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:12.366247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.376836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.379959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.381705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.382202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.382685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.383161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.383637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.384107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.384631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.385628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Allocated IP 172.26.5.30 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/a8bf221a-0cdb-4527-8123-6a803dea11a9) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:12.390062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.390979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.391473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.391956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.392432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.392920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.394690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:12.429920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 is not hosted by any dhcp agent {{(pid=87830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 12:19:12.441462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:12.443090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.445078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "PUT /v2.0/networks/c8a54beb-e22d-49ec-a3f0-feafb5892256 HTTP/1.1" status: 200 len: 723 time: 0.9449260 Mar 09 12:19:12.449216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38148) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:12.470339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:12.487573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c038be3-557c-43f1-839f-45f833d80340 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=c8a54beb-e22d-49ec-a3f0-feafb5892256,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:12.564809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:12.568602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': 'f5b7538c-f9ea-4873-b15e-7bf91ad3837f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:12.618226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:12.620172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b1ab9fe-d806-45be-81f5-76b5743285fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14721 time: 1.1112175 Mar 09 12:19:12.623924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:12.668863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:12.698708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38160) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:12.725776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:12.734469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:12.745613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:12.751505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.766093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:12.777646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:12.784139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Deleting port 9a543d52-9cd5-4992-a8f1-cc485d432543 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:12.784628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.789542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8bba7e8c-6c71-465e-9a3d-540648b45741 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:12.789917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bba7e8c-6c71-465e-9a3d-540648b45741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.834698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:12.843149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:12.916066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Calling delete_port for 8ef027d3-f21e-4a7e-bf09-e893cd2ccc43 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:13.070530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.098860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.101455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.108477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The resource could not be found. Mar 09 12:19:13.109539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9da65569-2897-4a37-85c8-3aaff1b922a3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5778255 Mar 09 12:19:13.115803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:13.133374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--172984214'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:13.138576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object caab5975-0529-42b1-83e4-24ed2d43c4cf will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:13.147400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:13.167351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:13.174109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:13.188776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Usage tracker for resource:security_group_rule and tenant:ca9b955b72d14f83ad886269f3d13b76 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:13.197845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.198177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:13.216468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:13.243817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:13.281544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.334010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:13.353163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:13.371284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.384557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:13.407263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:13.423075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:13.425506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port 9a543d52-9cd5-4992-a8f1-cc485d432543, host hv-neutron-8327, got binding levels [] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:13.425876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.445231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:13.509487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:13.522648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Pushing event updated for resources: {'Port': ['ID=a8bf221a-0cdb-4527-8123-6a803dea11a9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:13.525149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:13.584072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:13.586189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Calling delete_port for 9a543d52-9cd5-4992-a8f1-cc485d432543 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:13.617648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.733607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.736283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.773010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.775647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6f235640-5f10-4998-a5b0-acd3f432b246 None None] Provisioning for port caab5975-0529-42b1-83e4-24ed2d43c4cf completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:13.781838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6f235640-5f10-4998-a5b0-acd3f432b246 None None] Provisioning complete for port caab5975-0529-42b1-83e4-24ed2d43c4cf triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:13.783085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f235640-5f10-4998-a5b0-acd3f432b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.816491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.849813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6f235640-5f10-4998-a5b0-acd3f432b246 None None] Port caab5975-0529-42b1-83e4-24ed2d43c4cf cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:13.916578 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca9b955b72d14f83ad886269f3d13b76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2165034 Mar 09 12:19:13.917501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a543d52-9cd5-4992-a8f1-cc485d432543,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:13.919390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:13.939756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=6f7c8042-42ea-4ff8-b46e-a6117196e0a9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:13.954343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:13.958556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad92e-3690-45ea-9915-1185013cca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9e577-b354-4519-a2ed-9fc39b5b6498,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:14.002999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:14.003362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: c8a54beb-e22d-49ec-a3f0-feafb5892256, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:14.019561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:14.022189 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fec8faa3-168f-45a6-9778-fb926ed6ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9a543d52-9cd5-4992-a8f1-cc485d432543 HTTP/1.1" status: 204 len: 168 time: 1.3945258 Mar 09 12:19:14.029614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38174) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.061514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:14.062147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.090977 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1315042d-46b7-4ed7-b925-b3806f5a8fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:14.091515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1315042d-46b7-4ed7-b925-b3806f5a8fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:14.097022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:14.097918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=caab5975-0529-42b1-83e4-24ed2d43c4cf,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:14.105238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:14.105876 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.105997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.126168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c8a54beb-e22d-49ec-a3f0-feafb5892256) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:14.140588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:14.141451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.154198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1315042d-46b7-4ed7-b925-b3806f5a8fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:14.156037 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1315042d-46b7-4ed7-b925-b3806f5a8fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports/9a543d52-9cd5-4992-a8f1-cc485d432543 HTTP/1.1" status: 404 len: 333 time: 0.1231711 Mar 09 12:19:14.160136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.166490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38178) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.177280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c455f3f-03ab-47a6-8f5f-83e4c809a1b9 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:14.186088 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3bcacf98-b7a3-43d5-a747-278299cfd3d6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7355614 Mar 09 12:19:14.189561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38182) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.190934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Pushing event deleted for resources: {'Port': ['ID=8ef027d3-f21e-4a7e-bf09-e893cd2ccc43,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:14.197744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2276032', 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:14.205200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:14.213689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.217787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:14.236001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.285580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.327725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.332924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c97deecc-f644-45b4-a496-3bac9cf83e46 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8869867 Mar 09 12:19:14.333948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:14.340134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38186) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.353779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2542786'] for subnet, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.386292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:da:77'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:14.417802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9e577-b354-4519-a2ed-9fc39b5b6498,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:14.447050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.450466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a4a7b27a-32e4-44fe-8a2e-d65e001138f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbb9e577-b354-4519-a2ed-9fc39b5b6498 HTTP/1.1" status: 204 len: 168 time: 0.5206316 Mar 09 12:19:14.480529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.484552 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3620136 Mar 09 12:19:14.493240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.546682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229487512'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:14.551368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126efc-e31f-4ee6-8e33-5b54efc2ae33 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a775a-ecd3-4c33-8ed4-fc5015c1283f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:14.563342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Made reservation on behalf of 457f05cffad24a70832baac6d37796a3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:14.566045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.566389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:14.571582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c8a54beb-e22d-49ec-a3f0-feafb5892256', 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '6f7c8042-42ea-4ff8-b46e-a6117196e0a9'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:14.575411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.641474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:14.716820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.745514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port a448b444-e6aa-41ef-8104-91951c310530 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:14.791613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2408680'] for subnet, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.835306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:14.843984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Allocated IP 2001:db8::2 (c8a54beb-e22d-49ec-a3f0-feafb5892256/6f7c8042-42ea-4ff8-b46e-a6117196e0a9/420e4a73-54cb-48df-bc97-40dbcc5b42ab) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:14.850430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:14.868197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:14.877924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:14.878734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.880308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "PUT /v2.0/subnets/6f7c8042-42ea-4ff8-b46e-a6117196e0a9 HTTP/1.1" status: 200 len: 826 time: 0.6901760 Mar 09 12:19:14.888552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38202) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:14.894520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:14.900397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.920148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.948139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:14.961969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.115948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.129457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Transition to ACTIVE for port object 420e4a73-54cb-48df-bc97-40dbcc5b42ab will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:15.146823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9133-97c7-431d-8ae0-04f6ab1a6b97 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=6f7c8042-42ea-4ff8-b46e-a6117196e0a9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:15.160814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Transition to ACTIVE for port object 420e4a73-54cb-48df-bc97-40dbcc5b42ab will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:15.169156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.267879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Router 9fef8946-6659-4810-9359-975dc67ec96a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:19:15.273623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:15.275245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:15.281725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:15.447223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Attempting to bind port 420e4a73-54cb-48df-bc97-40dbcc5b42ab on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:15.447746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Attempting to bind port 420e4a73-54cb-48df-bc97-40dbcc5b42ab by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:15.448291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Attempting to bind port 420e4a73-54cb-48df-bc97-40dbcc5b42ab on network c8a54beb-e22d-49ec-a3f0-feafb5892256 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:15.451188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Pushing event updated for resources: {'Port': ['ID=420e4a73-54cb-48df-bc97-40dbcc5b42ab,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:15.463213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:15.463930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Checking segment: {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:15.464559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.465187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Bound using segment: {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:15.465860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Bound port: 420e4a73-54cb-48df-bc97-40dbcc5b42ab, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:15.466457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.518583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.534050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.538442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.541589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38218) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:15.546657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.587374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.592687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] For port 420e4a73-54cb-48df-bc97-40dbcc5b42ab, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:15.595657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] For port 420e4a73-54cb-48df-bc97-40dbcc5b42ab, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=420e4a73-54cb-48df-bc97-40dbcc5b42ab,segment=NetworkSegment(5325f9d6-a0bd-4808-9325-1408191cb3d9),segment_id=5325f9d6-a0bd-4808-9325-1408191cb3d9)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:15.612079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.650578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a5e0f2-063d-4663-af1f-b2e3c43b486e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:15.697263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a2223-3b8b-47b3-b4ee-ed686e737f9c None None] Pushing event updated for resources: {'Port': ['ID=420e4a73-54cb-48df-bc97-40dbcc5b42ab,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:15.705553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 420e4a73-54cb-48df-bc97-40dbcc5b42ab {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:15.705903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.747772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:15.762036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] Sync routers for ids ['9fef8946-6659-4810-9359-975dc67ec96a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:15.766608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.770489 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-47cc0e2f-8063-4709-b7f5-9d54863db07e tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "PUT /v2.0/routers/9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 200 len: 709 time: 6.1326132 Mar 09 12:19:15.781948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] Routers {'9fef8946-6659-4810-9359-975dc67ec96a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:15.782482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9fef8946-6659-4810-9359-975dc67ec96a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:15.795321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38224) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:15.875910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.915663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=caab5975-0529-42b1-83e4-24ed2d43c4cf,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:15.928058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.932663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:15.933319 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b973409c-5b28-49d5-ba11-00c18b68c4d3 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4324024 Mar 09 12:19:15.937265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38228) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:15.956143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-732470337'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:15.962123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:15.966590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Usage tracker for resource:network and tenant:2a7488f5791a47cc8c4755a04dd00e79 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:15.970859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:15.977359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:15.984726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] Routers {'9fef8946-6659-4810-9359-975dc67ec96a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:15.985289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9fef8946-6659-4810-9359-975dc67ec96a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:15.999884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:16.005460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group_rule': {'security_group_id': 'e10a775a-ecd3-4c33-8ed4-fc5015c1283f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39a5e0f2-063d-4663-af1f-b2e3c43b486e'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:16.075289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.080298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.088403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.096148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:16.096458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951256-45c4-4c86-a541-ea3edd191101 None None] The sync data for ids ['9fef8946-6659-4810-9359-975dc67ec96a'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:16.138371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9db0d2ed-27a2-41ea-95bc-f76becdedbec None None] Provisioning complete for port caab5975-0529-42b1-83e4-24ed2d43c4cf triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:16.138765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9db0d2ed-27a2-41ea-95bc-f76becdedbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.140116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:16.142579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] In _notify_port_updated(), no bound segment for port caab5975-0529-42b1-83e4-24ed2d43c4cf on network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:16.148020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:16.148666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.153002 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7797d0f7-aa5c-4112-ae09-8fc7fb5118c5 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "PUT /v2.0/ports/caab5975-0529-42b1-83e4-24ed2d43c4cf HTTP/1.1" status: 200 len: 995 time: 1.8030324 Mar 09 12:19:16.160495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:16.164321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38232) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.168695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:16.176996 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-99e7497e-a1be-42c6-8cfe-3b882baa7b9e tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/routers/9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 200 len: 744 time: 0.3759100 Mar 09 12:19:16.208532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9db0d2ed-27a2-41ea-95bc-f76becdedbec None None] Port caab5975-0529-42b1-83e4-24ed2d43c4cf cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:16.225353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:16.228113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38236) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.239349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:16.241759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Made reservation on behalf of 2a7488f5791a47cc8c4755a04dd00e79 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:16.245147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.252928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:16.253848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:16.254470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.285122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:16.293122 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 2.1140211 Mar 09 12:19:16.295751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c96ba8-76f6-4097-a36f-a13a8357dce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=a448b444-e6aa-41ef-8104-91951c310530,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:16.306276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38240) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.315177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.367961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b3e06b81-d46d-41f8-8001-7d3f11c87b56 tempest-RoutersIpV6AdminTest-951489095 tempest-RoutersIpV6AdminTest-951489095-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 200 len: 205 time: 0.1316557 Mar 09 12:19:16.374160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port caab5975-0529-42b1-83e4-24ed2d43c4cf {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:16.374538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.396974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38244) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.419754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:16.463068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f5b9a73c-f82f-435e-913b-685a713e4c90 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 200 len: 205 time: 0.0591362 Mar 09 12:19:16.466504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38248) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.483987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Usage tracker for resource:security_group_rule and tenant:2a7488f5791a47cc8c4755a04dd00e79 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:16.499611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:16.518128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:16.551797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a3537-312b-42e5-b84c-c16fdd0258cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:16.552377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1c3a3537-312b-42e5-b84c-c16fdd0258cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:16.572104 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:16.576749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9a688754-8f4f-4fc3-b5e0-7d40e934b6eb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5950007 Mar 09 12:19:16.579795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38252) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.652944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1c3a3537-312b-42e5-b84c-c16fdd0258cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:16.657891 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1c3a3537-312b-42e5-b84c-c16fdd0258cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports/a448b444-e6aa-41ef-8104-91951c310530 HTTP/1.1" status: 200 len: 956 time: 0.3505514 Mar 09 12:19:16.660468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.675242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38256) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:16.754795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 420e4a73-54cb-48df-bc97-40dbcc5b42ab, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=420e4a73-54cb-48df-bc97-40dbcc5b42ab,segment=NetworkSegment(5325f9d6-a0bd-4808-9325-1408191cb3d9),segment_id=5325f9d6-a0bd-4808-9325-1408191cb3d9)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:16.755183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:16.897214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d65caa-dcf1-4c89-a8d5-b6fdc99e27da None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:17.016798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2afc6724-3405-45db-8bec-36e7a60e9901 None None] Provisioning for port 420e4a73-54cb-48df-bc97-40dbcc5b42ab completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:17.106807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Router b607407b-264e-44af-8bed-0b0490f1d6a1 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:19:17.107960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 420e4a73-54cb-48df-bc97-40dbcc5b42ab owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:17.119700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.123745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.187139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Deleting port a448b444-e6aa-41ef-8104-91951c310530 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:17.187607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.218143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.218667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Fanout notify agent at l3_agent the message router_deleted on router 9fef8946-6659-4810-9359-975dc67ec96a {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:19:17.227984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.289977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.291375 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1f3eea16-42b7-4a99-87da-5f2094d1c9d3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 204 len: 168 time: 0.8217568 Mar 09 12:19:17.302892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38260) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.309406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.355354 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-91214ba3-4676-4a40-8a30-7251fb6df0e6 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 200 len: 205 time: 0.0481510 Mar 09 12:19:17.355354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38264) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.391817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b04921-6901-4050-8a54-6e7d48c42172 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:17.439365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:17.442980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.444169 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0d1779de-2170-4855-b922-5a45e2d40716 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "PUT /v2.0/routers/b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 200 len: 914 time: 8.5761318 Mar 09 12:19:17.445477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-113c75c0-c6be-425c-8376-b662d8b8ae1f tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:17.446369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-113c75c0-c6be-425c-8376-b662d8b8ae1f tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/9fef8946-6659-4810-9359-975dc67ec96a HTTP/1.1" status: 404 len: 336 time: 0.0906677 Mar 09 12:19:17.446973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38268) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.453323 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] Sync routers for ids ['b607407b-264e-44af-8bed-0b0490f1d6a1'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:17.464456 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] Routers {'b607407b-264e-44af-8bed-0b0490f1d6a1'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:17.466773 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b607407b-264e-44af-8bed-0b0490f1d6a1'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:17.471379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.515669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for caab5975-0529-42b1-83e4-24ed2d43c4cf owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:17.540782 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:17.550232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38272) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.557556 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] Routers {'b607407b-264e-44af-8bed-0b0490f1d6a1'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:17.558351 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:18:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b607407b-264e-44af-8bed-0b0490f1d6a1'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:17.626655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.675611 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-adf68850-2e67-4e94-877b-f72622ccc3ae tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 200 len: 205 time: 0.1202774 Mar 09 12:19:17.679304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38276) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.687757 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:17.688834 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44090b-6d26-4f69-b8bd-9142a0f1ae65 None None] The sync data for ids ['b607407b-264e-44af-8bed-0b0490f1d6a1'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:17.693223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.779932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-aaa60057-5069-4501-93da-68ed8337085a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:17.784158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aaa60057-5069-4501-93da-68ed8337085a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/a1b25654-446e-44e1-90f3-d81de3f9ad6f HTTP/1.1" status: 404 len: 336 time: 0.0942366 Mar 09 12:19:17.793767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.846885 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-febc34a2-63bc-4895-b028-9dbab827e762 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 200 len: 920 time: 0.3988276 Mar 09 12:19:17.849442 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-23729205-1272-40ea-9ece-ac19511a3f11 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 200 len: 205 time: 0.0545011 Mar 09 12:19:17.849966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38284) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.865938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.928716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e33d0-723f-4cff-9bfa-60f195cc4a86 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:17.930248 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-827e33d0-723f-4cff-9bfa-60f195cc4a86 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=b607407b-264e-44af-8bed-0b0490f1d6a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793934 Mar 09 12:19:17.932993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38292) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:17.938617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16ab80-79d6-4e42-a425-5242cd12199c,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:17.971521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:17.994829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3007e841-c3b5-426d-9d6a-d9a7870a8035 None None] Could not find standard attr ID for object 420e4a73-54cb-48df-bc97-40dbcc5b42ab. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:19:18.017511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-1305c8cc-6dbf-4f59-80b6-fd4055da07b5 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:18.020923 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1305c8cc-6dbf-4f59-80b6-fd4055da07b5 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/9459ee60-c850-4adf-8bc7-e1b7b7911a60 HTTP/1.1" status: 404 len: 336 time: 0.1450164 Mar 09 12:19:18.027725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.035515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.047863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 420e4a73-54cb-48df-bc97-40dbcc5b42ab up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:18.049084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38296) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.075517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65f4f2-9945-405f-96a3-445bfa120e2f tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:18.080682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2a65f4f2-9945-405f-96a3-445bfa120e2f tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/networks/7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 881 time: 0.1443024 Mar 09 12:19:18.080978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38298) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.085240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 420e4a73-54cb-48df-bc97-40dbcc5b42ab {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:18.085588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 420e4a73-54cb-48df-bc97-40dbcc5b42ab not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 09 12:19:18.093788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a5e0f2-063d-4663-af1f-b2e3c43b486e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:18.128526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-76ea2a55-c763-4515-a0fb-cfc8ffbbcdd1 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 200 len: 205 time: 0.0442374 Mar 09 12:19:18.129147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38304) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.129789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Port 420e4a73-54cb-48df-bc97-40dbcc5b42ab not found, will not notify nova. {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 09 12:19:18.253162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Port': ['ID=420e4a73-54cb-48df-bc97-40dbcc5b42ab,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:18.267034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Calling delete_port for a448b444-e6aa-41ef-8104-91951c310530 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:18.317462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.318867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056c990-cd45-4355-a44c-169b79fe8db1 None None] DHCP port deletion for c8a54beb-e22d-49ec-a3f0-feafb5892256 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:18.338555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2e16f-7a73-475f-97a5-31536b3967a9 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:19:18.339494 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c9a5a16c-22ba-425a-bea6-a43241850be3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 200 len: 205 time: 0.2586927 Mar 09 12:19:18.355599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38308) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.506887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2e16f-7a73-475f-97a5-31536b3967a9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:19:18.613386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No DVR routers for this DVR port 420e4a73-54cb-48df-bc97-40dbcc5b42ab on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:18.646507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.652871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.654931 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-c29de923-2a15-438a-9d62-e9cf0542aa52 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:18.655971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c29de923-2a15-438a-9d62-e9cf0542aa52 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/e11dc292-954d-4be5-b721-8f9ddc386660 HTTP/1.1" status: 404 len: 336 time: 0.2957911 Mar 09 12:19:18.659027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38312) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.659853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port a8bf221a-0cdb-4527-8123-6a803dea11a9 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:18.660186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.660388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:18.711458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.715061 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0d7a2baf-2690-41ae-98c5-83a6087d131b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/39a5e0f2-063d-4663-af1f-b2e3c43b486e HTTP/1.1" status: 204 len: 168 time: 2.1293683 Mar 09 12:19:18.724933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38316) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.746567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=caab5975-0529-42b1-83e4-24ed2d43c4cf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:18.757932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.758079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Added segment 48598c57-f7af-4f16-9167-c6cf8ba9d99a of type vlan for network 23da33eb-e1b3-406d-bb27-37507ed57892 Mar 09 12:19:18.760817 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-672de58f-70d0-4d9d-9ff1-32b8cca32af5 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 200 len: 205 time: 0.0759497 Mar 09 12:19:18.761500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.807594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.828923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.882098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-df861260-a484-4907-b689-250be4fcf78a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:18.882543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c8a54beb-e22d-49ec-a3f0-feafb5892256', 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': '6f7c8042-42ea-4ff8-b46e-a6117196e0a9'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:18.883583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.885779 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df861260-a484-4907-b689-250be4fcf78a tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/b8fa1b63-35a7-4566-863d-163b5a17ad18 HTTP/1.1" status: 404 len: 336 time: 0.1185503 Mar 09 12:19:18.886336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38324) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:18.948594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:18.963909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event deleted for resources: {'Port': ['ID=a448b444-e6aa-41ef-8104-91951c310530,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:18.989554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.009231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-698d929a-5f1d-46d3-b03a-775f146b84b4 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "GET /v2.0/ports?device_id=02195722-de35-4a6a-a869-cceba4e6050a HTTP/1.1" status: 200 len: 205 time: 0.1168461 Mar 09 12:19:19.010227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.044113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-be6f650e-dc8d-445e-9e81-fe095472656b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:19.056749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Allocated IP 2001:db8::2 (c8a54beb-e22d-49ec-a3f0-feafb5892256/6f7c8042-42ea-4ff8-b46e-a6117196e0a9/d5c4cbfe-6f87-4b57-887a-0a8482db46ab) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:19.075647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-be6f650e-dc8d-445e-9e81-fe095472656b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:19.077527 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-be6f650e-dc8d-445e-9e81-fe095472656b tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3433642 Mar 09 12:19:19.080497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38332) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.083944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.101791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.109250 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-0987b7bf-28ce-4424-890f-0bbfb7f5c475 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] delete failed (client error): The resource could not be found. Mar 09 12:19:19.110525 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0987b7bf-28ce-4424-890f-0bbfb7f5c475 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/routers/02195722-de35-4a6a-a869-cceba4e6050a HTTP/1.1" status: 404 len: 336 time: 0.0930693 Mar 09 12:19:19.112774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f355b3ce-6596-4982-bc12-befbbce6e7ed tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/caab5975-0529-42b1-83e4-24ed2d43c4cf HTTP/1.1" status: 204 len: 168 time: 2.9457579 Mar 09 12:19:19.114062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38336) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.115511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3489a910-408b-450f-9f83-a7f6a27c315c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a448b444-e6aa-41ef-8104-91951c310530 HTTP/1.1" status: 204 len: 168 time: 2.4195361 Mar 09 12:19:19.118015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38338) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.118471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.181109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.186888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:19.187469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.234250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for a8bf221a-0cdb-4527-8123-6a803dea11a9 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:19.272399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.283261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c675803-1d40-4af6-8b1a-8f60c2f1f0f3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:19.284185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Transition to ACTIVE for port object d5c4cbfe-6f87-4b57-887a-0a8482db46ab will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:19.284472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c675803-1d40-4af6-8b1a-8f60c2f1f0f3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:19.286373 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c675803-1d40-4af6-8b1a-8f60c2f1f0f3 tempest-RoutersIpV6AdminTest-1683973149 tempest-RoutersIpV6AdminTest-1683973149-project] 10.222.0.20 "DELETE /v2.0/subnets/af1d5529-3ad3-4928-b2b3-9f7f514bd907 HTTP/1.1" status: 404 len: 337 time: 0.1695316 Mar 09 12:19:19.294290 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16d90a0-0a66-45c7-9963-2c32508ea586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:19.295042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e16d90a0-0a66-45c7-9963-2c32508ea586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:19.300772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bd72f5-3b4b-4b27-a036-02dd19911d62 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] GET failed (client error): The resource could not be found. Mar 09 12:19:19.301517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-98bd72f5-3b4b-4b27-a036-02dd19911d62 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:19.305326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Transition to ACTIVE for port object d5c4cbfe-6f87-4b57-887a-0a8482db46ab will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:19.316461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.343484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.366961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8239553 Mar 09 12:19:19.373904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.386538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Request body: {'subnet': {'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:19.401604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066f90-773b-4c90-a22d-180c4271af8d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'Network': ['ID=23da33eb-e1b3-406d-bb27-37507ed57892,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.416114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-98bd72f5-3b4b-4b27-a036-02dd19911d62 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:19.417582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-98bd72f5-3b4b-4b27-a036-02dd19911d62 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports/caab5975-0529-42b1-83e4-24ed2d43c4cf HTTP/1.1" status: 404 len: 333 time: 0.2978764 Mar 09 12:19:19.418539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e16d90a0-0a66-45c7-9963-2c32508ea586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:19.421239 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e16d90a0-0a66-45c7-9963-2c32508ea586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports/a448b444-e6aa-41ef-8104-91951c310530 HTTP/1.1" status: 404 len: 333 time: 0.2984881 Mar 09 12:19:19.422356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38358) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.428633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.437922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-316486082'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:19.439194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 23da33eb-e1b3-406d-bb27-37507ed57892 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:19.445142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-1475017705'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:19.475315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:19.481548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:19.494987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:19.551264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Pushing event updated for resources: {'Port': ['ID=d5c4cbfe-6f87-4b57-887a-0a8482db46ab,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.577977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.595029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:19.606134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.615365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Usage tracker for resource:subnet and tenant:2a7488f5791a47cc8c4755a04dd00e79 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:19.620012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:19.626243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:19.631943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:19.637657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:19.676873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:19.677990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Attempting to bind port d5c4cbfe-6f87-4b57-887a-0a8482db46ab on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:19.678367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Attempting to bind port d5c4cbfe-6f87-4b57-887a-0a8482db46ab by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:19.678729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Attempting to bind port d5c4cbfe-6f87-4b57-887a-0a8482db46ab on network c8a54beb-e22d-49ec-a3f0-feafb5892256 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:19.682958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:19.688027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.689587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:19.689973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Checking segment: {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:19.690225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Made reservation on behalf of 2a7488f5791a47cc8c4755a04dd00e79 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:19.690355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.690748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Bound using segment: {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:19.693753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.694161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Bound port: d5c4cbfe-6f87-4b57-887a-0a8482db46ab, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5325f9d6-a0bd-4808-9325-1408191cb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:19.695071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.736944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.750289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:19.776232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7c8042-42ea-4ff8-b46e-a6117196e0a9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.800792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Made reservation on behalf of 457f05cffad24a70832baac6d37796a3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:19.803418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.817309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] For port d5c4cbfe-6f87-4b57-887a-0a8482db46ab, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:19.821999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a775a-ecd3-4c33-8ed4-fc5015c1283f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.828517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port b3c0adb3-5152-4dc8-aef3-389c81537f09 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:19.834249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] For port d5c4cbfe-6f87-4b57-887a-0a8482db46ab, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d5c4cbfe-6f87-4b57-887a-0a8482db46ab,segment=NetworkSegment(5325f9d6-a0bd-4808-9325-1408191cb3d9),segment_id=5325f9d6-a0bd-4808-9325-1408191cb3d9)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:19.846832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.848315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38368) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.864922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.866029 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bc5c87b5-1eba-471a-8af9-90ff181bea9e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/e10a775a-ecd3-4c33-8ed4-fc5015c1283f HTTP/1.1" status: 204 len: 168 time: 0.7844551 Mar 09 12:19:19.868337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.874145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38374) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:19.937018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=a8bf221a-0cdb-4527-8123-6a803dea11a9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.971485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:19.992640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6fa44-5fe4-4083-bf68-ee5805a94320 None None] Pushing event updated for resources: {'Port': ['ID=d5c4cbfe-6f87-4b57-887a-0a8482db46ab,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:19.997088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:20.052589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 420e4a73-54cb-48df-bc97-40dbcc5b42ab no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:20.079716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2039f8-7de2-42c9-8afd-d1d2638fbdec None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:19:20.104784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a54beb-e22d-49ec-a3f0-feafb5892256']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:20.119577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.125378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 420e4a73-54cb-48df-bc97-40dbcc5b42ab {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:20.125853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 420e4a73-54cb-48df-bc97-40dbcc5b42ab not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:20.178596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325f9d6-a0bd-4808-9325-1408191cb3d9') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:20.178895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325f9d6-a0bd-4808-9325-1408191cb3d9') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:20.211785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.219273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2039f8-7de2-42c9-8afd-d1d2638fbdec None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:19:20.245416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.288073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:20.288795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:20.303833 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:20.306107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.7 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/b3c0adb3-5152-4dc8-aef3-389c81537f09) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:20.382940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.421935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e57ea5f9-1131-45bc-a29c-d92cebd188d0 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:20.499402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:20.514927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Usage tracker for resource:security_group_rule and tenant:05e4bfb427eb44ac8ce78e275572f103 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:20.519394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.521330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e57ea5f9-1131-45bc-a29c-d92cebd188d0 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:20.526379 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e57ea5f9-1131-45bc-a29c-d92cebd188d0 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6188705 Mar 09 12:19:20.526379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:20.528176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.530320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38378) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:20.536994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:20.555462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'tempest-secgroup--632649666'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:20.570353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:20.604955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:20.609564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb39087-a207-42e0-b920-0d59eb8be448 None None] Network c8a54beb-e22d-49ec-a3f0-feafb5892256 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:20.629642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.630521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router b607407b-264e-44af-8bed-0b0490f1d6a1 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:19:20.634619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.674022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.698195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:19:20.698195 dv-neutron-832762-2-hyperv neutron-server[87830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:19:20.698195 dv-neutron-832762-2-hyperv neutron-server[87830]: [parameters: {'id': 'c8a54beb-e22d-49ec-a3f0-feafb5892256'}] Mar 09 12:19:20.698195 dv-neutron-832762-2-hyperv neutron-server[87830]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:20.698703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:20.717113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.746405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:20.774380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Usage tracker for resource:security_group_rule and tenant:3b5443ff8f79478ea212028d9a8e71f2 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:20.780723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:20.786018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'Subnet': ['ID=ee31475d-1f30-42a1-9aac-47132f1667c8,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:20.801450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:20.830495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.837388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38382) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:20.837680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2cc09ac9-c45b-457f-91ba-3a3e18091193 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 204 len: 168 time: 2.7077293 Mar 09 12:19:20.838861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Checking segment: {'id': '48598c57-f7af-4f16-9167-c6cf8ba9d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:20.838861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Network hostable DHCP agents. Network: 23da33eb-e1b3-406d-bb27-37507ed57892, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:20.854117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754706159', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:20.866092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.870717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.874483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:20.881097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] DHCP port deletion for c8a54beb-e22d-49ec-a3f0-feafb5892256 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:20.888326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Deleting port d5c4cbfe-6f87-4b57-887a-0a8482db46ab {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:20.889418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.899186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.907135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.916569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Usage tracker for resource:router and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:20.926732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:20.928181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Network 23da33eb-e1b3-406d-bb27-37507ed57892 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:20.950076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:20.961838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object b3c0adb3-5152-4dc8-aef3-389c81537f09 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:20.973945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Network cdf0dc33-0737-422a-bf0b-e96c975aa17e is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:20.985198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:20.986475 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05e4bfb427eb44ac8ce78e275572f103&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1366994 Mar 09 12:19:20.991152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:20.992278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:20.993215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:20.998271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38386) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:21.000500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.001512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.002604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 23da33eb-e1b3-406d-bb27-37507ed57892) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:21.007040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:21.007631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.016754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e0279-e37e-417a-af26-46296da417c0 None None] Network 23da33eb-e1b3-406d-bb27-37507ed57892 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:21.018894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a76dd-7f06-4db9-8f3e-a319a862fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945ca803-1c09-4a28-a77d-6c35501bc711,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.034643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=fbcc7ec2-a273-415c-a13f-ca2b8bed3aae,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.041804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.050514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.071801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4940121c-ae30-4d30-ae7b-9830f1a44e28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6968145 Mar 09 12:19:21.075042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38390) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:21.093718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Request body: {'port': {'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1381468070'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:21.099850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7fc2db-0b65-4f8c-999b-bef1e8d72109,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.104056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.105307 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d64b7f4-9065-4056-81b3-a71af67ca45e tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5703065 Mar 09 12:19:21.108498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38394) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:21.108997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.113642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-97089ace-5a04-4cc3-a1d4-2f4c46ff5c83 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:21.114280 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-97089ace-5a04-4cc3-a1d4-2f4c46ff5c83 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 12:19:21.114781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-97089ace-5a04-4cc3-a1d4-2f4c46ff5c83 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 12:19:21.115698 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-97089ace-5a04-4cc3-a1d4-2f4c46ff5c83 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "PUT /v2.0/security-groups/ed7fc2db-0b65-4f8c-999b-bef1e8d72109 HTTP/1.1" status: 409 len: 330 time: 0.0062194 Mar 09 12:19:21.118886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38398) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:21.182968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.235160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.242195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] For port d5c4cbfe-6f87-4b57-887a-0a8482db46ab, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d5c4cbfe-6f87-4b57-887a-0a8482db46ab,segment=NetworkSegment(5325f9d6-a0bd-4808-9325-1408191cb3d9),segment_id=5325f9d6-a0bd-4808-9325-1408191cb3d9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:21.242740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.289454 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c6385a36-f334-4ac1-b521-5a800cadbda7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8574128 Mar 09 12:19:21.290673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38402) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:21.297440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:21.345706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.425175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.445408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Calling delete_port for d5c4cbfe-6f87-4b57-887a-0a8482db46ab owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:21.472769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:21.545872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port d5c4cbfe-6f87-4b57-887a-0a8482db46ab {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:21.546322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.570398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:21.572177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=b3c0adb3-5152-4dc8-aef3-389c81537f09,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.582659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-23da33eb-e1b3-406d-bb27-37507ed57892', 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892', 'tenant_id': '2a7488f5791a47cc8c4755a04dd00e79', 'fixed_ips': [{'subnet_id': 'ee31475d-1f30-42a1-9aac-47132f1667c8'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:21.582870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:21.583034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.600036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.642943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.654685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] Pushing event deleted for resources: {'Port': ['ID=d5c4cbfe-6f87-4b57-887a-0a8482db46ab,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.708796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698f3f4-cd1e-4e1f-99a2-60369f1de021 None None] No DVR routers for this DVR port d5c4cbfe-6f87-4b57-887a-0a8482db46ab on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:21.713468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.767224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] device_id is not set on port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:21.778557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.785617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port 'd5c4cbfe-6f87-4b57-887a-0a8482db46ab' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:21.792591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:21.796831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Transition to ACTIVE for port object fbcc7ec2-a273-415c-a13f-ca2b8bed3aae will not be triggered until provisioned by entity L2. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:21.803095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.825274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Allocated IP 172.20.0.2 (23da33eb-e1b3-406d-bb27-37507ed57892/ee31475d-1f30-42a1-9aac-47132f1667c8/abcf8124-ba73-4fb2-8bde-aab973997575) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:21.890084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Usage tracker for resource:port and tenant:2a7488f5791a47cc8c4755a04dd00e79 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:21.927193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:21.931645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.970647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=fbcc7ec2-a273-415c-a13f-ca2b8bed3aae,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:21.978085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:21.978422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:21.978788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:21.980253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:21.985893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:21.986297 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:21.986694 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 2 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:21.989409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d29eaa2-c9d9-4b03-9f82-c771947e346c None None] Provisioning for port b3c0adb3-5152-4dc8-aef3-389c81537f09 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:22.002604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:22.004173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.004289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.004539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.009653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.009975 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.010416 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 3 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.025970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d29eaa2-c9d9-4b03-9f82-c771947e346c None None] Provisioning complete for port b3c0adb3-5152-4dc8-aef3-389c81537f09 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:22.026482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.026636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d29eaa2-c9d9-4b03-9f82-c771947e346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.026824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.027164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.032237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.032564 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.033028 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 4 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.033771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:22.034394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.049656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.049656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.049913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.055072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.055818 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.055818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 5 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.074807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.075135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.075468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.082883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.082883 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.082883 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 6 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.108247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.108765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0d29eaa2-c9d9-4b03-9f82-c771947e346c None None] Port b3c0adb3-5152-4dc8-aef3-389c81537f09 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:22.109060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.110465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.110625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.116538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.116865 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.117281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 7 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.133418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.133746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.134080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.139805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.140135 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.140522 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 8 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.147838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Made reservation on behalf of 2a7488f5791a47cc8c4755a04dd00e79 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:22.151336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.156135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.156475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.156810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.161447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.161769 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.162152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 9 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.175626 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b249e926-d0a1-4138-9efe-ad2e5abdbf01 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7488482 Mar 09 12:19:22.179237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38406) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:22.180187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.187195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'network_id': '1eeb602c-aa27-48a2-a20f-bc5f5eb2de69', 'name': 'tempest-AllowedAddressPairTestJSON-1503314871'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:22.213836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.217099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Transition to ACTIVE for port object abcf8124-ba73-4fb2-8bde-aab973997575 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:22.220051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.220269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] device_id is not set on port 76bc86c9-dd3b-49bc-8afc-527b477d3792 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:22.220842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.221134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.230690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.231019 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.234817 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempt 10 to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae Mar 09 12:19:22.239045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Transition to ACTIVE for port object abcf8124-ba73-4fb2-8bde-aab973997575 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:22.245891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.272609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.278202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a54beb-e22d-49ec-a3f0-feafb5892256']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:22.317534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Network 23da33eb-e1b3-406d-bb27-37507ed57892 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:22.318306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.318647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.318985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempting to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.322131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:22.327391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:22.329651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Pushing event updated for resources: {'Port': ['ID=abcf8124-ba73-4fb2-8bde-aab973997575,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:22.334649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:22.334979 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Failed to bind port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdf0dc33-0737-422a-bf0b-e96c975aa17e'}] Mar 09 12:19:22.335354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.417342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:22.426221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Usage tracker for resource:port and tenant:708f09d93d8c47cbb8ee9f6e373a373f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:22.427829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Attempting to bind port abcf8124-ba73-4fb2-8bde-aab973997575 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:22.428421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Attempting to bind port abcf8124-ba73-4fb2-8bde-aab973997575 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '48598c57-f7af-4f16-9167-c6cf8ba9d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:22.428555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Attempting to bind port abcf8124-ba73-4fb2-8bde-aab973997575 on network 23da33eb-e1b3-406d-bb27-37507ed57892 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:22.430404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:22.434454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:22.434645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Checking segment: {'id': '48598c57-f7af-4f16-9167-c6cf8ba9d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:22.434958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.435902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Bound using segment: {'id': '48598c57-f7af-4f16-9167-c6cf8ba9d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:22.436388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Bound port: abcf8124-ba73-4fb2-8bde-aab973997575, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48598c57-f7af-4f16-9167-c6cf8ba9d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:22.436765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.464930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:22.473727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945ca803-1c09-4a28-a77d-6c35501bc711,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:22.487583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae, host hv-neutron-8327, cleared binding levels {{(pid=87831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:22.488136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attempted to set empty binding levels {{(pid=87831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:22.493066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Made reservation on behalf of 708f09d93d8c47cbb8ee9f6e373a373f for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:22.497881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.501217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325f9d6-a0bd-4808-9325-1408191cb3d9') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:22.501524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325f9d6-a0bd-4808-9325-1408191cb3d9') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:22.525425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.537653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.545724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7fc2db-0b65-4f8c-999b-bef1e8d72109,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:22.574253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2dc70e36-5026-4464-bc28-689184844780 None None] For port abcf8124-ba73-4fb2-8bde-aab973997575, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:22.587853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.592264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2dc70e36-5026-4464-bc28-689184844780 None None] For port abcf8124-ba73-4fb2-8bde-aab973997575, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=abcf8124-ba73-4fb2-8bde-aab973997575,segment=NetworkSegment(48598c57-f7af-4f16-9167-c6cf8ba9d99a),segment_id=48598c57-f7af-4f16-9167-c6cf8ba9d99a)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:22.592933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a6b33e73-4c9e-43ba-8195-97e3c506da9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/945ca803-1c09-4a28-a77d-6c35501bc711 HTTP/1.1" status: 204 len: 168 time: 1.5836396 Mar 09 12:19:22.594163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.596053 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3a637fc9-4000-4815-8feb-014e8a2d409f tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed7fc2db-0b65-4f8c-999b-bef1e8d72109 HTTP/1.1" status: 204 len: 168 time: 1.4648786 Mar 09 12:19:22.602827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38412) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:22.604593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.610760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] In _notify_port_updated(), no bound segment for port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae on network cdf0dc33-0737-422a-bf0b-e96c975aa17e {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:22.611716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:22.612809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-574bb37d-e4c0-43bc-91e5-4b6cd7844d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.612979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.614383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "PUT /v2.0/ports/fbcc7ec2-a273-415c-a13f-ca2b8bed3aae HTTP/1.1" status: 200 len: 980 time: 1.3222711 Mar 09 12:19:22.617766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.622011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38416) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:22.664231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:22.664905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.677946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] device_id is not set on port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:22.682348 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:22.713812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc70e36-5026-4464-bc28-689184844780 None None] Pushing event updated for resources: {'Port': ['ID=abcf8124-ba73-4fb2-8bde-aab973997575,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:22.858988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b41fc353-60c1-4f6b-8837-30f2c305adbb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Synchronizing usage tracker for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:22.870210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Allocated IP 172.20.0.3 (23da33eb-e1b3-406d-bb27-37507ed57892/ee31475d-1f30-42a1-9aac-47132f1667c8/76bc86c9-dd3b-49bc-8afc-527b477d3792) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:22.872139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.877269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.910780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c9dff-8774-4963-bc89-736dfe6364b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event updated for resources: {'Port': ['ID=fbcc7ec2-a273-415c-a13f-ca2b8bed3aae,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:22.920456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Deleting port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:22.920811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:22.930028 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/c8a54beb-e22d-49ec-a3f0-feafb5892256 HTTP/1.1" status: 204 len: 168 time: 8.0373211 Mar 09 12:19:22.944812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38422) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:22.976415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b41fc353-60c1-4f6b-8837-30f2c305adbb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] Unset dirty status for tenant:3b5443ff8f79478ea212028d9a8e71f2 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:22.983202 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b41fc353-60c1-4f6b-8837-30f2c305adbb tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3757126 Mar 09 12:19:22.999543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38426) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.004328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38428) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.079827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e9fc3-b7a8-47dc-9139-3a71d57b0584 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=c8a54beb-e22d-49ec-a3f0-feafb5892256,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:23.163316 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc96020-f3f1-4c57-8565-696c39e2482d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:23.163790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc96020-f3f1-4c57-8565-696c39e2482d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:23.165502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6bc96020-f3f1-4c57-8565-696c39e2482d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/c8a54beb-e22d-49ec-a3f0-feafb5892256 HTTP/1.1" status: 404 len: 339 time: 0.2194057 Mar 09 12:19:23.172981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38434) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.201124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031549856', 'description': 'd1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:23.212202 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d3fd29a1-e9b6-4017-8132-8e5e7fd0e24a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcdde27fb2a3409897771625ec3c8f5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1718476 Mar 09 12:19:23.212958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-a134130e-523c-42fe-b1ef-270ddeab7f95 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] delete failed (client error): The resource could not be found. Mar 09 12:19:23.213968 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a134130e-523c-42fe-b1ef-270ddeab7f95 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "DELETE /v2.0/security-groups/bae40c28-555c-4cd5-b103-723d25fe2134 HTTP/1.1" status: 404 len: 347 time: 0.2095361 Mar 09 12:19:23.215452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:23.219493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38438) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.219834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38440) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.232658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.272633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.273166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Usage tracker for resource:network and tenant:d14b5164a4a14d25b79be8d97565eebd is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:23.303281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:23.329241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:23.331497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Allocated IP 172.20.0.6 (1eeb602c-aa27-48a2-a20f-bc5f5eb2de69/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad/e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:23.333615 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-1577d980-4206-4b33-91f2-d25767af6921 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] show failed (client error): The resource could not be found. Mar 09 12:19:23.334664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1577d980-4206-4b33-91f2-d25767af6921 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-groups/1359434e-d410-4907-8031-55f60eb61a40 HTTP/1.1" status: 404 len: 347 time: 0.1124489 Mar 09 12:19:23.340428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38446) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.373349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] For port fbcc7ec2-a273-415c-a13f-ca2b8bed3aae, host hv-neutron-8327, got binding levels [] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:23.373819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.390864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:23.394269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.423476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-db7622c6-bb7b-4439-90d8-a31c0031e8f1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] show failed (client error): The resource could not be found. Mar 09 12:19:23.424483 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-db7622c6-bb7b-4439-90d8-a31c0031e8f1 tempest-NegativeSecGroupTest-693294121 tempest-NegativeSecGroupTest-693294121-project] 10.222.0.20 "GET /v2.0/security-group-rules/04fae87e-4d70-4a87-a1f9-ecd635a9cc9a HTTP/1.1" status: 404 len: 356 time: 0.0831201 Mar 09 12:19:23.548130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Calling delete_port for fbcc7ec2-a273-415c-a13f-ca2b8bed3aae owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:23.600174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.612415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Allocated IP 172.26.5.130 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/27e0b22f-ebda-444f-864d-73d187aa057b) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:23.639938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Transition to ACTIVE for port object 76bc86c9-dd3b-49bc-8afc-527b477d3792 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:23.647448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.674623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:23.743484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.743829 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 043c5f08-cd8e-42d0-8482-668a3464043d of type vlan for network 6ac89c7f-0338-473b-80c5-3150f5aca417 Mar 09 12:19:23.784846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.807840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.851150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38458) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:23.880726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.883202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.898717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Network 23da33eb-e1b3-406d-bb27-37507ed57892 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:23.898926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:23.902674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:23.914368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:23.967497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'Port': ['ID=76bc86c9-dd3b-49bc-8afc-527b477d3792,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:23.981865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbcc7ec2-a273-415c-a13f-ca2b8bed3aae,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:23.998935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:24.000083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.017498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.028725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.038571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.047362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.052814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:24.053466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.093665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca9177-53aa-4042-b1dc-b8b35d401e7e None None] Network 23da33eb-e1b3-406d-bb27-37507ed57892 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:24.096288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-298240ca-f1c7-4473-afdf-e5b78fc56a5d tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0155957 Mar 09 12:19:24.100648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.103933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38464) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.121674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:24.130367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:24.134526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:24.149821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Transition to ACTIVE for port object e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:24.167700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Request body: {'port': {'network_id': '23da33eb-e1b3-406d-bb27-37507ed57892', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1509273643', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:24.168411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] bootfile-name is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:24.168954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] tftp-server is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:24.169503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.api.validators [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] server-ip-address is not in valid_values {{(pid=87831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:24.173409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event updated for resources: {'Port': ['ID=27e0b22f-ebda-444f-864d-73d187aa057b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:24.189251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef607961-1dad-4314-afc8-a912f9826f38,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:24.191741 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-40ac8985-a46c-4bba-a4f5-385730d3dfc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fbcc7ec2-a273-415c-a13f-ca2b8bed3aae HTTP/1.1" status: 204 len: 168 time: 1.5608532 Mar 09 12:19:24.197498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.202049 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0234389 Mar 09 12:19:24.203256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.204260 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-80b457bb-c2a8-40fb-a49d-a27665de67f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef607961-1dad-4314-afc8-a912f9826f38 HTTP/1.1" status: 204 len: 168 time: 0.9835322 Mar 09 12:19:24.205066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38472) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.219817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3513dcc0-f3a6-4e43-8009-fcd10a74ba68 None None] Provisioning for port abcf8124-ba73-4fb2-8bde-aab973997575 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:24.224281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device abcf8124-ba73-4fb2-8bde-aab973997575 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:24.317896 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1344fa-086c-4723-b67a-01906889bf82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:24.319449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fd1344fa-086c-4723-b67a-01906889bf82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Synchronizing usage tracker for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:24.332435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d6354-e59c-443b-8aa7-877677033132 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=6ac89c7f-0338-473b-80c5-3150f5aca417,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:24.349429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6ac89c7f-0338-473b-80c5-3150f5aca417 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:24.497548 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9bb9ca5b-48e2-4b94-aa88-0089667542fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b5443ff8f79478ea212028d9a8e71f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337271 Mar 09 12:19:24.535892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.571584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:24.580052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.590461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617062c-26fe-4d1b-9c6d-dd2fcb52612c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:24.591181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9617062c-26fe-4d1b-9c6d-dd2fcb52612c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Synchronizing usage tracker for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:24.600914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Usage tracker for resource:port and tenant:2a7488f5791a47cc8c4755a04dd00e79 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:24.628131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fd1344fa-086c-4723-b67a-01906889bf82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] Unset dirty status for tenant:457f05cffad24a70832baac6d37796a3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:24.632426 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fd1344fa-086c-4723-b67a-01906889bf82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1031035883-project-admin] 10.222.0.20 "GET /v2.0/ports/fbcc7ec2-a273-415c-a13f-ca2b8bed3aae HTTP/1.1" status: 404 len: 333 time: 0.4310014 Mar 09 12:19:24.634269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38490) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.654958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:24.709711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port abcf8124-ba73-4fb2-8bde-aab973997575 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:24.710712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:24.719425 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port abcf8124-ba73-4fb2-8bde-aab973997575 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:24.719798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.729137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:24.737290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:24.750712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:24.844747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:24.845482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.893954 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7138011 Mar 09 12:19:24.898104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7598-625b-4ecd-94b4-d44b54755dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.898901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Made reservation on behalf of 2a7488f5791a47cc8c4755a04dd00e79 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:24.900720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.904991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:24.906377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38498) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:24.920646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:78:da:77'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:af:44:ba'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:24.983631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.036782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port abcf8124-ba73-4fb2-8bde-aab973997575, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=abcf8124-ba73-4fb2-8bde-aab973997575,segment=NetworkSegment(48598c57-f7af-4f16-9167-c6cf8ba9d99a),segment_id=48598c57-f7af-4f16-9167-c6cf8ba9d99a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:25.047163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.066489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc052-2c33-49fd-8f5e-bebb55ae8bee tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:25.074123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9617062c-26fe-4d1b-9c6d-dd2fcb52612c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Unset dirty status for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:25.078221 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9617062c-26fe-4d1b-9c6d-dd2fcb52612c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks?id=6ac89c7f-0338-473b-80c5-3150f5aca417 HTTP/1.1" status: 200 len: 765 time: 0.8131237 Mar 09 12:19:25.079153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.089000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38506) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:25.111261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.151939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] device_id is not set on port a70a0614-b19b-44b6-b896-5f3aa169b9e1 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:25.159973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=abcf8124-ba73-4fb2-8bde-aab973997575,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:25.235053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'description': 'd2'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:25.278175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d404bec-dae4-46a5-963a-7a210ea4e02f None None] Provisioning for port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:25.294453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d404bec-dae4-46a5-963a-7a210ea4e02f None None] Provisioning complete for port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:25.295540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d404bec-dae4-46a5-963a-7a210ea4e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.332225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.390370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe8af14-cb47-4cc9-9953-6a8408272076,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:25.448764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Allocated IP 172.20.0.4 (23da33eb-e1b3-406d-bb27-37507ed57892/ee31475d-1f30-42a1-9aac-47132f1667c8/a70a0614-b19b-44b6-b896-5f3aa169b9e1) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:25.455782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.456971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d7931df3-bdaf-4ebd-afda-daba382d93d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe8af14-cb47-4cc9-9953-6a8408272076 HTTP/1.1" status: 204 len: 168 time: 0.9051647 Mar 09 12:19:25.460150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0d404bec-dae4-46a5-963a-7a210ea4e02f None None] Port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:25.489535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38514) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:25.604653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.610287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Provisioning for port 76bc86c9-dd3b-49bc-8afc-527b477d3792 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:25.622275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.658588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Provisioning complete for port 76bc86c9-dd3b-49bc-8afc-527b477d3792 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:25.662242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.755327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.798745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Port 76bc86c9-dd3b-49bc-8afc-527b477d3792 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:25.799530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-523626143'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:25.805012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:25.812709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Provisioning complete for port abcf8124-ba73-4fb2-8bde-aab973997575 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:25.813271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfd803fc-d0d9-47ea-a3ab-b33be1c25b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.817596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:network and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:25.822761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:25.832808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:25.863977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:25.868235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.891891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.915371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:25.923509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:security_group_rule and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:25.929557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:25.932933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:25.945965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:25.964850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Transition to ACTIVE for port object a70a0614-b19b-44b6-b896-5f3aa169b9e1 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:26.051947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.054995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device abcf8124-ba73-4fb2-8bde-aab973997575 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:26.057564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.096090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf0dc33-0737-422a-bf0b-e96c975aa17e']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:26.131208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:26.131534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d2c67e-4dce-45fa-a3ef-4dfc2cbc13b1') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:26.139045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Network 23da33eb-e1b3-406d-bb27-37507ed57892 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:26.143227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.144356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:26.148587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:26.162413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8823a008-a5e9-4674-81f7-a8b445f3bb8f None None] Provisioning complete for port 76bc86c9-dd3b-49bc-8afc-527b477d3792 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:26.162929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8823a008-a5e9-4674-81f7-a8b445f3bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.182538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.187279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.233949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8823a008-a5e9-4674-81f7-a8b445f3bb8f None None] Port 76bc86c9-dd3b-49bc-8afc-527b477d3792 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:26.244244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port abcf8124-ba73-4fb2-8bde-aab973997575 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:26.244627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.262495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691740a7-71c7-497b-a0e8-7207dc6f1700,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:26.265117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'Port': ['ID=a70a0614-b19b-44b6-b896-5f3aa169b9e1,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:26.293883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:26.337319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:26.339018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.377326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.377744 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Added segment a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67 of type vlan for network 94dc3624-3b1f-4296-9dc3-e29647941794 Mar 09 12:19:26.422681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.429572 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3888fc7e-7af3-49c3-9183-781a837a03b3 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2837913 Mar 09 12:19:26.431083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38534) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:26.460879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-84f572ff-d54a-4578-bf22-9aa59bb7b7ea None None] Provisioning for port a70a0614-b19b-44b6-b896-5f3aa169b9e1 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:26.468623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-84f572ff-d54a-4578-bf22-9aa59bb7b7ea None None] Provisioning complete for port a70a0614-b19b-44b6-b896-5f3aa169b9e1 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:26.469354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84f572ff-d54a-4578-bf22-9aa59bb7b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.518036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.523595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:26.524275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.550085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-84f572ff-d54a-4578-bf22-9aa59bb7b7ea None None] Port a70a0614-b19b-44b6-b896-5f3aa169b9e1 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:26.593255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1022923 Mar 09 12:19:26.614311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.616283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38542) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:26.659723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:26.665529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:26.671364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:26.671684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:26.672503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Synchronizing usage tracker for tenant:2a7488f5791a47cc8c4755a04dd00e79 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:26.676371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd5b48-5253-40ae-a9c9-0cd3acba3518 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Network': ['ID=94dc3624-3b1f-4296-9dc3-e29647941794,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:26.687437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:26.706055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Unset dirty status for tenant:2a7488f5791a47cc8c4755a04dd00e79 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:26.710888 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8750efbc-fa4d-45d7-b193-f342535e0d28 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2759490 Mar 09 12:19:26.711800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38546) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:26.723467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:26.723971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:26.743916 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:26.749120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38550) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:26.760211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.773330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.797848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Deleting port a70a0614-b19b-44b6-b896-5f3aa169b9e1 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:26.798211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:26.892415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c280c13a-6393-4ea8-a8bc-b148415d6fc1 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-526548516', 'prefixes': ['172.20.0.0/16']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:26.903175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c280c13a-6393-4ea8-a8bc-b148415d6fc1 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:26.994320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.027821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.067184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.070977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network 6ac89c7f-0338-473b-80c5-3150f5aca417 is not hosted by any dhcp agent {{(pid=87830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 12:19:27.077401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:27.077994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.079240 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "PUT /v2.0/networks/6ac89c7f-0338-473b-80c5-3150f5aca417 HTTP/1.1" status: 200 len: 762 time: 1.9353728 Mar 09 12:19:27.094787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38556) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.194717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Calling delete_port for a70a0614-b19b-44b6-b896-5f3aa169b9e1 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:27.209958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:27.234587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.239045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.267766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:27.279564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:27.291905 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c280c13a-6393-4ea8-a8bc-b148415d6fc1 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Notify callbacks [] for subnetpool, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.293224 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c280c13a-6393-4ea8-a8bc-b148415d6fc1 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5388768 Mar 09 12:19:27.296785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38560) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.342698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a82b0e-73ed-427c-8960-17fe12ec523a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=6ac89c7f-0338-473b-80c5-3150f5aca417,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:27.353850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6ac89c7f-0338-473b-80c5-3150f5aca417 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:27.387895 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-36f20738-e688-486f-b30a-80765e7c0624 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "GET /v2.0/subnetpools/cc882d3a-b031-4bf7-b48b-857621d23aef HTTP/1.1" status: 200 len: 731 time: 0.0869451 Mar 09 12:19:27.389718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38566) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.391801 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] 10.222.0.20 "DELETE /v2.0/networks/cdf0dc33-0737-422a-bf0b-e96c975aa17e HTTP/1.1" status: 204 len: 168 time: 2.7485321 Mar 09 12:19:27.395567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:27.398585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-54f8ef51-e852-4e4d-80e8-b5d9f5103008 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1872159568'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:27.471642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933382a9-039e-4a72-977f-c2dd20a90964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1681105517-project] Pushing event deleted for resources: {'Network': ['ID=cdf0dc33-0737-422a-bf0b-e96c975aa17e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:27.474149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.543597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event deleted for resources: {'Port': ['ID=a70a0614-b19b-44b6-b896-5f3aa169b9e1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:27.551952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.554648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31edeb-43d0-48bc-825a-4293a210d411 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:27.556300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7a31edeb-43d0-48bc-825a-4293a210d411 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Synchronizing usage tracker for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:27.576475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:27.579851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.774935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38572) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.780872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.796972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-54f8ef51-e852-4e4d-80e8-b5d9f5103008 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Notify callbacks [] for subnetpool, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.800973 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-54f8ef51-e852-4e4d-80e8-b5d9f5103008 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "PUT /v2.0/subnetpools/cc882d3a-b031-4bf7-b48b-857621d23aef HTTP/1.1" status: 200 len: 684 time: 0.4074106 Mar 09 12:19:27.800973 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3bba217b-5e3b-4b57-bd95-01cd1584a737 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "DELETE /v2.0/ports/a70a0614-b19b-44b6-b896-5f3aa169b9e1 HTTP/1.1" status: 204 len: 168 time: 1.0874763 Mar 09 12:19:27.801190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.804824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7a31edeb-43d0-48bc-825a-4293a210d411 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Unset dirty status for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:27.809722 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7a31edeb-43d0-48bc-825a-4293a210d411 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks?id=6ac89c7f-0338-473b-80c5-3150f5aca417 HTTP/1.1" status: 200 len: 765 time: 0.7094846 Mar 09 12:19:27.811904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38582) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.812011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38584) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.859759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Request body: {'port': {'name': 'tempest-new-port-name-948612832', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:27.860101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.api.validators [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] bootfile-name is not in valid_values {{(pid=87830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:27.860434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.api.validators [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] tftp-server is not in valid_values {{(pid=87830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:27.860761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.api.validators [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] server-ip-address is not in valid_values {{(pid=87830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 09 12:19:27.892858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c599a7-fc61-43ec-817d-13796b22b424 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] Notify callbacks [] for subnetpool, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:27.894088 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-66c599a7-fc61-43ec-817d-13796b22b424 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "DELETE /v2.0/subnetpools/cc882d3a-b031-4bf7-b48b-857621d23aef HTTP/1.1" status: 204 len: 168 time: 0.0920224 Mar 09 12:19:27.897013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38590) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.922949 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-8f4c9fb5-138a-49ed-8049-58f33f6f65c8 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] show failed (client error): The resource could not be found. Mar 09 12:19:27.926861 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8f4c9fb5-138a-49ed-8049-58f33f6f65c8 tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "GET /v2.0/subnetpools/cc882d3a-b031-4bf7-b48b-857621d23aef HTTP/1.1" status: 404 len: 346 time: 0.0247478 Mar 09 12:19:27.927080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38594) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:27.959440 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-f08e9761-3e90-48c9-85c0-5d1baf6c872d tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] delete failed (client error): The resource could not be found. Mar 09 12:19:27.963811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f08e9761-3e90-48c9-85c0-5d1baf6c872d tempest-SubnetPoolsTestJSON-605914293 tempest-SubnetPoolsTestJSON-605914293-project] 10.222.0.20 "DELETE /v2.0/subnetpools/cc882d3a-b031-4bf7-b48b-857621d23aef HTTP/1.1" status: 404 len: 346 time: 0.0324616 Mar 09 12:19:28.001427 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-29c4bcfd-a602-4508-adeb-5792cf67c2e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d014076ce444f9b29ba46a93ab1d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251801 Mar 09 12:19:28.003938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38600) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.036341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Router e1c265eb-a897-4990-b8de-46d2bb993e9c is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:19:28.067561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.094584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.154992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.169477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00da42-6304-4d74-abc5-1d5c76b35471,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:28.177146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.191065 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6b6268d5-2921-4ee6-a9f7-28508ca383f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb00da42-6304-4d74-abc5-1d5c76b35471 HTTP/1.1" status: 204 len: 168 time: 0.1844127 Mar 09 12:19:28.222492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38608) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.356221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.376319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:28.380471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Usage tracker for resource:security_group_rule and tenant:20536df022ad45d98ce0c05028d5ef4e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:28.383608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:28.389804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:28.414953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.436574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:19:28.489737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df93277e-6caa-44c2-954b-ff4bc7d64209 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.492174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-df93277e-6caa-44c2-954b-ff4bc7d64209 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6664040 Mar 09 12:19:28.495554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38616) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.540036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.546142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.552965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.570436 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3cc73c72-f105-43d7-abad-88c8920cc171 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 207 time: 0.0694332 Mar 09 12:19:28.571691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38620) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.607608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.635059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38624) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.662152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20536df022ad45d98ce0c05028d5ef4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385149 Mar 09 12:19:28.669233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38628) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.707430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d2b63-ed2c-4f3d-bd5f-2e427980e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca550c22-e158-4dc7-9f3d-6c9e8751ed8a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:28.791797 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-092f9c6b-d302-474c-8f15-920fad26a21a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=457f05cffad24a70832baac6d37796a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479371 Mar 09 12:19:28.791980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:28.792091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38632) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.800486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] Sync routers for ids ['e1c265eb-a897-4990-b8de-46d2bb993e9c'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:28.816650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] Routers {'e1c265eb-a897-4990-b8de-46d2bb993e9c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:28.817888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1c265eb-a897-4990-b8de-46d2bb993e9c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:28.818827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.825126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.830705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.836393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.842946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.848706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:28.850517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3ad817ab-ba6e-4643-9563-5353ff406995 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2782724 Mar 09 12:19:28.855739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38636) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:28.874358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event updated for resources: {'Port': ['ID=e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:28.918327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:28.924306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:28.936255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] Routers {'e1c265eb-a897-4990-b8de-46d2bb993e9c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:28.937042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1c265eb-a897-4990-b8de-46d2bb993e9c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:29.016126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:29.016609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f56b3d-45be-45db-8ef3-c0b7cdce4e5f None None] The sync data for ids ['e1c265eb-a897-4990-b8de-46d2bb993e9c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:29.023659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3cff0ad4-a4ee-4691-80a8-f1e6b9fd50c1 None None] Provisioning complete for port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:29.024933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cff0ad4-a4ee-4691-80a8-f1e6b9fd50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.034747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.063144 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2c30bfdb-0529-44bd-9bea-c9d15f412982 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2061191 Mar 09 12:19:29.066291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38640) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:29.066425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.067596 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9d060330-9145-4353-9bcb-40cf6131c2b9 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2293267 Mar 09 12:19:29.071222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38644) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:29.082392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] In _notify_port_updated(), no bound segment for port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 on network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:29.087725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.088352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.089623 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e79b61a9-e190-4900-9c0a-191ac3f35095 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "PUT /v2.0/ports/e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 HTTP/1.1" status: 200 len: 1055 time: 4.1820271 Mar 09 12:19:29.094085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3cff0ad4-a4ee-4691-80a8-f1e6b9fd50c1 None None] Port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:29.105703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38648) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:29.118033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:29.153473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.181290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.198203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=8d701b8f-eac3-4601-9234-c62f2d39a8e7,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:29.254587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.256058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.257696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.258010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.259278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.260852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.262496 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3eefb5fc-d9e3-425b-97e4-6325dcc1e7b6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1953237 Mar 09 12:19:29.267244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:29.267621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network hostable DHCP agents. Network: 94dc3624-3b1f-4296-9dc3-e29647941794, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:29.274909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38652) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:29.282876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:29.283223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.424150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.446916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:29.458946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bc1fd-f179-4c2d-90d5-7999c4028dfa,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:29.470317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.471796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-37e53c50-f3ed-4677-8b30-60213a116f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe3bc1fd-f179-4c2d-90d5-7999c4028dfa HTTP/1.1" status: 204 len: 168 time: 0.6794050 Mar 09 12:19:29.525341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.526737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.528117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.529578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.531073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.531745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Synchronizing usage tracker for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:29.537671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.543187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 94dc3624-3b1f-4296-9dc3-e29647941794) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:29.548413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:29.549044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.558359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.561529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445cedc-7fb6-4f3b-9cc5-153b275fe1ba None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:29.828556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.833489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.837164 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca550c22-e158-4dc7-9f3d-6c9e8751ed8a HTTP/1.1" status: 204 len: 168 time: 1.1539960 Mar 09 12:19:29.849393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '8d701b8f-eac3-4601-9234-c62f2d39a8e7'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:29.850784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.908995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:29.932107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4805e8f6-04a5-42b0-82f7-6ddf095fb0e3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2787740 Mar 09 12:19:29.932940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38664) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:29.973889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Unset dirty status for tenant:d14b5164a4a14d25b79be8d97565eebd on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:29.975207 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5991747a-3b89-4c58-9eec-449e4d29068b tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6675789 Mar 09 12:19:29.987604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9012d7-0fa1-43bc-b540-958c98d3dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca550c22-e158-4dc7-9f3d-6c9e8751ed8a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:29.995217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38668) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:30.000558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'name': 'tempest-NetworksTestDHCPv6-1702561528'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:30.017785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event updated for resources: {'Port': ['ID=76bc86c9-dd3b-49bc-8afc-527b477d3792,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:30.106590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/8d701b8f-eac3-4601-9234-c62f2d39a8e7/08cf1332-8f7d-4cce-a846-bbdd50ab2439) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:30.113966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] In _notify_port_updated(), no bound segment for port 76bc86c9-dd3b-49bc-8afc-527b477d3792 on network 23da33eb-e1b3-406d-bb27-37507ed57892 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:30.121274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:30.122654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.127373 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-703e0b95-ed24-4271-a683-47a8ffc13b62 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "PUT /v2.0/ports/76bc86c9-dd3b-49bc-8afc-527b477d3792 HTTP/1.1" status: 200 len: 1135 time: 2.3040874 Mar 09 12:19:30.131709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38674) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:30.174214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.192017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Deleting port 27e0b22f-ebda-444f-864d-73d187aa057b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:30.192366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.221605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e438186f-ff30-41ff-be93-9c7f64782be2 None None] Provisioning complete for port 76bc86c9-dd3b-49bc-8afc-527b477d3792 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:30.222442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e438186f-ff30-41ff-be93-9c7f64782be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.283719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46911f-24e4-4e16-8d84-ddf715cd5daf tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:30.284357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ce46911f-24e4-4e16-8d84-ddf715cd5daf tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Synchronizing usage tracker for tenant:2a7488f5791a47cc8c4755a04dd00e79 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:30.347634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e438186f-ff30-41ff-be93-9c7f64782be2 None None] Port 76bc86c9-dd3b-49bc-8afc-527b477d3792 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:30.407532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe20151-73b4-4d89-b427-59249559b130 req-0e39f825-9422-4981-9f8d-2721abf13666 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:30.410071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-afe20151-73b4-4d89-b427-59249559b130 req-0e39f825-9422-4981-9f8d-2721abf13666 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5043831 Mar 09 12:19:30.484344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-afe20151-73b4-4d89-b427-59249559b130 req-3b5274d5-23d3-4e86-b858-ee54f7a164d6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636680 Mar 09 12:19:30.486179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.537448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.565616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Transition to ACTIVE for port object 08cf1332-8f7d-4cce-a846-bbdd50ab2439 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:30.613508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Transition to ACTIVE for port object 08cf1332-8f7d-4cce-a846-bbdd50ab2439 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:30.632559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.694311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:30.704388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Calling delete_port for 27e0b22f-ebda-444f-864d-73d187aa057b owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:30.766187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:30.770307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:30.787434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:30.802607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ce46911f-24e4-4e16-8d84-ddf715cd5daf tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Unset dirty status for tenant:2a7488f5791a47cc8c4755a04dd00e79 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:30.807781 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ce46911f-24e4-4e16-8d84-ddf715cd5daf tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "GET /v2.0/ports/76bc86c9-dd3b-49bc-8afc-527b477d3792 HTTP/1.1" status: 200 len: 1135 time: 0.6574140 Mar 09 12:19:30.816364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Pushing event updated for resources: {'Port': ['ID=08cf1332-8f7d-4cce-a846-bbdd50ab2439,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:30.900870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38700) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:30.910158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:30.993521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.009527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:31.014231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Attempting to bind port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:31.016727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Attempting to bind port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:31.017151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Attempting to bind port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:31.025292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:31.025686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:31.026097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.026500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:31.026985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Bound port: 08cf1332-8f7d-4cce-a846-bbdd50ab2439, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:31.027368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.029122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:31.039544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:31.071861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:31.085096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Pushing event deleted for resources: {'Port': ['ID=27e0b22f-ebda-444f-864d-73d187aa057b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:31.101249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367646da-b16a-4aa0-ab60-88186370dc67 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:31.108692 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-367646da-b16a-4aa0-ab60-88186370dc67 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks/8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb HTTP/1.1" status: 200 len: 804 time: 1.0832379 Mar 09 12:19:31.125424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38710) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:31.131873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Deleting port 76bc86c9-dd3b-49bc-8afc-527b477d3792 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:31.132219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.185289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:31.188746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.219597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] For port 08cf1332-8f7d-4cce-a846-bbdd50ab2439, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:31.223396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] For port 08cf1332-8f7d-4cce-a846-bbdd50ab2439, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=08cf1332-8f7d-4cce-a846-bbdd50ab2439,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:31.229703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.263749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.371038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c6d11-a32c-495e-accd-05bf1532716d None None] Pushing event updated for resources: {'Port': ['ID=08cf1332-8f7d-4cce-a846-bbdd50ab2439,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:31.385136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 5b5669e5-70d2-4356-853a-58d37154a388 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:31.541393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38724) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:31.672861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167513c8-c55e-4881-bfcc-eec8f0fa916c req-0e6264b7-4f6f-434e-9fab-7e8837d45745 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:31.691505 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-167513c8-c55e-4881-bfcc-eec8f0fa916c req-0e6264b7-4f6f-434e-9fab-7e8837d45745 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.7401931 Mar 09 12:19:31.789024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-254035956'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:31.804868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:31.813765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b056054-755c-48a8-afa8-59f90887b4b7 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/networks/8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6871293 Mar 09 12:19:31.815107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Usage tracker for resource:network and tenant:6e4bae478e4e480f8f6fc7136932bf39 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:31.816752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38736) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:31.885531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:31.907435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:31.911683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.917143 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-167513c8-c55e-4881-bfcc-eec8f0fa916c req-c2da9b0e-5aa5-4d55-8d96-0524beb1e281 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276616 Mar 09 12:19:31.925129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:31.948423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.036072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:32.064942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::159 (94dc3624-3b1f-4296-9dc3-e29647941794/8d701b8f-eac3-4601-9234-c62f2d39a8e7/5b5669e5-70d2-4356-853a-58d37154a388) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:32.123987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 08cf1332-8f7d-4cce-a846-bbdd50ab2439 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:32.131731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884884f-f4f1-4085-b251-0b58ec435ff9 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:32.143868 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1884884f-f4f1-4085-b251-0b58ec435ff9 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets/997efb0f-107c-4602-9c37-8904514d6618 HTTP/1.1" status: 200 len: 843 time: 0.3187222 Mar 09 12:19:32.144527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38746) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:32.157622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Made reservation on behalf of 6e4bae478e4e480f8f6fc7136932bf39 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:32.158138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.173083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.244293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:32.337557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.359159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38750) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:32.370545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:32.379467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Usage tracker for resource:security_group_rule and tenant:6e4bae478e4e480f8f6fc7136932bf39 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:32.386228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:32.387674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Calling delete_port for 76bc86c9-dd3b-49bc-8afc-527b477d3792 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:32.401542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:32.407607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Router e1c265eb-a897-4990-b8de-46d2bb993e9c has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:19:32.552270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c455f-9779-436a-9b9e-57705f777e49 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:32.564875 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-293c455f-9779-436a-9b9e-57705f777e49 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "GET /v2.0/subnets/997efb0f-107c-4602-9c37-8904514d6618?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4134626 Mar 09 12:19:32.567672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:32.609142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738871308'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:32.639457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1874335091'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:32.657758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:32.671939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4024-67dc-4024-a5b1-5426835a4bcb req-8eab74b2-df0d-4dee-93c5-11900385522a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:32.673829 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f7d4024-67dc-4024-a5b1-5426835a4bcb req-8eab74b2-df0d-4dee-93c5-11900385522a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5173144 Mar 09 12:19:32.689608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Usage tracker for resource:network and tenant:ca7bf9d19cbf46ea9e2d6ee3eb5dc66a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:32.722828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c00e8-a259-429a-860a-6d2673e14bb9 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:32.753233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:32.781638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:32.782345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:32.801696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:19:32.818652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.826101 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] Sync routers for ids ['e1c265eb-a897-4990-b8de-46d2bb993e9c'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:19:32.837575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Made reservation on behalf of ca7bf9d19cbf46ea9e2d6ee3eb5dc66a for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:32.842282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.843248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Provisioning for port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:32.845895 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] Routers {'e1c265eb-a897-4990-b8de-46d2bb993e9c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:32.846743 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1c265eb-a897-4990-b8de-46d2bb993e9c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:32.851780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.855224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:32.863351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Provisioning complete for port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:32.863769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.885001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.897747 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f7d4024-67dc-4024-a5b1-5426835a4bcb req-de6b020a-e958-42b2-b7db-2daa60bdd339 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021775 Mar 09 12:19:32.916673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:32.930798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:32.932013 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9329b810-0a2c-404e-ad29-09d44e4d3ecc tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "PUT /v2.0/routers/e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 200 len: 706 time: 3.8605471 Mar 09 12:19:32.937314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38760) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:32.941814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93556ec5-84b9-49c6-bd32-590875835a35,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:32.946465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:32.972984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:32.977817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.011955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.012298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Added segment f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c of type vlan for network 76d93552-c343-43bc-bd94-4e8e789e1248 Mar 09 12:19:33.014418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Usage tracker for resource:security_group_rule and tenant:ca7bf9d19cbf46ea9e2d6ee3eb5dc66a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:33.026117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:33.049196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:33.060546 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:33.085109 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] Routers {'e1c265eb-a897-4990-b8de-46d2bb993e9c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:19:33.085728 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1c265eb-a897-4990-b8de-46d2bb993e9c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:33.140520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.179206 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:33.180048 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed221e49-7f0a-492e-b83e-64333176ac18 None None] The sync data for ids ['e1c265eb-a897-4990-b8de-46d2bb993e9c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:19:33.183426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] For port 08cf1332-8f7d-4cce-a846-bbdd50ab2439, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=08cf1332-8f7d-4cce-a846-bbdd50ab2439,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:33.188954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.225598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.226633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7dc79291-de1a-4d3b-8a2d-11ab339ef0a2 tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/routers/e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 200 len: 741 time: 0.2862129 Mar 09 12:19:33.239749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.246610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38766) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.249565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f183deb0-b8e9-4d55-8ff9-07beeb5312a7 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 HTTP/1.1" status: 204 len: 168 time: 4.1428213 Mar 09 12:19:33.258013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38770) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.272800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4531c13-c910-4943-b9af-45063c6fa90a None None] Pushing event updated for resources: {'Port': ['ID=08cf1332-8f7d-4cce-a846-bbdd50ab2439,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:33.284536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:33.298826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.322845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.323170 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Added segment 1be5807d-5c18-4a66-bf0c-7ec00f500dfb of type vlan for network 923d6202-7575-486c-af91-a767dbd90b34 Mar 09 12:19:33.324243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.330335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 5b5669e5-70d2-4356-853a-58d37154a388 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:33.372212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-71012ae9-b11c-4150-978d-71fe0729d45d tempest-RoutersAdminTest-1512591345 tempest-RoutersAdminTest-1512591345-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&device_id=e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 200 len: 205 time: 0.1223257 Mar 09 12:19:33.379155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38774) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.384330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-56da81aa-4aad-4f0f-b147-943eeec19a78 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] GET failed (client error): The resource could not be found. Mar 09 12:19:33.384862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-56da81aa-4aad-4f0f-b147-943eeec19a78 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:33.426434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.432213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:33.432796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.448921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event deleted for resources: {'Port': ['ID=76bc86c9-dd3b-49bc-8afc-527b477d3792,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:33.469033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-56da81aa-4aad-4f0f-b147-943eeec19a78 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:33.472986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-56da81aa-4aad-4f0f-b147-943eeec19a78 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports/e0a0cc56-4c7d-487e-b9ae-d02fc7c486d3 HTTP/1.1" status: 404 len: 333 time: 0.2099485 Mar 09 12:19:33.483793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a89e27a2-1667-4bcd-9db0-41d9abdb001a tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 200 len: 205 time: 0.1007097 Mar 09 12:19:33.483793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.492203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38778) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.492816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38780) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.529890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f51d1662-d35e-4965-a8b9-6b28d1f636f5 None None] Provisioning complete for port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:33.531021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f51d1662-d35e-4965-a8b9-6b28d1f636f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.590748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110583e-8092-46d2-b7a1-766fae8df6d5 req-3cb4e37c-0333-4751-bef5-454760b149da tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:33.592262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c110583e-8092-46d2-b7a1-766fae8df6d5 req-3cb4e37c-0333-4751-bef5-454760b149da tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4445145 Mar 09 12:19:33.618698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event updated for resources: {'Network': ['ID=76d93552-c343-43bc-bd94-4e8e789e1248,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:33.633641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 76d93552-c343-43bc-bd94-4e8e789e1248 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:33.638947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.651712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f9732e3d-9904-4a0c-ba1a-3aaf7a0c377e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1078079 Mar 09 12:19:33.654918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38786) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:33.665040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.675650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Request body: {'subnet': {'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:33.753619 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c110583e-8092-46d2-b7a1-766fae8df6d5 req-dda037ca-64ac-4987-a3e5-5efdbabc853d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440737 Mar 09 12:19:33.758517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:33.765456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.771193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b26df5-2989-40ed-b109-0cf0b706477f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:33.830224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.830739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Added segment 1b42138b-80c2-4550-a8c8-8adb73bdf1e7 of type vlan for network 612841d3-ab60-4259-990d-a97521bb4abe Mar 09 12:19:33.849545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:19:33.870808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:33.879465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Usage tracker for resource:subnet and tenant:6e4bae478e4e480f8f6fc7136932bf39 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:33.882898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.886603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:33.894370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:33.918784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Made reservation on behalf of 6e4bae478e4e480f8f6fc7136932bf39 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:33.922354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:33.961661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port b3c0adb3-5152-4dc8-aef3-389c81537f09 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:33.962147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.043360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 08cf1332-8f7d-4cce-a846-bbdd50ab2439 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:34.066605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.127266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:34.127674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.147803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.154448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:34.155030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.177997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.189454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.195275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:34.195672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.273951 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9107242 Mar 09 12:19:34.471678 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9150f376-1f76-432d-b08c-3386cc921856 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "DELETE /v2.0/ports/76bc86c9-dd3b-49bc-8afc-527b477d3792 HTTP/1.1" status: 204 len: 168 time: 3.5680141 Mar 09 12:19:34.495035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f104a-9cfc-4319-9b3e-3d848b02e53f tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Pushing event updated for resources: {'Network': ['ID=612841d3-ab60-4259-990d-a97521bb4abe,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:34.504637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.506196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38798) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.514119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:34.514393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 612841d3-ab60-4259-990d-a97521bb4abe details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:34.520949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38802) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.521741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.539787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'network_id': '612841d3-ab60-4259-990d-a97521bb4abe', 'binding:host_id': 'hv-neutron-8327', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-492625529'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:34.545468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:34.550552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.554392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Usage tracker for resource:port and tenant:b9a73fe182544c00869bc2581ef4e921 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:34.571188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:34.592715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:34.614276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852bab-31a8-4379-a790-5b4d39a7f25a req-71f31e0c-7cff-48c6-b43a-676cba71dc13 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:34.615964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-25852bab-31a8-4379-a790-5b4d39a7f25a req-71f31e0c-7cff-48c6-b43a-676cba71dc13 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4727294 Mar 09 12:19:34.624495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:34.635037 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0599449 Mar 09 12:19:34.647355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:34.648354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38806) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.658379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:34.659987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.682611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'network_id': '923d6202-7575-486c-af91-a767dbd90b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:34.699296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=5b5669e5-70d2-4356-853a-58d37154a388,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:34.723039 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2819f98-92e6-479c-8267-11c05e14a7ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7485459 Mar 09 12:19:34.737934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38810) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.745990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9686fcd-5cb7-4b74-bc18-c6339cd92c06 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Network': ['ID=923d6202-7575-486c-af91-a767dbd90b34,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:34.760815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 923d6202-7575-486c-af91-a767dbd90b34 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:34.769517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.770027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Fanout notify agent at l3_agent the message router_deleted on router e1c265eb-a897-4990-b8de-46d2bb993e9c {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:19:34.806626 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-25852bab-31a8-4379-a790-5b4d39a7f25a req-c5ce0f06-cd40-475b-bf3a-8a2108396c76 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797142 Mar 09 12:19:34.841003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Deleting subnet ee31475d-1f30-42a1-9aac-47132f1667c8 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:34.851721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.852832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f0dd2670-2362-4586-8f0b-a6331380350f tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 204 len: 168 time: 1.3558598 Mar 09 12:19:34.862105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38814) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.878932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Checking segment: {'id': 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:34.879249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Network hostable DHCP agents. Network: 76d93552-c343-43bc-bd94-4e8e789e1248, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:34.883595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Made reservation on behalf of b9a73fe182544c00869bc2581ef4e921 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:34.886484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.895930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event updated for resources: {'Subnet': ['ID=6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:34.906569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.921636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb590685-34a1-488c-8d67-f0aa5455d1bb None None] Provisioning for port 5b5669e5-70d2-4356-853a-58d37154a388 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:34.922264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.926870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb590685-34a1-488c-8d67-f0aa5455d1bb None None] Provisioning complete for port 5b5669e5-70d2-4356-853a-58d37154a388 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:34.927258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb590685-34a1-488c-8d67-f0aa5455d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:34.968373 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ddd6098e-794c-4152-b976-a5a637bd4ff4 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 200 len: 205 time: 0.0994325 Mar 09 12:19:34.969176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:34.970254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:34.979575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:34.984434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb590685-34a1-488c-8d67-f0aa5455d1bb None None] Port 5b5669e5-70d2-4356-853a-58d37154a388 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:34.984724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Usage tracker for resource:security_group_rule and tenant:b9a73fe182544c00869bc2581ef4e921 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:34.988859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:34.999525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.008064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.048955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Network 76d93552-c343-43bc-bd94-4e8e789e1248 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:35.063453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:35.077305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:35.086137 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-34b55ec4-1166-4736-a0bb-8372c82ada72 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:35.087337 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-34b55ec4-1166-4736-a0bb-8372c82ada72 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/e1c265eb-a897-4990-b8de-46d2bb993e9c HTTP/1.1" status: 404 len: 336 time: 0.1138730 Mar 09 12:19:35.096523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.102236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 76d93552-c343-43bc-bd94-4e8e789e1248) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:35.111219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d42a7-b7d3-4e3b-98de-7aa87c23b831 None None] Network 76d93552-c343-43bc-bd94-4e8e789e1248 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:35.145426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:35.146016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.150603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Made reservation on behalf of d14b5164a4a14d25b79be8d97565eebd for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:35.155787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.168949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for b3c0adb3-5152-4dc8-aef3-389c81537f09 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:35.227044 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-308836dd-52e4-4774-9d93-b840399f4beb tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 200 len: 205 time: 0.1260951 Mar 09 12:19:35.233213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38826) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.300669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16cf35-4c58-40ec-814f-ee022be60f4d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:35.306526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16cf35-4c58-40ec-814f-ee022be60f4d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:35.311547 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd16cf35-4c58-40ec-814f-ee022be60f4d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5625267 Mar 09 12:19:35.317351 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f03f6301-8b32-4b46-9c86-7857157d3c94 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6612630 Mar 09 12:19:35.318009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38830) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.323328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38832) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.329061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:19:35.329579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:19:35.332552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Request body: {'port': {'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248', 'name': 'tempest-TagsExtTest-810993958'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:35.350851 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-a2fffd3b-143a-4e62-8b27-aed32deacd62 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:35.352014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a2fffd3b-143a-4e62-8b27-aed32deacd62 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/b607407b-264e-44af-8bed-0b0490f1d6a1 HTTP/1.1" status: 404 len: 336 time: 0.1177382 Mar 09 12:19:35.360941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38838) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.376796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-76d93552-c343-43bc-bd94-4e8e789e1248', 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248', 'tenant_id': '6e4bae478e4e480f8f6fc7136932bf39', 'fixed_ips': [{'subnet_id': '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:35.378592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.452629 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c879996a-b9c3-4095-8374-0d6ff97e8392 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 200 len: 205 time: 0.0820000 Mar 09 12:19:35.453259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38842) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.458817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.473813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 5b5669e5-70d2-4356-853a-58d37154a388 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:35.474154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.581028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Allocated IP 172.20.0.2 (76d93552-c343-43bc-bd94-4e8e789e1248/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/127a6449-d337-457b-8ea6-8db48347dc0a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:35.597984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.643042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.645012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-662b7f75-ddcb-43eb-bf3d-405f4b783404 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:35.648431 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-662b7f75-ddcb-43eb-bf3d-405f4b783404 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/2ecf4fe5-c744-4084-a5ac-05b97726509e HTTP/1.1" status: 404 len: 336 time: 0.1899762 Mar 09 12:19:35.655537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38846) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.663348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port 515592c1-45ce-4829-858f-90aeb531546b yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:35.736873 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ca413fd-4451-4421-a79d-7951f515110c tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 200 len: 205 time: 0.0784655 Mar 09 12:19:35.740816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38850) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.757861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.759748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:35.806807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Usage tracker for resource:port and tenant:6e4bae478e4e480f8f6fc7136932bf39 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:35.811277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:35.824817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=b3c0adb3-5152-4dc8-aef3-389c81537f09,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:35.827474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:35.829148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.831510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.848929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Transition to ACTIVE for port object 127a6449-d337-457b-8ea6-8db48347dc0a will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:35.861054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467b141b-9735-44c4-9a06-51e6f1aef5fe,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:35.907505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Transition to ACTIVE for port object 127a6449-d337-457b-8ea6-8db48347dc0a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:35.918482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event deleted for resources: {'Subnet': ['ID=ee31475d-1f30-42a1-9aac-47132f1667c8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:35.921390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.938325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.942814 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-64d68019-45cd-49d4-a374-efc5bafe5c5b tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:35.944039 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-64d68019-45cd-49d4-a374-efc5bafe5c5b tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/abd740f6-b506-44fb-915a-1396b5c920d9 HTTP/1.1" status: 404 len: 336 time: 0.1773632 Mar 09 12:19:35.970526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38856) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:35.981270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Made reservation on behalf of 6e4bae478e4e480f8f6fc7136932bf39 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:35.985411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:35.995480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f58378-16e2-4903-9170-5276560d8ce8 None None] Network 23da33eb-e1b3-406d-bb27-37507ed57892 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:36.021777 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-43246359-395d-4099-ab2c-5368438ec656 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "DELETE /v2.0/subnets/ee31475d-1f30-42a1-9aac-47132f1667c8 HTTP/1.1" status: 204 len: 168 time: 1.5107267 Mar 09 12:19:36.025684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] device_id is not set on port 5199d435-e715-4a7e-894a-614055de5295 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:36.067800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38860) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.117193 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1bef3b9e-9cce-4ede-9099-2a91e2cc5923 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 200 len: 205 time: 0.1455629 Mar 09 12:19:36.132011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38864) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.144177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Network 76d93552-c343-43bc-bd94-4e8e789e1248 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:36.151576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:36.155109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:36.172090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Pushing event updated for resources: {'Port': ['ID=127a6449-d337-457b-8ea6-8db48347dc0a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:36.285319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.341975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Attempting to bind port 127a6449-d337-457b-8ea6-8db48347dc0a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:36.342266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Attempting to bind port 127a6449-d337-457b-8ea6-8db48347dc0a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:36.342619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Attempting to bind port 127a6449-d337-457b-8ea6-8db48347dc0a on network 76d93552-c343-43bc-bd94-4e8e789e1248 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:36.346863 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2fe7d05-2b22-4b38-b78a-0dae98998077 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/b3c0adb3-5152-4dc8-aef3-389c81537f09 HTTP/1.1" status: 204 len: 168 time: 2.8516052 Mar 09 12:19:36.351418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.355904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38868) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.356808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:36.357230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Checking segment: {'id': 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:36.357632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.358020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Bound using segment: {'id': 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:36.358490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Bound port: 127a6449-d337-457b-8ea6-8db48347dc0a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '76d93552-c343-43bc-bd94-4e8e789e1248'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:36.358862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.400833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.458653 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-54e502dd-76c6-4740-99f7-c799dac073dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:36.461804 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-54e502dd-76c6-4740-99f7-c799dac073dd tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/689edf07-c9b8-4349-bb08-85ffd13883a5 HTTP/1.1" status: 404 len: 336 time: 0.3248549 Mar 09 12:19:36.465604 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b80847e-0835-483c-a4c1-c1d0b2c94f26 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] GET failed (client error): The resource could not be found. Mar 09 12:19:36.466590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b80847e-0835-483c-a4c1-c1d0b2c94f26 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Synchronizing usage tracker for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:36.473118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38872) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.482291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.485670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] For port 127a6449-d337-457b-8ea6-8db48347dc0a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:36.490513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] For port 127a6449-d337-457b-8ea6-8db48347dc0a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127a6449-d337-457b-8ea6-8db48347dc0a,segment=NetworkSegment(f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c),segment_id=f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:36.501682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.556275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-75bc959d-1238-48f1-a9ee-6a3c632492cf tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9194acd4-0c10-4446-92a5-c36d2c55fe52 HTTP/1.1" status: 200 len: 205 time: 0.0804071 Mar 09 12:19:36.560468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] DHCP port deletion for 23da33eb-e1b3-406d-bb27-37507ed57892 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:36.561244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38876) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.570428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Deleting port abcf8124-ba73-4fb2-8bde-aab973997575 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:36.570914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.605260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 5b5669e5-70d2-4356-853a-58d37154a388 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:36.637385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Deleting port abcf8124-ba73-4fb2-8bde-aab973997575 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:36.637385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.652502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8292-d3fc-4c33-9f68-5d555f40f53d None None] Pushing event updated for resources: {'Port': ['ID=127a6449-d337-457b-8ea6-8db48347dc0a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:36.686982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Allocated IP 172.20.0.4 (76d93552-c343-43bc-bd94-4e8e789e1248/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/5199d435-e715-4a7e-894a-614055de5295) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:36.698171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b80847e-0835-483c-a4c1-c1d0b2c94f26 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Unset dirty status for tenant:708f09d93d8c47cbb8ee9f6e373a373f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:36.703986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4b80847e-0835-483c-a4c1-c1d0b2c94f26 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "GET /v2.0/ports/b3c0adb3-5152-4dc8-aef3-389c81537f09 HTTP/1.1" status: 404 len: 333 time: 0.3440104 Mar 09 12:19:36.709765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38880) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.718440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:36.720932 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-42a32171-63ff-49c7-8376-c79452d4d0fa tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] delete failed (client error): The resource could not be found. Mar 09 12:19:36.722034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-42a32171-63ff-49c7-8376-c79452d4d0fa tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/routers/9194acd4-0c10-4446-92a5-c36d2c55fe52 HTTP/1.1" status: 404 len: 336 time: 0.1565850 Mar 09 12:19:36.727012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38884) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:36.861288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Checking segment: {'id': '1be5807d-5c18-4a66-bf0c-7ec00f500dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '923d6202-7575-486c-af91-a767dbd90b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:36.861558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network hostable DHCP agents. Network: 923d6202-7575-486c-af91-a767dbd90b34, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:36.871343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c22ce41-5fba-45c1-9001-7a984e7740c2 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:36.872306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c22ce41-5fba-45c1-9001-7a984e7740c2 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:36.907219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] For port abcf8124-ba73-4fb2-8bde-aab973997575, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=abcf8124-ba73-4fb2-8bde-aab973997575,segment=NetworkSegment(48598c57-f7af-4f16-9167-c6cf8ba9d99a),segment_id=48598c57-f7af-4f16-9167-c6cf8ba9d99a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:36.909012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.924673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:36.925463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.928120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port 515592c1-45ce-4829-858f-90aeb531546b yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:36.943873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:36.954879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7c22ce41-5fba-45c1-9001-7a984e7740c2 tempest-RoutersAdminTest-970943484 tempest-RoutersAdminTest-970943484-project] 10.222.0.20 "DELETE /v2.0/subnets/89b92722-d9bd-4457-bf0b-524832220d29 HTTP/1.1" status: 404 len: 337 time: 0.1876621 Mar 09 12:19:36.980126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Transition to ACTIVE for port object 515592c1-45ce-4829-858f-90aeb531546b will not be triggered until provisioned by entity L2. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:37.072512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Calling delete_port for abcf8124-ba73-4fb2-8bde-aab973997575 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:37.130250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9443d0e-25d4-451d-b34c-f012d2dd4bc0 req-2bd848de-b2b8-4ea7-b81a-21baaee138c3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:37.132026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9443d0e-25d4-451d-b34c-f012d2dd4bc0 req-2bd848de-b2b8-4ea7-b81a-21baaee138c3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 1.1649382 Mar 09 12:19:37.137383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.140507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.176788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.230899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=5b5669e5-70d2-4356-853a-58d37154a388,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:37.233955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] No DVR routers for this DVR port abcf8124-ba73-4fb2-8bde-aab973997575 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:37.239105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee9798-04d0-4366-ba56-ccfd1ec1d994 None None] Pushing event deleted for resources: {'Port': ['ID=abcf8124-ba73-4fb2-8bde-aab973997575,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:37.247510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Network 923d6202-7575-486c-af91-a767dbd90b34 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:37.291454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.365211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 923d6202-7575-486c-af91-a767dbd90b34) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:37.371081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Transition to ACTIVE for port object 5199d435-e715-4a7e-894a-614055de5295 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:37.377228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] For port abcf8124-ba73-4fb2-8bde-aab973997575, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=abcf8124-ba73-4fb2-8bde-aab973997575,segment=NetworkSegment(48598c57-f7af-4f16-9167-c6cf8ba9d99a),segment_id=48598c57-f7af-4f16-9167-c6cf8ba9d99a)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:37.377836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.380664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.390764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5463b-fefa-422c-8358-69191b2a8f65 None None] Network 923d6202-7575-486c-af91-a767dbd90b34 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:37.392326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:37.393036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.412882 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9443d0e-25d4-451d-b34c-f012d2dd4bc0 req-96174fef-13b8-4960-911b-c4e72c528e46 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561684 Mar 09 12:19:37.419302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38892) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:37.455418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3a6f3da2-cba3-4a50-9d34-f05554dc16be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/5b5669e5-70d2-4356-853a-58d37154a388 HTTP/1.1" status: 204 len: 168 time: 2.1324577 Mar 09 12:19:37.457874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38898) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:37.466792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=515592c1-45ce-4829-858f-90aeb531546b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:37.523358 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e5190b24-1445-40ed-8cba-a740ce52b0b5 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8521943 Mar 09 12:19:37.524390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Checking segment: {'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:37.524815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Network hostable DHCP agents. Network: 612841d3-ab60-4259-990d-a97521bb4abe, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:37.551239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38902) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:37.573572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:37.603096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Calling delete_port for abcf8124-ba73-4fb2-8bde-aab973997575 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:37.686971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30146dcb-a323-418c-ba25-e326bf901f63 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:37.688625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30146dcb-a323-418c-ba25-e326bf901f63 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:37.692948 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-30146dcb-a323-418c-ba25-e326bf901f63 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2280927 Mar 09 12:19:37.694020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38906) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:37.694396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Network 612841d3-ab60-4259-990d-a97521bb4abe is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:37.808558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-923d6202-7575-486c-af91-a767dbd90b34', 'network_id': '923d6202-7575-486c-af91-a767dbd90b34', 'tenant_id': 'd14b5164a4a14d25b79be8d97565eebd', 'fixed_ips': [{'subnet_id': 'd4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:37.809912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.813580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 612841d3-ab60-4259-990d-a97521bb4abe) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:37.824064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.829497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538fa2a-1f9f-47f2-9829-b1f0cf96edca None None] Network 612841d3-ab60-4259-990d-a97521bb4abe requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:37.840446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.849022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:37.877213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:37.887854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Usage tracker for resource:security_group_rule and tenant:facb832cab2e4f578329eacde9ea7cb4 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:37.892444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:37.892781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:37.893145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:37.913445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3002274'] for subnet, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.913811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:37.929892 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:37.929892 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:38.007833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Network 76d93552-c343-43bc-bd94-4e8e789e1248 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:38.118712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4bc6da-cbca-4446-817e-432140c6546c None None] Network 76d93552-c343-43bc-bd94-4e8e789e1248 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:38.134462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127a6449-d337-457b-8ea6-8db48347dc0a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:38.150554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:38.157629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 8d701b8f-eac3-4601-9234-c62f2d39a8e7 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:38.177028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.208174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:38.208515 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:38.216812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:38.217008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:38.217746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 2 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:38.219817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:38.258545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for 87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:38.269800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:38.269800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:38.269800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:38.284152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1543786'] for subnet, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.286980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5260ecb8-f66d-4002-9ae1-ab9f326b4bc1 None None] Provisioning for port 127a6449-d337-457b-8ea6-8db48347dc0a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:38.287199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:38.287502 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:38.291160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.308333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event updated for resources: {'Port': ['ID=5199d435-e715-4a7e-894a-614055de5295,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:38.345971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 3 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:38.367234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:38.368169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.411463 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-32f86b4e-cb52-4b82-8dc2-ff6da149198f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0808711 Mar 09 12:19:38.411683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38910) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:38.423195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 127a6449-d337-457b-8ea6-8db48347dc0a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:38.439687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Allocated IP 2001:db8::3 (923d6202-7575-486c-af91-a767dbd90b34/d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6/6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:38.445537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Deleting port abcf8124-ba73-4fb2-8bde-aab973997575 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:38.446163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.447692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 127a6449-d337-457b-8ea6-8db48347dc0a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:38.448078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.536478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2102365783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:38.538285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:38.538620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:38.538950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:38.546838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:38.547438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.548708 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "PUT /v2.0/subnets/d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6 HTTP/1.1" status: 200 len: 900 time: 0.9963083 Mar 09 12:19:38.560562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38916) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:38.566053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:38.570599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Usage tracker for resource:router and tenant:6e4bae478e4e480f8f6fc7136932bf39 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:38.572544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:38.572873 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:38.573719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:38.583134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:38.596401 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 4 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:38.610944 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:19:38.613743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event updated for resources: {'Subnet': ['ID=d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:38.650956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.651338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.651668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.652329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.652329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.652738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.653764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.653764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.654237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.654531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.654843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.655154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f9b61-0b15-42fc-b9a8-900c1120db4d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:38.663970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.664511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.674726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] The port 'abcf8124-ba73-4fb2-8bde-aab973997575' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:38.699213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:38.699766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:38.700244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:38.772829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:38.773116 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:38.790313 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 5 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:38.826373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.829049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.842534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.864009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.873968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.883155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:38.883155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:38.883155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:38.895310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=87e9957d-1cd9-48a4-8ed2-4711a9fd82c8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:38.897365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.923046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 127a6449-d337-457b-8ea6-8db48347dc0a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127a6449-d337-457b-8ea6-8db48347dc0a,segment=NetworkSegment(f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c),segment_id=f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:38.924356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.932326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.935509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:38.962961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23da33eb-e1b3-406d-bb27-37507ed57892']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:38.980854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Transition to ACTIVE for port object 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:38.998911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:38.999599 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.009790 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 6 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:39.031945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device abcf8124-ba73-4fb2-8bde-aab973997575 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:39.044300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48598c57-f7af-4f16-9167-c6cf8ba9d99a') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:39.044620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48598c57-f7af-4f16-9167-c6cf8ba9d99a') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:39.055531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.064920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.092863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: abcf8124-ba73-4fb2-8bde-aab973997575 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:39.093311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device abcf8124-ba73-4fb2-8bde-aab973997575 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:39.093702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.093953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.094303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.100961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.101063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51939a05-6d9a-4c22-9402-35e106d6e76d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:39.109651 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5e9b4acf-f7c7-47e6-87fd-cdc7f9aaeb3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=facb832cab2e4f578329eacde9ea7cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6848447 Mar 09 12:19:39.111235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:39.111852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.116378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.116668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Transition to ACTIVE for port object 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:39.132397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:39.132731 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.139807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.153808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=127a6449-d337-457b-8ea6-8db48347dc0a,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:39.157256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 7 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:39.176535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Network 923d6202-7575-486c-af91-a767dbd90b34 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:39.179202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:39.184633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:39.188784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116492-4c2f-4107-98a5-6ed3259690ed req-f12ead99-5dd9-4a09-8e7c-787af3a9574d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:39.190702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8a116492-4c2f-4107-98a5-6ed3259690ed req-f12ead99-5dd9-4a09-8e7c-787af3a9574d tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5532246 Mar 09 12:19:39.193017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.193623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.194001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.194344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.194676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.195042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.195374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.195711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.196058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.196383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.196727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.197126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.198918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:39.199437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.250595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.251241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.251583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.289669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Pushing event updated for resources: {'Port': ['ID=6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:39.296487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:39.301676 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:39.309175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.335333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.340314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:39.341473 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.352548 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 8 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:39.352856 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-949c1714-65bc-4204-a6e3-8c30e9ae6160 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/ports/87e9957d-1cd9-48a4-8ed2-4711a9fd82c8 HTTP/1.1" status: 204 len: 168 time: 2.6411881 Mar 09 12:19:39.360268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38924) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.360976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.390705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=8d701b8f-eac3-4601-9234-c62f2d39a8e7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:39.411260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Provisioning for port 5199d435-e715-4a7e-894a-614055de5295 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:39.424045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.432694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.435661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.436170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.436518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.446312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Attempting to bind port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.446681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Attempting to bind port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1be5807d-5c18-4a66-bf0c-7ec00f500dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '923d6202-7575-486c-af91-a767dbd90b34'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.447289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Attempting to bind port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 on network 923d6202-7575-486c-af91-a767dbd90b34 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.452301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Pushing event deleted for resources: {'Network': ['ID=23da33eb-e1b3-406d-bb27-37507ed57892,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:39.455492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf8e6e-ccac-491e-8e9e-107c60d321f8 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:39.472443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.473938 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95ed83d2-87f5-4411-857c-eb674a95933d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0610368 Mar 09 12:19:39.478733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] 10.222.0.20 "DELETE /v2.0/networks/23da33eb-e1b3-406d-bb27-37507ed57892 HTTP/1.1" status: 204 len: 168 time: 3.4094121 Mar 09 12:19:39.480329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.482148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.482675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.483167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.484099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.484687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.485202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.485924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.486423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.486904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.487396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.488728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01e5fae-e81e-4e9d-bdbb-d81340bb0439 tempest-ExtraDHCPOptionsTestJSON-376881856 tempest-ExtraDHCPOptionsTestJSON-376881856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:19:39.491548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38928) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.498230 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8a116492-4c2f-4107-98a5-6ed3259690ed req-105121a9-6bdf-4ea7-b65a-4c8662193705 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604752 Mar 09 12:19:39.503696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2a53cda7-3f04-49a7-a137-8176059d75d0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-839095663', 'prefixes': ['172.20.0.0/16']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:39.510670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2a53cda7-3f04-49a7-a137-8176059d75d0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:39.534305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.536049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:39.536381 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.540003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting subnet e7cbb92f-a8e7-4c21-9a07-9012c996f1ad {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:39.540198 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 9 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:39.548924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.588964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-da128b2b-c836-40fc-a8b4-a2c6c0908d73 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/8d701b8f-eac3-4601-9234-c62f2d39a8e7 HTTP/1.1" status: 204 len: 168 time: 1.8897440 Mar 09 12:19:39.592686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38934) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.621315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:39.622686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Checking segment: {'id': '1be5807d-5c18-4a66-bf0c-7ec00f500dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '923d6202-7575-486c-af91-a767dbd90b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:39.623261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.623815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Bound using segment: {'id': '1be5807d-5c18-4a66-bf0c-7ec00f500dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '923d6202-7575-486c-af91-a767dbd90b34'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:39.625376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Bound port: 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5807d-5c18-4a66-bf0c-7ec00f500dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '923d6202-7575-486c-af91-a767dbd90b34'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:39.625952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.627329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.627663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.627994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.631152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.656963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:39.657289 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.664717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 10 to bind port 515592c1-45ce-4829-858f-90aeb531546b Mar 09 12:19:39.674248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Provisioning complete for port 5199d435-e715-4a7e-894a-614055de5295 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:39.674987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.692243 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ca526a53-80c8-4ff7-b991-cab356500d1c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937696 Mar 09 12:19:39.693917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:39.694248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:39.694576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:39.696545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38940) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.709591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.766818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:39.815261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Port 5199d435-e715-4a7e-894a-614055de5295 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:39.821046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38944) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.834894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.835641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 515592c1-45ce-4829-858f-90aeb531546b on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:39.835977 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 515592c1-45ce-4829-858f-90aeb531546b on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:39.836335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.887442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a53cda7-3f04-49a7-a137-8176059d75d0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for subnetpool, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:39.889342 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a53cda7-3f04-49a7-a137-8176059d75d0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3933492 Mar 09 12:19:39.892458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38950) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:39.900343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-431c64ed-1b78-4fe9-96ea-dc9d1e533b29 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-675865379') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:39.905001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] For port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:39.908546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] For port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96,segment=NetworkSegment(1be5807d-5c18-4a66-bf0c-7ec00f500dfb),segment_id=1be5807d-5c18-4a66-bf0c-7ec00f500dfb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:39.949138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.027058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:40.038232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96, host dv-neutron-832762-2-hyperv, got binding levels [] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:40.038591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.048819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.053736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Provisioning complete for port 127a6449-d337-457b-8ea6-8db48347dc0a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:40.054116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-023fbedd-eb10-44d3-9c52-12775b5548ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.058859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.066596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:40.096910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127a6449-d337-457b-8ea6-8db48347dc0a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:40.104297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cbb92f-a8e7-4c21-9a07-9012c996f1ad,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:40.109142 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-431c64ed-1b78-4fe9-96ea-dc9d1e533b29 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-675865379 HTTP/1.1" status: 201 len: 201 time: 0.2160642 Mar 09 12:19:40.110424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.112996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:40.119797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-ff08a673-add9-4ae7-8106-127ffcf08ebe tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-1644472662') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:40.146028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733ebbc-bd82-4fb7-b2fd-d449940a1a88 None None] Network 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:40.153254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:40.161988 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8887ca18-27ee-468c-a04f-f687eed1af8d tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/subnets/e7cbb92f-a8e7-4c21-9a07-9012c996f1ad HTTP/1.1" status: 204 len: 168 time: 0.7962933 Mar 09 12:19:40.162233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38958) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:40.226926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:40.259326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51939a05-6d9a-4c22-9402-35e106d6e76d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:40.264561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:40.273213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port 515592c1-45ce-4829-858f-90aeb531546b, host hv-neutron-8327, cleared binding levels {{(pid=87831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:40.273654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempted to set empty binding levels {{(pid=87831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:40.276556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.278835 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2ae68cc8-a0be-4265-b699-a4124ae8f517 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51939a05-6d9a-4c22-9402-35e106d6e76d HTTP/1.1" status: 204 len: 168 time: 1.1582134 Mar 09 12:19:40.296339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.299281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.316653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Deleting port 33878d64-fe34-469b-a856-deaa026cb9ff {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:40.317254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.364496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc0b7-b8d2-4d23-ae7c-0f7dbeb27e1f None None] Pushing event updated for resources: {'Port': ['ID=6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:40.391537 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ff08a673-add9-4ae7-8106-127ffcf08ebe tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-1644472662 HTTP/1.1" status: 201 len: 201 time: 0.2773609 Mar 09 12:19:40.394560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38964) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:40.395050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:40.395983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.402648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-4055f7b1-289f-4585-8bb7-fdd7d8f4de74 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-1523724762') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:40.430527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:40.434109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.481670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:40.598073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d7a93f9a-6d57-400b-a3dc-1e04d862e4f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a7488f5791a47cc8c4755a04dd00e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7635965 Mar 09 12:19:40.598847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Deleting port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:40.599223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.616984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:40.729644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=515592c1-45ce-4829-858f-90aeb531546b,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:40.775832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 127a6449-d337-457b-8ea6-8db48347dc0a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:40.776449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:40.793172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-381d614f-c237-49df-b079-9e109d31701a tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.2589498 Mar 09 12:19:40.795553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38976) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:40.971251 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38980) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:41.002812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] For port 33878d64-fe34-469b-a856-deaa026cb9ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=33878d64-fe34-469b-a856-deaa026cb9ff,segment=NetworkSegment(4a166ec2-57ed-4e5a-865b-8cec04ae3302),segment_id=4a166ec2-57ed-4e5a-865b-8cec04ae3302)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:41.003080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.039667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:41.039993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:41.099555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Deleting port 515592c1-45ce-4829-858f-90aeb531546b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:41.099555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.107183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] For port 08cf1332-8f7d-4cce-a846-bbdd50ab2439, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=08cf1332-8f7d-4cce-a846-bbdd50ab2439,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:41.107701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.126311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72966de3-127b-4e6a-a38b-3567dce23266 None None] DHCP port deletion for 1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:41.143889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.190369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f369331c-3365-4aa2-8733-819abc7a1a9a None None] Provisioning complete for port 5199d435-e715-4a7e-894a-614055de5295 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:41.190730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f369331c-3365-4aa2-8733-819abc7a1a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.217643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Calling delete_port for 33878d64-fe34-469b-a856-deaa026cb9ff owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:41.241454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.282395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-72966de3-127b-4e6a-a38b-3567dce23266 None None] Deleting port 33878d64-fe34-469b-a856-deaa026cb9ff {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:41.282717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72966de3-127b-4e6a-a38b-3567dce23266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.296663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7877c979-7419-4820-833e-c483f896a189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03c64bd5d547429288845469e11a7063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204317 Mar 09 12:19:41.302547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38984) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:41.317661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95769fd-2039-4db6-ae14-0c2e786e987f req-699f2feb-3c12-45f0-ab31-feb5dc2efc5c tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:41.317870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Calling delete_port for 08cf1332-8f7d-4cce-a846-bbdd50ab2439 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:41.319522 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d95769fd-2039-4db6-ae14-0c2e786e987f req-699f2feb-3c12-45f0-ab31-feb5dc2efc5c tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6296072 Mar 09 12:19:41.359433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4055f7b1-289f-4585-8bb7-fdd7d8f4de74 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-1523724762 HTTP/1.1" status: 201 len: 201 time: 0.9634304 Mar 09 12:19:41.363615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 38988) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:41.373961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-d43b8232-adf8-47f9-8da3-f5f97babb224 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-687376380') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:41.406256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.420252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.455072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.464651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f369331c-3365-4aa2-8733-819abc7a1a9a None None] Port 5199d435-e715-4a7e-894a-614055de5295 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:19:41.474721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-72966de3-127b-4e6a-a38b-3567dce23266 None None] The port '33878d64-fe34-469b-a856-deaa026cb9ff' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:41.511703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16ab80-79d6-4e42-a425-5242cd12199c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:41.514662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.542694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.548997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:41.549536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.589327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] No DVR routers for this DVR port 08cf1332-8f7d-4cce-a846-bbdd50ab2439 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:41.592403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fafdfa-d3aa-47c3-8fe6-b2cc36743304 None None] Pushing event deleted for resources: {'Port': ['ID=08cf1332-8f7d-4cce-a846-bbdd50ab2439,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:41.609746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Port': ['ID=33878d64-fe34-469b-a856-deaa026cb9ff,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:41.613636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] No DVR routers for this DVR port 33878d64-fe34-469b-a856-deaa026cb9ff on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:41.694405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d95769fd-2039-4db6-ae14-0c2e786e987f req-5e60f82a-bd9f-403b-a96a-979a9ce59d92 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847166 Mar 09 12:19:41.707562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.718729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.743855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d43b8232-adf8-47f9-8da3-f5f97babb224 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-687376380 HTTP/1.1" status: 201 len: 201 time: 0.3769546 Mar 09 12:19:41.756995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 38992) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:41.770090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port 515592c1-45ce-4829-858f-90aeb531546b, host hv-neutron-8327, got binding levels [] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:41.770445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.790204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.790204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d4402e50-94d3-4864-9ede-be3195231039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c16ab80-79d6-4e42-a425-5242cd12199c HTTP/1.1" status: 204 len: 168 time: 1.0951636 Mar 09 12:19:41.798654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e3541-fdee-4229-909d-8987c8e71885,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:41.813988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.816441 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-99229720-4ee3-47ac-bfaa-1e5f9508b1a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d4e3541-fdee-4229-909d-8987c8e71885 HTTP/1.1" status: 204 len: 168 time: 0.5129468 Mar 09 12:19:41.818728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.820642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-71af3df1-6b6d-43a8-8569-950723bd7a89 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:41.853435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeb602c-aa27-48a2-a20f-bc5f5eb2de69']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:41.860663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b42d6-2cd8-479e-b8e5-390da46d2177 None None] Network 923d6202-7575-486c-af91-a767dbd90b34 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:41.874441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a166ec2-57ed-4e5a-865b-8cec04ae3302') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:41.875103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a166ec2-57ed-4e5a-865b-8cec04ae3302') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:41.905327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.941322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:41.943207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.957485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:41.957906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:41.985653 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:42.008818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3501cb72-d3d2-4b3f-965f-fd8387872c95 None None] Provisioning for port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:42.019269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:42.031679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:42.032284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.040469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d0b86-bb10-49d7-8b64-3ef6e41669f2 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:42.051658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Calling delete_port for 515592c1-45ce-4829-858f-90aeb531546b owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:42.164007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=a962a3d3-d615-4bef-9734-9faef4cdd723,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:42.185710 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fd61f60b-80b3-4bde-be3a-4756056bd53c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4375830 Mar 09 12:19:42.187089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.192205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39004) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.193551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:42.210707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'name': 'tempest-NetworksTestDHCPv6-1720411505'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:42.250133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.275455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] Pushing event deleted for resources: {'Network': ['ID=1eeb602c-aa27-48a2-a20f-bc5f5eb2de69,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:42.289882 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8b763a41-9578-4f90-9c46-ee18118321a8 tempest-AllowedAddressPairTestJSON-480123148 tempest-AllowedAddressPairTestJSON-480123148-project] 10.222.0.20 "DELETE /v2.0/networks/1eeb602c-aa27-48a2-a20f-bc5f5eb2de69 HTTP/1.1" status: 204 len: 168 time: 2.1265612 Mar 09 12:19:42.320843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.392734 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-71af3df1-6b6d-43a8-8569-950723bd7a89 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 200 len: 240 time: 0.6270978 Mar 09 12:19:42.397775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39016) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.401495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.404966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event deleted for resources: {'Port': ['ID=515592c1-45ce-4829-858f-90aeb531546b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:42.410220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96,segment=NetworkSegment(1be5807d-5c18-4a66-bf0c-7ec00f500dfb),segment_id=1be5807d-5c18-4a66-bf0c-7ec00f500dfb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:42.410706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.422996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-42e38854-2206-4738-acea-c01b72aa30ea tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "DELETE /v2.0/ports/515592c1-45ce-4829-858f-90aeb531546b HTTP/1.1" status: 204 len: 168 time: 1.6074224 Mar 09 12:19:42.425789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39020) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.438833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-230e21f9-b72a-4369-8e96-774a30f509d3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-675865379') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:42.561927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:42.571082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:42.578937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:42.588211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:42.614106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:42.621289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:42.623359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:42.631676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.639431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:42.639808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.655566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff470008-34c4-477d-b905-f0a94d7d3ef0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:42.656448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ff470008-34c4-477d-b905-f0a94d7d3ef0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Synchronizing usage tracker for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:42.676375 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-230e21f9-b72a-4369-8e96-774a30f509d3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-675865379 HTTP/1.1" status: 204 len: 168 time: 0.2528415 Mar 09 12:19:42.676375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39030) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.686743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-57c8ce97-c51f-487c-bce7-a4e32d5e860f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-675865379') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:42.732274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port aba9f3dc-484d-4823-94a6-4ac84f107712 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:42.776447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39036) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.798632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ff470008-34c4-477d-b905-f0a94d7d3ef0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Unset dirty status for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:42.802580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ff470008-34c4-477d-b905-f0a94d7d3ef0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports/515592c1-45ce-4829-858f-90aeb531546b HTTP/1.1" status: 404 len: 333 time: 0.3730633 Mar 09 12:19:42.805083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39042) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:42.834385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'network_id': '612841d3-ab60-4259-990d-a97521bb4abe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-477270493'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:42.844572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:42.860718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'a962a3d3-d615-4bef-9734-9faef4cdd723'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:42.861882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.957470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:42.971602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:43.112725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::11f (94dc3624-3b1f-4296-9dc3-e29647941794/a962a3d3-d615-4bef-9734-9faef4cdd723/aba9f3dc-484d-4823-94a6-4ac84f107712) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:43.119793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-57c8ce97-c51f-487c-bce7-a4e32d5e860f tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-675865379 HTTP/1.1" status: 204 len: 168 time: 0.4372439 Mar 09 12:19:43.119793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:43.130339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-f8f6aed4-1d62-4564-bf13-590ee3528ea0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:43.217761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39043ae8-847b-4962-b226-1530f16be352 None None] Network 923d6202-7575-486c-af91-a767dbd90b34 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:43.298562 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2e3fb304-c1a6-49e2-951f-7b7e13d10fb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=708f09d93d8c47cbb8ee9f6e373a373f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156314 Mar 09 12:19:43.299114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39060) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:43.335076 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f8f6aed4-1d62-4564-bf13-590ee3528ea0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 200 len: 205 time: 0.2152414 Mar 09 12:19:43.338380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39066) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:43.351528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-05491912-eb19-4698-9b60-2f23c3f0f15a tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:43.359212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Made reservation on behalf of b9a73fe182544c00869bc2581ef4e921 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:43.361650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.376368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.442829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port 49efeca3-a1b5-4258-b655-ad7e262c8e83 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:43.528726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.593862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39076) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:43.595097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0af5932b-de2d-4a17-97f2-211cc5f731de None None] Could not find standard attr ID for object 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:19:43.610760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.648742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Port': ['ID=6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:43.688219 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-05491912-eb19-4698-9b60-2f23c3f0f15a tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 200 len: 241 time: 0.3487506 Mar 09 12:19:43.695970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39084) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:43.710282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-0e25d2b1-8708-408e-9eae-37dbce2709fd tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-1644472662') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:43.752033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.772632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 08cf1332-8f7d-4cce-a846-bbdd50ab2439 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:43.813652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 08cf1332-8f7d-4cce-a846-bbdd50ab2439 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:43.814050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 08cf1332-8f7d-4cce-a846-bbdd50ab2439 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:43.814563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 33878d64-fe34-469b-a856-deaa026cb9ff no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:43.820317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.826250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object aba9f3dc-484d-4823-94a6-4ac84f107712 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:43.843891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01613de4-8652-46d0-bcc9-e639d6c5c3df,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:43.868162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 33878d64-fe34-469b-a856-deaa026cb9ff {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:43.868448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.868602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 33878d64-fe34-469b-a856-deaa026cb9ff not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:43.870399 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3c8f09a8-17ce-481e-9798-bffc500dc77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01613de4-8652-46d0-bcc9-e639d6c5c3df HTTP/1.1" status: 204 len: 168 time: 0.5702155 Mar 09 12:19:43.885937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:43.895200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No DVR routers for this DVR port 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:44.002969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/a962a3d3-d615-4bef-9734-9faef4cdd723/a158f8ae-4788-490f-a653-35ecf8607836) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:44.046356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:44.046482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.050187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39092) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.052013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:44.054504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:44.067384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:44.068061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.075602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0409f8-a599-4fcd-8c53-8a2acdc05616 req-890a334b-ec17-4959-a97d-138d4a7af84e tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:44.085656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5b0409f8-a599-4fcd-8c53-8a2acdc05616 req-890a334b-ec17-4959-a97d-138d4a7af84e tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 1.2143340 Mar 09 12:19:44.095524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d6234c80-40f1-4831-bc39-c9bbdcb79d1c tempest-DvrRoutersNegativeTest-1595716343 tempest-DvrRoutersNegativeTest-1595716343-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1628616281', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:44.108117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.policy [None req-d6234c80-40f1-4831-bc39-c9bbdcb79d1c tempest-DvrRoutersNegativeTest-1595716343 tempest-DvrRoutersNegativeTest-1595716343-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87830) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 09 12:19:44.108433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.policy [None req-d6234c80-40f1-4831-bc39-c9bbdcb79d1c tempest-DvrRoutersNegativeTest-1595716343 tempest-DvrRoutersNegativeTest-1595716343-project] Failed policy check for 'create_router' {{(pid=87830) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 09 12:19:44.109018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-d6234c80-40f1-4831-bc39-c9bbdcb79d1c tempest-DvrRoutersNegativeTest-1595716343 tempest-DvrRoutersNegativeTest-1595716343-project] create failed (client error): Access was denied to this resource. Mar 09 12:19:44.110034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d6234c80-40f1-4831-bc39-c9bbdcb79d1c tempest-DvrRoutersNegativeTest-1595716343 tempest-DvrRoutersNegativeTest-1595716343-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5142436 Mar 09 12:19:44.160571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=aba9f3dc-484d-4823-94a6-4ac84f107712,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:44.171684 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-08113bc3-de0f-469a-9441-4dea4b2c388c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9749148 Mar 09 12:19:44.177799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39100) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.220272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.322093 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e25d2b1-8708-408e-9eae-37dbce2709fd tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-1644472662 HTTP/1.1" status: 204 len: 168 time: 0.6204114 Mar 09 12:19:44.328171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.342808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.343978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-67eee203-d2bc-4844-8bf5-fc8e0a12afa8 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-1644472662') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:44.357512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5b0409f8-a599-4fcd-8c53-8a2acdc05616 req-d70f2610-9922-434d-8695-6a931ca6b17a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383578 Mar 09 12:19:44.374475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.399703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Transition to ACTIVE for port object a158f8ae-4788-490f-a653-35ecf8607836 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:44.415184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244a196-fddb-4990-8812-e85b1821bbc2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:44.415814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f244a196-fddb-4990-8812-e85b1821bbc2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:44.448511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Transition to ACTIVE for port object a158f8ae-4788-490f-a653-35ecf8607836 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:44.453314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Network 612841d3-ab60-4259-990d-a97521bb4abe is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:44.455339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f244a196-fddb-4990-8812-e85b1821bbc2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:44.456606 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f244a196-fddb-4990-8812-e85b1821bbc2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2778192 Mar 09 12:19:44.460471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39110) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.460948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.465557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:44.468679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:44.469964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:44.470653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.493573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.575426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port aba9f3dc-484d-4823-94a6-4ac84f107712 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:44.575923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.617276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b80491-d038-4b17-aac0-439a197f38f8 None None] Network 923d6202-7575-486c-af91-a767dbd90b34 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:44.671475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.673631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-67eee203-d2bc-4844-8bf5-fc8e0a12afa8 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-1644472662 HTTP/1.1" status: 204 len: 168 time: 0.3433609 Mar 09 12:19:44.699626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d6202-7575-486c-af91-a767dbd90b34']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:44.705468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39114) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.712359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5807d-5c18-4a66-bf0c-7ec00f500dfb') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:44.712650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5807d-5c18-4a66-bf0c-7ec00f500dfb') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:44.726019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.728402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:44.735283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:44.742814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:44.747210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.753990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:44.754388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.768265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-7174df79-15bb-41af-96fa-22b3625404ed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:44.818564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39120) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.858074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:44.865614 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:44.867465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=49efeca3-a1b5-4258-b655-ad7e262c8e83,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:44.876150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-55f84807-564c-4874-9e6b-da9981aa21a2 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:44.877205 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-55f84807-564c-4874-9e6b-da9981aa21a2 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.8179975 Mar 09 12:19:44.877965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.882279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:44.902457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.917868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Pushing event updated for resources: {'Port': ['ID=a158f8ae-4788-490f-a653-35ecf8607836,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:44.934146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/923d6202-7575-486c-af91-a767dbd90b34 HTTP/1.1" status: 204 len: 168 time: 6.3680363 Mar 09 12:19:44.937327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-6b41b41b-8608-4502-8f0e-369c12bc2755 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:44.939492 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6b41b41b-8608-4502-8f0e-369c12bc2755 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0131786 Mar 09 12:19:44.942549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795937e-6013-4734-a3d5-99eae1af445d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=923d6202-7575-486c-af91-a767dbd90b34,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:44.945069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39132) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.945405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39134) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.950161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Attempting to bind port a158f8ae-4788-490f-a653-35ecf8607836 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:44.950616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Attempting to bind port a158f8ae-4788-490f-a653-35ecf8607836 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:44.951025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Attempting to bind port a158f8ae-4788-490f-a653-35ecf8607836 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:44.985612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-a5d1a52b-6f59-4666-9653-0ecb3002415f tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:44.986566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a5d1a52b-6f59-4666-9653-0ecb3002415f tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0360966 Mar 09 12:19:44.991457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39142) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:44.998188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c43f4761-c284-44d1-8b68-9d26751c5f5e tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1907344 Mar 09 12:19:45.001401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-678765d8-d995-4e61-9523-93bc77e94ab7 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.002309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-678765d8-d995-4e61-9523-93bc77e94ab7 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101659 Mar 09 12:19:45.003521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa32d453-8f3c-488e-bccc-4d195810500a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:45.003965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa32d453-8f3c-488e-bccc-4d195810500a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:45.005663 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aa32d453-8f3c-488e-bccc-4d195810500a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/d4ff0a4a-a4a7-4dcd-b9ac-ec4e16cf47a6 HTTP/1.1" status: 404 len: 337 time: 0.0576365 Mar 09 12:19:45.006190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39146) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.006520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39148) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.013245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-5dded02b-3f7e-4427-9c22-5d756eaf9546 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.014160 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5dded02b-3f7e-4427-9c22-5d756eaf9546 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052915 Mar 09 12:19:45.014900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39150) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.015743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:45.016189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:45.016660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.017090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:45.017641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Bound port: a158f8ae-4788-490f-a653-35ecf8607836, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:45.018234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.020826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:45.046849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39156) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.091566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-596e1873-7dcc-4625-9953-b851fe632e55 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.092517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-596e1873-7dcc-4625-9953-b851fe632e55 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0448678 Mar 09 12:19:45.099548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.104515 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-08080bd5-792c-481b-b255-49c4404aa540 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:45.105021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08080bd5-792c-481b-b255-49c4404aa540 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:45.105679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.106753 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-08080bd5-792c-481b-b255-49c4404aa540 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/923d6202-7575-486c-af91-a767dbd90b34 HTTP/1.1" status: 404 len: 339 time: 0.0909870 Mar 09 12:19:45.112510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-41bea3bb-8f7c-44d8-b764-95a06cfdc3d0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.112653 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-41bea3bb-8f7c-44d8-b764-95a06cfdc3d0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0120549 Mar 09 12:19:45.113144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39170) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.120759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39172) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.135356 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7174df79-15bb-41af-96fa-22b3625404ed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 200 len: 205 time: 0.4034913 Mar 09 12:19:45.141586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:45.145983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39178) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.158556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-59fc457a-110c-4e8c-afc5-ab535ca37201 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.159803 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-59fc457a-110c-4e8c-afc5-ab535ca37201 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0302110 Mar 09 12:19:45.173126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-32d717f3-bf6a-4758-9182-74157f090ace tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:45.188261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] For port a158f8ae-4788-490f-a653-35ecf8607836, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:45.191988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] For port a158f8ae-4788-490f-a653-35ecf8607836, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a158f8ae-4788-490f-a653-35ecf8607836,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:45.198572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.227477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39180) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.238699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-741db17c-fa5d-453d-b991-3264988a92bf tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.239616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-741db17c-fa5d-453d-b991-3264988a92bf tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112448 Mar 09 12:19:45.244511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39188) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.255129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a1a261d78e94e85a3133afd798d1b2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:45.259178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1291884-770f-448b-ba5b-1e843869c273 None None] DHCP port deletion for 923d6202-7575-486c-af91-a767dbd90b34 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:45.260057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-7d4b17b9-244a-4244-bf42-9477fe236fad tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.261174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7d4b17b9-244a-4244-bf42-9477fe236fad tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0154340 Mar 09 12:19:45.275062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.275847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:45.304427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:45.309955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-52f10425-9888-43db-af2f-6f77d18e7ee9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.311369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52f10425-9888-43db-af2f-6f77d18e7ee9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0306075 Mar 09 12:19:45.321262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39196) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.329190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.333155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.347576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a5df4-ffdc-45f2-90b6-c5a30a500603 None None] Pushing event updated for resources: {'Port': ['ID=a158f8ae-4788-490f-a653-35ecf8607836,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:45.353747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-97fd96d8-cbf3-4a18-97d0-02152e9bb190 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.354717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-97fd96d8-cbf3-4a18-97d0-02152e9bb190 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0285308 Mar 09 12:19:45.362345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.364225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39202) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.372219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-adeebd92-c148-4120-a265-7e280a758ad9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.375524 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-adeebd92-c148-4120-a265-7e280a758ad9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061908 Mar 09 12:19:45.399213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39206) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.536621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-178147d1-130e-4a12-b29b-70fb81244bf6 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.537590 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-178147d1-130e-4a12-b29b-70fb81244bf6 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0454302 Mar 09 12:19:45.545535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39216) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.601398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for aba9f3dc-484d-4823-94a6-4ac84f107712 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:45.613970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-e3dcfc41-8b52-4f05-8fc0-9df7a62ff385 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.615941 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e3dcfc41-8b52-4f05-8fc0-9df7a62ff385 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0676386 Mar 09 12:19:45.621408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39220) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.729666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39222) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.834841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-c6241146-220c-4ce0-9aa8-c29fdc3ac775 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.835719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6241146-220c-4ce0-9aa8-c29fdc3ac775 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0159695 Mar 09 12:19:45.873375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39230) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.890134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-4b6cc64f-19a7-49c4-bf53-5449f20965ff tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.891100 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b6cc64f-19a7-49c4-bf53-5449f20965ff tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0156529 Mar 09 12:19:45.915221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39234) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.950941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-bfae7580-9e2a-4583-90ab-3ee6bd36c3ef tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.951653 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bfae7580-9e2a-4583-90ab-3ee6bd36c3ef tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0353556 Mar 09 12:19:45.956154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39238) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.960995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.963361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:45.974386 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-32d717f3-bf6a-4758-9182-74157f090ace tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 200 len: 241 time: 0.8100414 Mar 09 12:19:45.974812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-7ab3ff60-d220-4533-9a99-cc3cb4910774 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:45.974812 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7ab3ff60-d220-4533-9a99-cc3cb4910774 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0164044 Mar 09 12:19:45.976670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39242) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.976992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39244) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:45.997646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-db288dda-68e3-478a-9f95-0fd5afa1c500 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-1523724762') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:46.050352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.065449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5754-7036-4fe0-982d-a396b2f079cf req-88d74b34-909d-47ce-9b6d-fc3b6f103eae tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:46.066796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-717b5754-7036-4fe0-982d-a396b2f079cf req-88d74b34-909d-47ce-9b6d-fc3b6f103eae tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5201571 Mar 09 12:19:46.067719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-854558f2-200e-4862-b361-7bc9c701a411 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.071257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-854558f2-200e-4862-b361-7bc9c701a411 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0893004 Mar 09 12:19:46.076835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39250) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.092620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.099111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.107535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-c9b3031a-2320-4534-a92f-272677b49347 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.110911 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c9b3031a-2320-4534-a92f-272677b49347 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0218883 Mar 09 12:19:46.150381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a158f8ae-4788-490f-a653-35ecf8607836 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:46.157462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39254) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.204921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac89c7f-0338-473b-80c5-3150f5aca417']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:46.219551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043c5f08-cd8e-42d0-8482-668a3464043d') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:46.219915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043c5f08-cd8e-42d0-8482-668a3464043d') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:46.222391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=aba9f3dc-484d-4823-94a6-4ac84f107712,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:46.228294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689738665'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:46.234012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-fcc100d4-6bc4-413e-a766-5190e31a81dd tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.235052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fcc100d4-6bc4-413e-a766-5190e31a81dd tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0761418 Mar 09 12:19:46.246585 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a1a261d78e94e85a3133afd798d1b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4163284 Mar 09 12:19:46.246585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39260) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.252416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39262) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.256640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:46.263950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.274391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:46.279089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:46.286351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port 49efeca3-a1b5-4258-b655-ad7e262c8e83 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:46.287037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:46.288501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a158f8ae-4788-490f-a653-35ecf8607836 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:46.305314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:46.315634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-ec236757-8b66-4a58-86d7-bd4424a5ca04 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.316958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ec236757-8b66-4a58-86d7-bd4424a5ca04 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0628960 Mar 09 12:19:46.319479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.325954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.330275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39268) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.353084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-24b48653-6843-4d2b-a6e6-bc625ee25cdc tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.354055 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-24b48653-6843-4d2b-a6e6-bc625ee25cdc tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0162029 Mar 09 12:19:46.355138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.357387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:46.357866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6c9e2e8a-061c-447b-b9e4-8e03c2f4fc96 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:46.368752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-717b5754-7036-4fe0-982d-a396b2f079cf req-cc722440-b742-44ce-ad02-18e084fecb3b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492230 Mar 09 12:19:46.373055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39272) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.389975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4dff4-f3a0-4bca-97df-a2a01e8b87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b059105e-d163-4ef6-8330-1b0e0dbf2740,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:46.390942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-d96c5e88-b7bf-4982-8b13-2c54bc18d391 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.391897 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d96c5e88-b7bf-4982-8b13-2c54bc18d391 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092213 Mar 09 12:19:46.393118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:46.393523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.396581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39278) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.403964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:46.407244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:46.417710 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:46.427449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-8d4f3110-9509-4939-b178-46facdecbe73 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.431145 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8d4f3110-9509-4939-b178-46facdecbe73 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080810 Mar 09 12:19:46.445921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39282) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.458427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Transition to ACTIVE for port object 49efeca3-a1b5-4258-b655-ad7e262c8e83 will not be triggered until provisioned by entity L2. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:46.463606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.474348 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3e16ec82-a592-46d7-add8-71f288f3748c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/aba9f3dc-484d-4823-94a6-4ac84f107712 HTTP/1.1" status: 204 len: 168 time: 2.0135674 Mar 09 12:19:46.477641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-ecefcca3-3de0-41f2-8e87-8a2d93988618 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.481697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ecefcca3-3de0-41f2-8e87-8a2d93988618 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0187898 Mar 09 12:19:46.483292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39286) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.483632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.488879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-db288dda-68e3-478a-9f95-0fd5afa1c500 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-1523724762 HTTP/1.1" status: 204 len: 168 time: 0.5109341 Mar 09 12:19:46.491590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39294) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.526374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-7bb013f8-0d5e-4c47-acb4-6658a0e03393 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.530071 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7bb013f8-0d5e-4c47-acb4-6658a0e03393 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0411608 Mar 09 12:19:46.541723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39296) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.547606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-10c29742-bdcc-41a0-ad63-8c4c6a68b00c tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-1523724762') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:46.562224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.612016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.648404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:46.653902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-d56a4954-cee6-4a67-b63a-b3af357df235 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.657596 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d56a4954-cee6-4a67-b63a-b3af357df235 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0228784 Mar 09 12:19:46.666776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39304) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.676231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:security_group_rule and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:46.687563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:46.694861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:46.718705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.726298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-fe922712-b528-46c7-a6f3-69b422126fac tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.729618 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fe922712-b528-46c7-a6f3-69b422126fac tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0544305 Mar 09 12:19:46.735486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39308) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.756038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Provisioning for port a158f8ae-4788-490f-a653-35ecf8607836 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:46.764347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Provisioning complete for port a158f8ae-4788-490f-a653-35ecf8607836 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:46.765109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.783604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.833660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-48345372-d603-429f-9d0c-20c3d57c3c3d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.834647 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48345372-d603-429f-9d0c-20c3d57c3c3d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0883310 Mar 09 12:19:46.853820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=49efeca3-a1b5-4258-b655-ad7e262c8e83,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:46.863654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.870031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39312) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.877688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=6ac89c7f-0338-473b-80c5-3150f5aca417,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:46.884848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-81e49284-86ad-4952-8abf-8be8637d967e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.888149 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-81e49284-86ad-4952-8abf-8be8637d967e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098634 Mar 09 12:19:46.894822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39316) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.910536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9815b7b4-2afe-4a29-8cf7-2d07b50e16e4 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/6ac89c7f-0338-473b-80c5-3150f5aca417 HTTP/1.1" status: 204 len: 168 time: 1.7899144 Mar 09 12:19:46.917164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-f3a875c4-374e-4e20-aeab-c917813692d8 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.921530 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f3a875c4-374e-4e20-aeab-c917813692d8 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0205119 Mar 09 12:19:46.921530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:46.921530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:46.921530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:46.923984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8207c2-c9c7-448a-9d57-2bffb8e7249b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:46.926102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.926440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39322) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.927117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8207c2-c9c7-448a-9d57-2bffb8e7249b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:46.927356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.928274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-df8207c2-c9c7-448a-9d57-2bffb8e7249b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:46.949029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-d36157a9-9aaa-4d83-85f1-f43030f172f9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.953574 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d36157a9-9aaa-4d83-85f1-f43030f172f9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0212488 Mar 09 12:19:46.953574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:46.953574 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:46.962324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.971131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] For port a158f8ae-4788-490f-a653-35ecf8607836, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a158f8ae-4788-490f-a653-35ecf8607836,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:46.976375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-57ae770f-9d6e-4f72-92a2-260e224a4eac tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:46.980166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:46.982434 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-57ae770f-9d6e-4f72-92a2-260e224a4eac tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0171938 Mar 09 12:19:46.983341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39332) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:46.986909 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 2 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.009886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-d0cadff1-f611-40ce-8174-db258759aa2d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.014592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d0cadff1-f611-40ce-8174-db258759aa2d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0218725 Mar 09 12:19:47.015140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39336) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.017957 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9d54ee-7e8f-4c1a-adbc-2b9340618996 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:47.018439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9d54ee-7e8f-4c1a-adbc-2b9340618996 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:47.020210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d9d54ee-7e8f-4c1a-adbc-2b9340618996 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/6f7c8042-42ea-4ff8-b46e-a6117196e0a9 HTTP/1.1" status: 404 len: 337 time: 0.0917172 Mar 09 12:19:47.026747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39340) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.030448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-16614daf-6bd9-4f3c-97ff-01d739ac4518 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.031411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-16614daf-6bd9-4f3c-97ff-01d739ac4518 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102513 Mar 09 12:19:47.032221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.032537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.032880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.038213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39342) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.052703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-df8207c2-c9c7-448a-9d57-2bffb8e7249b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:47.056425 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-df8207c2-c9c7-448a-9d57-2bffb8e7249b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5693238 Mar 09 12:19:47.056425 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-10c29742-bdcc-41a0-ad63-8c4c6a68b00c tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-1523724762 HTTP/1.1" status: 204 len: 168 time: 0.5180478 Mar 09 12:19:47.057555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39348) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.059981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39350) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.067241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-bef7eb40-2d16-472d-9659-ef71f5a81dea tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.068504 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bef7eb40-2d16-472d-9659-ef71f5a81dea tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0282855 Mar 09 12:19:47.072800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.073067 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.075228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-a1004c10-4e1a-49ff-8c1f-45735dfed980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:47.076916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-a1004c10-4e1a-49ff-8c1f-45735dfed980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.2306178 Mar 09 12:19:47.079131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39354) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.079131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 3 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.096202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-b8066b2c-647b-47b5-9c64-7d78911ea076 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.097191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b8066b2c-647b-47b5-9c64-7d78911ea076 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0110242 Mar 09 12:19:47.102412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6c17f-0612-451b-ada0-f84ae11c3401 None None] Pushing event updated for resources: {'Port': ['ID=a158f8ae-4788-490f-a653-35ecf8607836,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:47.102580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecc55dd-83fa-459a-82aa-0692e6adb7fd tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:47.103025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecc55dd-83fa-459a-82aa-0692e6adb7fd tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:47.109865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39360) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.114761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d5d435fe-5cb2-40a8-b622-8ca7ea2d6b97 None None] Could not find standard attr ID for object aba9f3dc-484d-4823-94a6-4ac84f107712. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:19:47.120980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-5080ccd7-68cf-4b63-9cdd-01e1529ce101 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.126741 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5080ccd7-68cf-4b63-9cdd-01e1529ce101 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073569 Mar 09 12:19:47.128303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-04a5b8a5-1357-4647-8f8e-2890defa2f9d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:47.130250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39364) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.131872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.134385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.138061 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b059105e-d163-4ef6-8330-1b0e0dbf2740 HTTP/1.1" status: 204 len: 168 time: 0.8785148 Mar 09 12:19:47.138798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.139144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.139488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.155219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-a478381c-eca7-41b0-ae3f-0f52e39b321c tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.158557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a478381c-eca7-41b0-ae3f-0f52e39b321c tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0196869 Mar 09 12:19:47.168997 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cecc55dd-83fa-459a-82aa-0692e6adb7fd tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/c8a54beb-e22d-49ec-a3f0-feafb5892256 HTTP/1.1" status: 404 len: 339 time: 0.1327889 Mar 09 12:19:47.172023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39370) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.172596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39372) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.180643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.181267 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.223596 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 4 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.231571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9960bb-7a44-4efc-92df-e23623f7cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059105e-d163-4ef6-8330-1b0e0dbf2740,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:47.236347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-f571d81d-565e-4d81-ae9c-4688ddc93f30 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.237357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f571d81d-565e-4d81-ae9c-4688ddc93f30 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0605066 Mar 09 12:19:47.252264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cec0c-434f-4098-8e64-a479c6f2b93a req-e437790c-8e77-4aab-8caa-6e7fe85915b3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:47.254566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab4cec0c-434f-4098-8e64-a479c6f2b93a req-e437790c-8e77-4aab-8caa-6e7fe85915b3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5340443 Mar 09 12:19:47.255389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39378) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.282400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-193d15eb-9f29-4fa5-b729-e077cb47b493 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.283357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-193d15eb-9f29-4fa5-b729-e077cb47b493 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0173104 Mar 09 12:19:47.296332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39382) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.310165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.310502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.310834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.323380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-45a01bb5-cfbf-4ca2-968c-e20a4b2dc786 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.324442 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-45a01bb5-cfbf-4ca2-968c-e20a4b2dc786 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0161905 Mar 09 12:19:47.330827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39386) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.333166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.333498 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.337393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 5 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.351612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting subnet 9fddb372-56fa-442a-9b0b-694de1bda0af {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:47.356923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.360363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-b2302b65-0531-4e55-a24b-f90c1a7527a0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.361476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b2302b65-0531-4e55-a24b-f90c1a7527a0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0165133 Mar 09 12:19:47.365027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.367117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39392) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.374700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.382790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-a165df34-da33-473e-abeb-eea11ea51c9e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.386186 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a165df34-da33-473e-abeb-eea11ea51c9e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0156775 Mar 09 12:19:47.392600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.411466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-edbb1bca-bf59-4313-8387-cecff72b0935 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.412418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-edbb1bca-bf59-4313-8387-cecff72b0935 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0188558 Mar 09 12:19:47.413228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.413558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.413893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.418665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.432793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-839a1156-a597-4c53-904f-824ef122bd82 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.434200 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-839a1156-a597-4c53-904f-824ef122bd82 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104911 Mar 09 12:19:47.436820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.437334 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.437747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39404) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.440501 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 6 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.451738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab4cec0c-434f-4098-8e64-a479c6f2b93a req-238cc880-c1b5-4f27-8492-b3776c384791 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824515 Mar 09 12:19:47.478235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-141f3c8e-4b2f-49ad-83b9-9b81fa5030f9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.479234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-141f3c8e-4b2f-49ad-83b9-9b81fa5030f9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0316749 Mar 09 12:19:47.483302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.485879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.493702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet a962a3d3-d615-4bef-9734-9faef4cdd723 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:47.507351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:47.525019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6328d9c-15dc-4a0d-8f31-35e90c8056a6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:47.531078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.531248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-7ebabc8f-3c42-4edc-bb62-751f1f9b66c0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.531248 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7ebabc8f-3c42-4edc-bb62-751f1f9b66c0 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0116580 Mar 09 12:19:47.537414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39416) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.547245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-59853b33-099d-4ee3-a9ee-1ff0651830bb tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.548728 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59853b33-099d-4ee3-a9ee-1ff0651830bb tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073788 Mar 09 12:19:47.552292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.553096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.553622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.560942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39420) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.562124 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-04a5b8a5-1357-4647-8f8e-2890defa2f9d tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 200 len: 205 time: 0.4938207 Mar 09 12:19:47.569669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-8e6b74ac-f878-4c4e-b0cb-04fcb59b22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:47.570741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-a60b6f76-2422-40e1-b145-0e8408820bcf tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.571162 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-8e6b74ac-f878-4c4e-b0cb-04fcb59b22d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.4471292 Mar 09 12:19:47.572076 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a60b6f76-2422-40e1-b145-0e8408820bcf tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100334 Mar 09 12:19:47.572994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.577062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.577624 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.579751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.580110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment b7e697eb-db27-4040-aa5d-7be4a14a2241 of type vlan for network 36f180c0-c95f-4bd2-a466-7d1b6402274d Mar 09 12:19:47.580442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39426) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.583151 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 7 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.598495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-dbd32c72-6867-4a6e-b19b-30264e5e3b43 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:47.613245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-f71438a2-d15d-457b-bd7a-7e18d7ae5a40 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.614504 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f71438a2-d15d-457b-bd7a-7e18d7ae5a40 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0223591 Mar 09 12:19:47.625940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39434) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.633573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-4b0ccfbf-d28d-4a7d-a47b-8414dca329e7 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.638240 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b0ccfbf-d28d-4a7d-a47b-8414dca329e7 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074849 Mar 09 12:19:47.639763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39438) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.652826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-2b217e1a-e599-44dc-9fbf-9652f6f1a37b tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.654134 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2b217e1a-e599-44dc-9fbf-9652f6f1a37b tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133231 Mar 09 12:19:47.655302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.655787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.656273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.660515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39444) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.676382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-5d9710da-a842-4f6e-85e8-11dde63a37e3 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.679920 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5d9710da-a842-4f6e-85e8-11dde63a37e3 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112715 Mar 09 12:19:47.679920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.679920 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.680306 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 8 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.680972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39448) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.698643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-3c64d331-3161-4bd3-b880-c0dd1bb10e9e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.702766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3c64d331-3161-4bd3-b880-c0dd1bb10e9e tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0176039 Mar 09 12:19:47.703165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39452) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.704748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.710191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-9e0306f2-9cee-4110-9754-a93ac7471372 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.713529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e0306f2-9cee-4110-9754-a93ac7471372 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070469 Mar 09 12:19:47.713529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.713529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.713529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.719052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dbd32c72-6867-4a6e-b19b-30264e5e3b43 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 200 len: 240 time: 0.1379864 Mar 09 12:19:47.720200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39456) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.720526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39458) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.729422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-302ea408-a0a7-47cf-b729-dd9147ec91a3 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.733775 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-302ea408-a0a7-47cf-b729-dd9147ec91a3 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089321 Mar 09 12:19:47.734494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-0c7b7954-7ef5-4ed7-b34e-d389f1d12c98 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-687376380') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:47.743017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39464) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.743672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.752397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.763701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-d2e07a74-6b2f-4512-a43d-9910fa5ac255 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.767178 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2e07a74-6b2f-4512-a43d-9910fa5ac255 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0207038 Mar 09 12:19:47.773236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.773626 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.775849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39468) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.776305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 9 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.791923 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-5a269a42-7dad-4b92-9d33-01de411a835f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.2102797 Mar 09 12:19:47.806910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-4e54c458-6850-4367-b61e-585a8de9f6df tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.810423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4e54c458-6850-4367-b61e-585a8de9f6df tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0194612 Mar 09 12:19:47.814406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39474) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.826641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.826987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.827329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.835622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-5dc5f6da-6b8a-42eb-82a2-eb7c46e16c7d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.836591 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5dc5f6da-6b8a-42eb-82a2-eb7c46e16c7d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184486 Mar 09 12:19:47.844679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.851118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.851220 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.855211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-600c5b0d-edc9-4f7d-aa60-929264d43e37 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.857553 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-600c5b0d-edc9-4f7d-aa60-929264d43e37 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107179 Mar 09 12:19:47.863201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 10 to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 Mar 09 12:19:47.872748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39484) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.883103 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0c7b7954-7ef5-4ed7-b34e-d389f1d12c98 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-687376380 HTTP/1.1" status: 204 len: 168 time: 0.1600876 Mar 09 12:19:47.886462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-42571cb2-9862-4bfb-a6bc-34c26cceafa9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.888203 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-42571cb2-9862-4bfb-a6bc-34c26cceafa9 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0115182 Mar 09 12:19:47.892555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39490) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.892936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39492) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.902460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-24505973-8044-4117-b2e3-a494d383c8fe tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-687376380') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:47.912173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:47.912506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:47.913037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:47.917435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-8670855c-50b8-4fa1-844e-ec65c7034b49 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.922049 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8670855c-50b8-4fa1-844e-ec65c7034b49 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0222037 Mar 09 12:19:47.929857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39498) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.935624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:47.935959 dv-neutron-832762-2-hyperv neutron-server[87831]: ERROR neutron.plugins.ml2.managers [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:47.936322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:47.948810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-4d936b53-8ca0-46cc-942b-5ac546a14454 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.952589 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d936b53-8ca0-46cc-942b-5ac546a14454 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0193594 Mar 09 12:19:47.953371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.965744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-c3c0564f-caf9-4a8b-90ad-6bd1d7bd14ab tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:47.967492 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c3c0564f-caf9-4a8b-90ad-6bd1d7bd14ab tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115187 Mar 09 12:19:47.971053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39508) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:47.973795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.016478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [None req-eac2d937-de43-41ad-aff4-fb914784c717 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:48.017490 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eac2d937-de43-41ad-aff4-fb914784c717 tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0453360 Mar 09 12:19:48.023883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39512) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.036150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [None req-21f99b1d-6090-4b6a-9737-070a2572621d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:19:48.052517 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-21f99b1d-6090-4b6a-9737-070a2572621d tempest-ExtensionsTestJSON-664542658 tempest-ExtensionsTestJSON-664542658-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0258255 Mar 09 12:19:48.063010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=9fddb372-56fa-442a-9b0b-694de1bda0af,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:48.063417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a158f8ae-4788-490f-a653-35ecf8607836 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:48.074012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.077737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.084542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.085729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.091813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-835dfe2d-a278-43e1-8362-7e12b129578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.093800 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-835dfe2d-a278-43e1-8362-7e12b129578a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.2923093 Mar 09 12:19:48.104666 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-86c6d852-badb-4ef1-8836-1dd5b4d9273c tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/9fddb372-56fa-442a-9b0b-694de1bda0af HTTP/1.1" status: 204 len: 168 time: 0.9257665 Mar 09 12:19:48.116908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39518) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.160100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3390119a-5c26-4815-bcf8-2a330420aab3 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:48.178135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39522) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.187740 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-24505973-8044-4117-b2e3-a494d383c8fe tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-687376380 HTTP/1.1" status: 204 len: 168 time: 0.2924252 Mar 09 12:19:48.198340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39526) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.205530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port 49efeca3-a1b5-4258-b655-ad7e262c8e83, host hv-neutron-8327, cleared binding levels {{(pid=87831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:48.205793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempted to set empty binding levels {{(pid=87831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:48.208036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.209142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-b0f52b13-b290-4f54-9552-bb9bdbfdb2eb tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:48.225029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.372049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6282864 Mar 09 12:19:48.376934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15990a8f-4488-4a59-83e2-ce4a54ac157a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=36f180c0-c95f-4bd2-a466-7d1b6402274d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:48.423150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting subnet 566f9f36-cbc5-4fd2-9072-f9c2866f83f7 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:48.428351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] In _notify_port_updated(), no bound segment for port 49efeca3-a1b5-4258-b655-ad7e262c8e83 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:48.429483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.430312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.431932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "PUT /v2.0/ports/49efeca3-a1b5-4258-b655-ad7e262c8e83 HTTP/1.1" status: 200 len: 976 time: 3.4244459 Mar 09 12:19:48.437317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.451076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39532) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.515650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-82e4b330-234c-4897-88b6-bec0917397c1 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:48.516295 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-82e4b330-234c-4897-88b6-bec0917397c1 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 12:19:48.516973 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-82e4b330-234c-4897-88b6-bec0917397c1 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:19:48.518119 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-82e4b330-234c-4897-88b6-bec0917397c1 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3326712 Mar 09 12:19:48.529180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39540) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.530443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:48.531182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0f52b13-b290-4f54-9552-bb9bdbfdb2eb tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 200 len: 205 time: 0.3318963 Mar 09 12:19:48.542852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39542) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.544154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39546) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.551078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220378062'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:48.559468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed421-9998-4de9-a6a1-8a7ccc17ffad tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=49efeca3-a1b5-4258-b655-ad7e262c8e83,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:48.564393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-29521630-1b75-432e-8c02-3f3c11b393c3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:48.577656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:48.604212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:48.648962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39552) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.651433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-ceb1d0bd-7532-4ab1-b6b4-7fd9c85be495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.653697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-ceb1d0bd-7532-4ab1-b6b4-7fd9c85be495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5208721 Mar 09 12:19:48.654855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.659285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:48.665952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:48.680654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:48.685753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.722642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.732949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=a962a3d3-d615-4bef-9734-9faef4cdd723,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:48.763190 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-68cd5b22-f191-4842-a15a-e4f1474dff6a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/a962a3d3-d615-4bef-9734-9faef4cdd723 HTTP/1.1" status: 204 len: 168 time: 1.7045434 Mar 09 12:19:48.775505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39560) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.786921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a158f8ae-4788-490f-a653-35ecf8607836 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:48.787782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.812914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23931b76-62b8-45e5-9ac5-7ebbed7eed0a None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:48.860765 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.870899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7b53dfb7-7956-4631-959a-694c04b9ec80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940890 Mar 09 12:19:48.882345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39564) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.886557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.887106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.887572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.888216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.888692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.889074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:48.889175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.889695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.890167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.890962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.891070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.891831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.892512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.893005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.893850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.893960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.894360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:48.895118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:48.900110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7d797dd0-63f6-414c-962c-9c6c6fdfe2b0 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14850 time: 0.4443362 Mar 09 12:19:48.901979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39568) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.910553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:48.957965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:48.967032 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-29521630-1b75-432e-8c02-3f3c11b393c3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 204 len: 168 time: 0.4169457 Mar 09 12:19:48.967032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:48.978875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39574) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:48.994093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:48.996786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:49.030661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.049001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-4a3b7e47-d30b-43f3-a3aa-78831478d141 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:49.059274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:49.064479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Usage tracker for resource:security_group_rule and tenant:75e514e0ea754c4d94b70b55e6a1e386 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:49.079228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:49.100726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:49.106003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Deleting port 49efeca3-a1b5-4258-b655-ad7e262c8e83 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:49.106462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.119428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:49.140720 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-3968b6f1-2a43-4e71-9e83-fd8c1911199c service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697926 Mar 09 12:19:49.145015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:49.170335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:49.190953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:49.194872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.337675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.350292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:49.356841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Deleting port a158f8ae-4788-490f-a653-35ecf8607836 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:49.357590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.420282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:49.429240 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8f18a45f-d3b9-4967-9276-e209d10896f7 req-f928ffca-64b9-4b13-8c20-9a5ee112de11 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733908 Mar 09 12:19:49.444613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:49.521018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b104-0156-4a7e-b845-e38295cea6e3 req-8adc9517-8668-425d-b749-f6e0b56325f8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:49.522600 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df62b104-0156-4a7e-b845-e38295cea6e3 req-8adc9517-8668-425d-b749-f6e0b56325f8 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.8083041 Mar 09 12:19:49.530642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:49.538389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:49.575688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.599750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] For port a158f8ae-4788-490f-a653-35ecf8607836, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a158f8ae-4788-490f-a653-35ecf8607836,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:49.600285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.635605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:49.640873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.657400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port 49efeca3-a1b5-4258-b655-ad7e262c8e83, host hv-neutron-8327, got binding levels [] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:49.658034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.677311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.733860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Calling delete_port for a158f8ae-4788-490f-a653-35ecf8607836 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:49.735954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.750507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=566f9f36-cbc5-4fd2-9072-f9c2866f83f7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:49.819804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e0ce9-aa78-4832-9dc6-f49bacdff491 None None] Network b52151ed-2efd-40a5-ac9a-4d575171fcaf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:49.824953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Calling delete_port for 49efeca3-a1b5-4258-b655-ad7e262c8e83 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:49.833224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.839464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:49.853172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2892afd0-a220-4cb0-a7ad-17fc33713da8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/566f9f36-cbc5-4fd2-9072-f9c2866f83f7 HTTP/1.1" status: 204 len: 168 time: 1.7351475 Mar 09 12:19:49.860492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:49.873809 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4a3b7e47-d30b-43f3-a3aa-78831478d141 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 204 len: 168 time: 0.8849895 Mar 09 12:19:49.884229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39582) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:49.902880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-681ea45f-7881-40cc-8168-879db84d69c3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:49.905447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df62b104-0156-4a7e-b845-e38295cea6e3 req-2d19327c-4158-4468-ae2b-248445647245 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260579 Mar 09 12:19:49.919376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] Pushing event deleted for resources: {'Port': ['ID=a158f8ae-4788-490f-a653-35ecf8607836,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:49.922068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6941960-d8a3-46f1-a590-ae2593041ca6 None None] No DVR routers for this DVR port a158f8ae-4788-490f-a653-35ecf8607836 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:49.977984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75e514e0ea754c4d94b70b55e6a1e386&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3086917 Mar 09 12:19:49.994259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39586) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:49.999634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c8c54-c4e3-4135-8008-68aa44ef8b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17037369-3e4b-422b-9fa3-a96cad74cacb,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:50.063748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-76129597-6781-4fd4-9294-71ec29828785 None None] Provisioning complete for port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:50.064206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76129597-6781-4fd4-9294-71ec29828785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.097297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.133935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a158f8ae-4788-490f-a653-35ecf8607836 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:50.157256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.164114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.174587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.237215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:50.257194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:50.262667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:50.267053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a158f8ae-4788-490f-a653-35ecf8607836 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:50.267863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a158f8ae-4788-490f-a653-35ecf8607836 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:50.282319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event deleted for resources: {'Port': ['ID=49efeca3-a1b5-4258-b655-ad7e262c8e83,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:50.286490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:50.316446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.320099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:50.320442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.335488 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-83643b9f-6ef9-4bde-a585-3546639c8c98 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "DELETE /v2.0/ports/49efeca3-a1b5-4258-b655-ad7e262c8e83 HTTP/1.1" status: 204 len: 168 time: 1.3721864 Mar 09 12:19:50.335488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.336656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39590) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:50.366870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505bbb8a-6ae0-4c8e-a66b-d259cf25b773,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:50.375097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.410873 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-681ea45f-7881-40cc-8168-879db84d69c3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 204 len: 168 time: 0.5229738 Mar 09 12:19:50.413730 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8795f2fb-828f-4c8f-8e56-a049fd997d73 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:50.414133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8795f2fb-828f-4c8f-8e56-a049fd997d73 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Synchronizing usage tracker for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:50.416564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39594) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:50.420031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.434822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-30d0f4da-5d03-4be7-884e-72df4518f2fc tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:50.493657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] DHCP port deletion for b52151ed-2efd-40a5-ac9a-4d575171fcaf request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:50.497811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8795f2fb-828f-4c8f-8e56-a049fd997d73 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Unset dirty status for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:50.502761 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8795f2fb-828f-4c8f-8e56-a049fd997d73 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports/49efeca3-a1b5-4258-b655-ad7e262c8e83 HTTP/1.1" status: 404 len: 333 time: 0.1619883 Mar 09 12:19:50.502955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Deleting port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:50.502955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.510002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39598) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:50.529374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1017377369', 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:50.537104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:50.553440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:50.580302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Made reservation on behalf of b9a73fe182544c00869bc2581ef4e921 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:50.583070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.601076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.630162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17037369-3e4b-422b-9fa3-a96cad74cacb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:50.632435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port 866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:50.673677 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30d0f4da-5d03-4be7-884e-72df4518f2fc tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2426882 Mar 09 12:19:50.674872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39602) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:50.678958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.684045 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-89ad5785-8c11-4829-8c6f-cbfb453dc9d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17037369-3e4b-422b-9fa3-a96cad74cacb HTTP/1.1" status: 204 len: 168 time: 0.6880343 Mar 09 12:19:50.685763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.693536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-273c81b8-88ba-442b-936a-6ee0499ecaf2 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-87257362') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:50.702340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=fb505249-3630-4c15-96c5-7df3cc74623c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:50.805178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,segment=NetworkSegment(cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f),segment_id=cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:50.805574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.811291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': 'b7e697eb-db27-4040-aa5d-7be4a14a2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:50.811628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: 36f180c0-c95f-4bd2-a466-7d1b6402274d, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:50.817510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.823553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:50.838941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:50.849290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.854210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:50.854803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:50.902889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df484a2f-c13e-412a-87f6-5d63e2d7b8b6 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:50.963711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=1872b7f5-5436-47ae-9eb8-005495fea89d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:51.002228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb4479-2903-4c5a-90bc-fcbc78ba67a7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:51.005726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,segment=NetworkSegment(cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f),segment_id=cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:51.006160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.015117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:51.021565 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-37da7985-1d2c-46b7-bbfa-ac476e18b375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1366210 Mar 09 12:19:51.022452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.023559 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-700ce83a-7e14-419f-bcac-00cf9702b1db tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4909544 Mar 09 12:19:51.025429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39612) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.028251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39614) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.035902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'name': 'tempest-NetworksTestDHCPv6-1768004297'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:51.082925 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-273c81b8-88ba-442b-936a-6ee0499ecaf2 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-87257362 HTTP/1.1" status: 201 len: 201 time: 0.4051936 Mar 09 12:19:51.087377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.089300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39624) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.097998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-d942f11b-97b6-4e20-993c-7d6f0380103e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-575755863') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:51.098770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Calling delete_port for 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:51.115601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '17eb4479-2903-4c5a-90bc-fcbc78ba67a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:51.187510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:51.196369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:51.200659 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-4de52c29-2e3f-4877-801f-fb70b28e0eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2551382 Mar 09 12:19:51.227883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 36f180c0-c95f-4bd2-a466-7d1b6402274d) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:51.241875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b43cc-d83e-48cf-860f-5f691cd0f56d None None] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:51.245693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.246503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:51.278363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:51.288464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.289872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.294238 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d942f11b-97b6-4e20-993c-7d6f0380103e tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-575755863 HTTP/1.1" status: 201 len: 201 time: 0.2025764 Mar 09 12:19:51.307213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39632) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.313333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-9fce4c9a-f8a0-4f7b-89b3-f39bc472fc60 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-661408198') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:51.385821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:51.421676 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b8723d15-4623-4de6-b7b0-99a65b712c65 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8757346 Mar 09 12:19:51.422316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39638) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.458048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Network 612841d3-ab60-4259-990d-a97521bb4abe is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:51.472469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:51.482542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:51.484115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.485743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.502678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:51.508396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540954565'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:51.527614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:51.530521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:51.548373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:51.551495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.554116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:51.572007 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a71e04c-e9c9-4bfa-8ffb-68d2c5423a46 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0517342 Mar 09 12:19:51.586116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:51.589187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39646) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.606507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:51.606507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:51.614862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.649494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:51.680368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-1e53740f-9120-4076-83af-7d83c5418de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.681880 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-1e53740f-9120-4076-83af-7d83c5418de1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.3026021 Mar 09 12:19:51.704140 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9fce4c9a-f8a0-4f7b-89b3-f39bc472fc60 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-661408198 HTTP/1.1" status: 201 len: 201 time: 0.3950505 Mar 09 12:19:51.707943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.712835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39652) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.714196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:51.714654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:51.733273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-73934676-02b0-48b5-ae8b-48c893e541b1 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-1464462899') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:51.743739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.748703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] Pushing event deleted for resources: {'Port': ['ID=0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:51.752800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7d1db-985f-40cb-b618-b28262ef3b7e None None] No DVR routers for this DVR port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:51.766206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:51.769825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.780540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39656) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.801289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:51.805666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.832247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61414ee2-3e29-481d-bf4a-b301808d21a2 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.832819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-61414ee2-3e29-481d-bf4a-b301808d21a2 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Synchronizing usage tracker for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:51.850110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6a64a-b829-4fde-8857-93b1360a02c9 req-db3a5e74-55d4-4129-ac00-17d66d6de25b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.851611 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8aa6a64a-b829-4fde-8857-93b1360a02c9 req-db3a5e74-55d4-4129-ac00-17d66d6de25b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6248059 Mar 09 12:19:51.852258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ecadbe-8fe0-4915-b289-cfb1192ca43a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:51.860635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-36f180c0-c95f-4bd2-a466-7d1b6402274d', 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': 'fb505249-3630-4c15-96c5-7df3cc74623c'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:51.861394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.880515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port e43b8a61-ef7b-433f-9a3d-3ee15db82969 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:51.883242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '1872b7f5-5436-47ae-9eb8-005495fea89d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:51.884109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.905369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-9ddb1370-4c26-4291-8a09-25c24af3a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:51.906779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-9ddb1370-4c26-4291-8a09-25c24af3a3c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.2000802 Mar 09 12:19:51.951618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:51.952803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-94c74782-9ec2-4e60-afe2-5bb2b08b8926 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9211631 Mar 09 12:19:51.966681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39662) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:51.977876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:51.986367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-61414ee2-3e29-481d-bf4a-b301808d21a2 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Unset dirty status for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:51.987525 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-61414ee2-3e29-481d-bf4a-b301808d21a2 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports/866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 HTTP/1.1" status: 200 len: 955 time: 0.3937087 Mar 09 12:19:51.995227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '17eb4479-2903-4c5a-90bc-fcbc78ba67a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:52.005296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39666) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:52.010680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'networks': [{'name': 'tempest-network--385606526'}, {'name': 'tempest-network--526337067'}]} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:52.011209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-network--385606526'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:52.012504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-network--526337067'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:52.020141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:52.035596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.035955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment e61bb9cf-9f8f-4120-947c-cdc487d7d0c0 of type vlan for network ad84b587-30e5-4956-8e55-9d7f3913037e Mar 09 12:19:52.037327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:52.044664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:52.062211 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8aa6a64a-b829-4fde-8857-93b1360a02c9 req-7acd1590-2290-43e4-b0d4-60234f41e492 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941340 Mar 09 12:19:52.066093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:52.074794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:52.093156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Usage tracker for resource:network and tenant:2ea96de44da4443aa4733e9e8685b34f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:52.097993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:52.112599 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-73934676-02b0-48b5-ae8b-48c893e541b1 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-1464462899 HTTP/1.1" status: 201 len: 201 time: 0.3970790 Mar 09 12:19:52.115563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:52.126131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39672) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:52.133552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-a57c5bf9-2d28-4885-a6d3-bbd851a6f5ed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', {'tags': ['tempest-TagsExtTest-Tag-1314249583', 'tempest-TagsExtTest-Tag-57141814', 'tempest-TagsExtTest-Tag-556357147']}) {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:52.139181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.180259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.186196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Deleting port 866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:52.186543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.197484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Allocated IP 172.20.255.242 (36f180c0-c95f-4bd2-a466-7d1b6402274d/fb505249-3630-4c15-96c5-7df3cc74623c/b3ba3982-f0e4-4c87-be1a-743dd3001b6c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:52.205117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::138 (94dc3624-3b1f-4296-9dc3-e29647941794/1872b7f5-5436-47ae-9eb8-005495fea89d/e43b8a61-ef7b-433f-9a3d-3ee15db82969) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:52.236527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:52.239723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-d49d2a49-2fd3-465e-8c40-472915c1732b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.3264322 Mar 09 12:19:52.246522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'network': 2} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:52.249095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:52.249440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.250873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.289780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:52.290115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:52.320415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.360618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.366071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:52.366702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.390388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:52.406757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port '0d0be3ea-ccb6-4cdd-bfe2-c3d6e1f1591f' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:52.407730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Usage tracker for resource:security_group_rule and tenant:2ea96de44da4443aa4733e9e8685b34f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:52.414756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:52.429990 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a57c5bf9-2d28-4885-a6d3-bbd851a6f5ed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 200 len: 315 time: 0.3006451 Mar 09 12:19:52.429990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-01248e4c-fbc7-4c3a-b857-2d260d451a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:52.431191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-01248e4c-fbc7-4c3a-b857-2d260d451a70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.1666853 Mar 09 12:19:52.431481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39676) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:52.434836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:52.576850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.588427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-fdfbc43a-e441-4880-aade-0e3ca873a4e5 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:52.595298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Transition to ACTIVE for port object b3ba3982-f0e4-4c87-be1a-743dd3001b6c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:52.599045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a73f-c122-4824-ac9b-0117e4d93c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.625268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Transition to ACTIVE for port object b3ba3982-f0e4-4c87-be1a-743dd3001b6c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:52.632355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.719530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:52.722844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:52.723076 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2373598 Mar 09 12:19:52.727587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:52.730122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39680) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:52.752611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e8091-6e24-4392-aba5-5b822c8ad80e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=ad84b587-30e5-4956-8e55-9d7f3913037e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:52.766547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:52.774462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ad84b587-30e5-4956-8e55-9d7f3913037e details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:52.793430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:52.840100 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:19:52.843756 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9288772b-ebad-47a6-8e0a-e8c29fd6d405 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8710129 Mar 09 12:19:52.846611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39684) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:52.887318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.905222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Attempting to bind port b3ba3982-f0e4-4c87-be1a-743dd3001b6c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:52.905597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Attempting to bind port b3ba3982-f0e4-4c87-be1a-743dd3001b6c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b7e697eb-db27-4040-aa5d-7be4a14a2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:52.905957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Attempting to bind port b3ba3982-f0e4-4c87-be1a-743dd3001b6c on network 36f180c0-c95f-4bd2-a466-7d1b6402274d {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:52.927312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:52.927312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Checking segment: {'id': 'b7e697eb-db27-4040-aa5d-7be4a14a2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:52.927665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.927947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Bound using segment: {'id': 'b7e697eb-db27-4040-aa5d-7be4a14a2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:52.929239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Bound port: b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e697eb-db27-4040-aa5d-7be4a14a2241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36f180c0-c95f-4bd2-a466-7d1b6402274d'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:52.929239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.935841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295a30-eb32-4d86-8cc2-5af2f3a93494 req-57959ff6-c5d0-44e5-abe7-90ea21fb29aa tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:52.937502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10295a30-eb32-4d86-8cc2-5af2f3a93494 req-57959ff6-c5d0-44e5-abe7-90ea21fb29aa tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.7361953 Mar 09 12:19:52.939464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:52.950916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52151ed-2efd-40a5-ac9a-4d575171fcaf']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:52.994234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:52.994428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6f9f91-1fb5-49f9-aa0c-d3312da0de4f') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:53.034234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.049969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] For port b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:53.054535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] For port b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,segment=NetworkSegment(b7e697eb-db27-4040-aa5d-7be4a14a2241),segment_id=b7e697eb-db27-4040-aa5d-7be4a14a2241)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:53.056601 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10295a30-eb32-4d86-8cc2-5af2f3a93494 req-e32edcda-8e9c-4afd-8b24-1d1f81ea6fa6 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099956 Mar 09 12:19:53.059458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.060971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.083070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.102283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:53.104682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.129898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Calling delete_port for 866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:53.188316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359457ab-e201-4d3e-80a4-39599312da73 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:53.198136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:53.219184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-5b43810f-81bf-48a5-ab53-324883cb9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:53.220995 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:53.224066 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-5b43810f-81bf-48a5-ab53-324883cb9b17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7757905 Mar 09 12:19:53.225918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:53.246726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:53.292316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:53.294158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object e43b8a61-ef7b-433f-9a3d-3ee15db82969 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:53.297391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.321602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.340880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=b52151ed-2efd-40a5-ac9a-4d575171fcaf,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:53.361142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.365422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2ff756b7-c1fb-4cbf-8ac1-e6a076d50f1a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/b52151ed-2efd-40a5-ac9a-4d575171fcaf HTTP/1.1" status: 204 len: 168 time: 3.4969995 Mar 09 12:19:53.368413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39690) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.424805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.432032 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57f72cb-b697-463e-8032-4789e195acb2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.432805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57f72cb-b697-463e-8032-4789e195acb2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.441479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d57f72cb-b697-463e-8032-4789e195acb2 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/338262c8-78bd-475d-acdc-98156cd4b4ae HTTP/1.1" status: 404 len: 337 time: 0.0610926 Mar 09 12:19:53.443636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.444115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.444320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39694) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.455317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a416e-334b-4901-88b0-3647cd3da6e6 req-6fa5456f-561a-4c26-9c3f-b06d93a1913b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:53.457286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d7a416e-334b-4901-88b0-3647cd3da6e6 req-6fa5456f-561a-4c26-9c3f-b06d93a1913b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.2353437 Mar 09 12:19:53.479877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:53.483687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.502137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.506496 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda1b9ac-6a89-48ac-bcba-2128b6b36af8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.506968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda1b9ac-6a89-48ac-bcba-2128b6b36af8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.511336 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fdfbc43a-e441-4880-aade-0e3ca873a4e5 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 204 len: 168 time: 1.0741594 Mar 09 12:19:53.515510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eda1b9ac-6a89-48ac-bcba-2128b6b36af8 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/89d1bff7-437b-423f-9211-7773cc92c718 HTTP/1.1" status: 404 len: 339 time: 0.0699141 Mar 09 12:19:53.520023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39698) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.521132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39700) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.521478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.591858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/1872b7f5-5436-47ae-9eb8-005495fea89d/d3d91e5c-becf-4707-967a-12bd31afbb0b) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:53.615199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-883855e2-50a8-4062-ab7a-5dacdb8381dc tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-1314249583') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:53.672680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8264f5d8-ef94-4e4b-a8c5-e734e2e37296 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.673214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8264f5d8-ef94-4e4b-a8c5-e734e2e37296 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.677489 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8264f5d8-ef94-4e4b-a8c5-e734e2e37296 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/1c3913e5-c4ea-47cd-8983-ec5e3eccb77d HTTP/1.1" status: 404 len: 337 time: 0.0925162 Mar 09 12:19:53.677795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.684723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39706) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.704349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.707301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event deleted for resources: {'Port': ['ID=866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:53.710540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d7a416e-334b-4901-88b0-3647cd3da6e6 req-e992333a-60c5-4281-a7d2-d8bc89247229 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266479 Mar 09 12:19:53.729698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:53.755535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=e43b8a61-ef7b-433f-9a3d-3ee15db82969,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:53.758095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:53.763584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:53.770461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:53.771376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.778342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6778268-9241-417f-8061-41831935b7e3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.778897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6778268-9241-417f-8061-41831935b7e3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.781171 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6778268-9241-417f-8061-41831935b7e3 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/ebf74514-ecf6-491f-98a4-717decb99d7f HTTP/1.1" status: 404 len: 339 time: 0.0919070 Mar 09 12:19:53.787412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39712) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.798574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246fb90d-b78e-4223-8963-ca3eb2d85206,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:53.829126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:53.847101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1bfb7d-5def-40a2-bb9a-d07275dc30ab tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.847562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1bfb7d-5def-40a2-bb9a-d07275dc30ab tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.849280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee1bfb7d-5def-40a2-bb9a-d07275dc30ab tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/747ac682-790b-4d28-8ae9-f19c1ce24873 HTTP/1.1" status: 404 len: 337 time: 0.0585182 Mar 09 12:19:53.853300 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6d5b07e8-54b4-4c59-92a6-aa2e4bac89e9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8267996 Mar 09 12:19:53.854134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39716) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.854464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39718) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.864294 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-6a05170a-e37f-4f9a-ad22-009a3d0177ce service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341221 Mar 09 12:19:53.882171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-41773f81-1220-4244-a08e-6c8267ade59d tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "DELETE /v2.0/ports/866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 HTTP/1.1" status: 204 len: 168 time: 1.8648915 Mar 09 12:19:53.900401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.905158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.905509 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment c20f7b74-038a-448e-86e0-f6622475ffed of type vlan for network 6851c04c-a7df-4349-bfe2-8d05cbc3cc2a Mar 09 12:19:53.909178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39724) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:53.912201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Transition to ACTIVE for port object d3d91e5c-becf-4707-967a-12bd31afbb0b will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:53.936913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Transition to ACTIVE for port object d3d91e5c-becf-4707-967a-12bd31afbb0b will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:53.944585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:53.988210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-31331085-736d-43ff-99e5-7665e2dcc2e1 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:53.988370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31331085-736d-43ff-99e5-7665e2dcc2e1 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:53.992984 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-31331085-736d-43ff-99e5-7665e2dcc2e1 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/c1951a04-4182-4931-9c58-d9649b5c60b0 HTTP/1.1" status: 404 len: 339 time: 0.1343758 Mar 09 12:19:53.996354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39728) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:54.031355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:54.038856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:54.043961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:54.050389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Pushing event updated for resources: {'Port': ['ID=d3d91e5c-becf-4707-967a-12bd31afbb0b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:54.071526 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad13aac6-eacb-4345-8762-5a5c666d7f34 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:54.071942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ad13aac6-eacb-4345-8762-5a5c666d7f34 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Synchronizing usage tracker for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:54.088299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.127955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.149937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b3ba3982-f0e4-4c87-be1a-743dd3001b6c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:54.165838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting subnet 3e5fbe00-17f2-42b9-9614-4a08de9b356b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:54.168948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb4479-2903-4c5a-90bc-fcbc78ba67a7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:54.170106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.175237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ad13aac6-eacb-4345-8762-5a5c666d7f34 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Unset dirty status for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:54.177210 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ad13aac6-eacb-4345-8762-5a5c666d7f34 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports/866468bd-9ec5-4d7d-8cb7-fb3bfb009bf2 HTTP/1.1" status: 404 len: 333 time: 0.2604408 Mar 09 12:19:54.196993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39732) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:54.227841 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-883855e2-50a8-4062-ab7a-5dacdb8381dc tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:54.229236 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-883855e2-50a8-4062-ab7a-5dacdb8381dc tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-1314249583 HTTP/1.1" status: 404 len: 329 time: 0.7013383 Mar 09 12:19:54.239533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'network_id': '612841d3-ab60-4259-990d-a97521bb4abe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-61840041'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:54.246531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39736) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:54.250374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.256632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7a9eeb21-d73a-4864-b54f-1616692bd1f6 req-82016e50-3681-474e-aabf-5c7b784c2cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805320 Mar 09 12:19:54.257991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Attempting to bind port d3d91e5c-becf-4707-967a-12bd31afbb0b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:54.258463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Attempting to bind port d3d91e5c-becf-4707-967a-12bd31afbb0b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:54.258999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Attempting to bind port d3d91e5c-becf-4707-967a-12bd31afbb0b on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:54.266421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-c6f19919-2180-4046-bd28-bac10fa63c85 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-57141814') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:54.272070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:54.272574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:54.273437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.273983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:54.274798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Bound port: d3d91e5c-becf-4707-967a-12bd31afbb0b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:54.275245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.300466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:54.366795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:19:54.377296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:54.388417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.389595 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52cc58f2-0bd5-414d-a383-3c22eaaf7403 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/17eb4479-2903-4c5a-90bc-fcbc78ba67a7 HTTP/1.1" status: 204 len: 168 time: 1.5301585 Mar 09 12:19:54.397083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b9138-3ed5-43ed-ba12-586610312cf0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:54.397896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b4b9138-3ed5-43ed-ba12-586610312cf0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:54.403287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39740) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:54.408345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcd920-9495-4cd5-a43a-163cf3a07a93 req-4b3bb855-4feb-4e81-9300-e02611744033 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:54.412315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.412669 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment 844dba5b-d184-4a73-978d-343e16914a7b of type vlan for network 0a6f3ef5-dde0-48d1-9693-8dec8a19b221 Mar 09 12:19:54.415504 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cdcd920-9495-4cd5-a43a-163cf3a07a93 req-4b3bb855-4feb-4e81-9300-e02611744033 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5053153 Mar 09 12:19:54.421247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port b3ba3982-f0e4-4c87-be1a-743dd3001b6c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:54.431833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] For port d3d91e5c-becf-4707-967a-12bd31afbb0b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:54.442366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] For port d3d91e5c-becf-4707-967a-12bd31afbb0b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3d91e5c-becf-4707-967a-12bd31afbb0b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:54.446461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Made reservation on behalf of b9a73fe182544c00869bc2581ef4e921 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:19:54.449125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.449393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.483967 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cdcd920-9495-4cd5-a43a-163cf3a07a93 req-0675af69-9941-419e-83d4-6070e839afe4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675964 Mar 09 12:19:54.489692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b4b9138-3ed5-43ed-ba12-586610312cf0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:54.493820 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b4b9138-3ed5-43ed-ba12-586610312cf0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6358874 Mar 09 12:19:54.494480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39744) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:54.562542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.582133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af025eff-07d9-4a90-99eb-24cdd2ca8fb5 None None] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:54.609097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd60500-ecad-40b9-8ef7-d49f7936140e None None] Pushing event updated for resources: {'Port': ['ID=d3d91e5c-becf-4707-967a-12bd31afbb0b,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:54.727080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port e43b8a61-ef7b-433f-9a3d-3ee15db82969 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:54.727508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.771622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Provisioning for port b3ba3982-f0e4-4c87-be1a-743dd3001b6c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:54.779944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Provisioning complete for port b3ba3982-f0e4-4c87-be1a-743dd3001b6c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:54.780381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.842258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port e0292f90-fcf0-454f-b826-511be2aa73d5 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:54.913715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae2554a0-c62b-45d8-8936-0ec0b9b4160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:54.957791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.005714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.020368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2c79b62-9c68-4c51-b138-0b0c30b06b98 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:55.051713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.118248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5fbe00-17f2-42b9-9614-4a08de9b356b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:55.123455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.142950 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-c6f19919-2180-4046-bd28-bac10fa63c85 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:55.151516 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c6f19919-2180-4046-bd28-bac10fa63c85 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-57141814 HTTP/1.1" status: 404 len: 327 time: 0.9032524 Mar 09 12:19:55.162522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:55.188475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-8db726ed-3aa9-4de5-99cb-a91387ea7037 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b', 'tempest-TagsExtTest-Tag-556357147') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:55.195193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5cb28c-ed97-424c-809a-65be677659a2 None None] Network f9e23109-f26b-49a7-970f-f9098e787407 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:55.225578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.259466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2c79b62-9c68-4c51-b138-0b0c30b06b98 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:55.265097 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2c79b62-9c68-4c51-b138-0b0c30b06b98 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8579865 Mar 09 12:19:55.270333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:55.272534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.273261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.279254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:55.283915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:55.284599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.352217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d51000ae-f94f-4b1e-b02e-b56f4edaaaef tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/3e5fbe00-17f2-42b9-9614-4a08de9b356b HTTP/1.1" status: 204 len: 168 time: 1.3504319 Mar 09 12:19:55.352774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5693002 Mar 09 12:19:55.355342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39760) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:55.355528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39762) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:55.365373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946477019'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:55.392987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:55.403350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=82c936b7-c8bd-48f1-a067-850a339276d7,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:55.410533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] For port b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,segment=NetworkSegment(b7e697eb-db27-4040-aa5d-7be4a14a2241),segment_id=b7e697eb-db27-4040-aa5d-7be4a14a2241)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:55.411032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae67c1-f65b-426b-86ef-dba692e1977b req-2ad33be5-7ee6-4b7c-aa1d-0b28e5e9c5f3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:55.412621 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bcae67c1-f65b-426b-86ef-dba692e1977b req-2ad33be5-7ee6-4b7c-aa1d-0b28e5e9c5f3 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5986300 Mar 09 12:19:55.428815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.447470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:55.447836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: ad84b587-30e5-4956-8e55-9d7f3913037e, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:19:55.537806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6dfd6-c29b-4e88-a2bd-c4be6ec41b38 None None] Pushing event updated for resources: {'Port': ['ID=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:55.543132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:55.598707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=6851c04c-a7df-4349-bfe2-8d05cbc3cc2a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:55.615359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6851c04c-a7df-4349-bfe2-8d05cbc3cc2a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:55.680487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.681332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] DHCP port deletion for f9e23109-f26b-49a7-970f-f9098e787407 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:19:55.732689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.741897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Deleting port c4a63414-865b-4744-b7ad-1c304008b31d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:55.742281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.765148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.817141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.829650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.855567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:55.860123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:55.863057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:55.869373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:55.910133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for e43b8a61-ef7b-433f-9a3d-3ee15db82969 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:55.911863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612aae3-9195-4f80-9bb3-013ce0fe0655 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=0a6f3ef5-dde0-48d1-9693-8dec8a19b221,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:55.921731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network ad84b587-30e5-4956-8e55-9d7f3913037e is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:19:55.944684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ad84b587-30e5-4956-8e55-9d7f3913037e) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:55.963990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:55.965153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.969384 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-8db726ed-3aa9-4de5-99cb-a91387ea7037 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:55.970416 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8db726ed-3aa9-4de5-99cb-a91387ea7037 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags/tempest-TagsExtTest-Tag-556357147 HTTP/1.1" status: 404 len: 328 time: 0.8034444 Mar 09 12:19:55.984234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39768) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:55.997120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] For port c4a63414-865b-4744-b7ad-1c304008b31d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c4a63414-865b-4744-b7ad-1c304008b31d,segment=NetworkSegment(d76eb09f-dc2c-4be2-912b-ffceca8a8b02),segment_id=d76eb09f-dc2c-4be2-912b-ffceca8a8b02)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:55.997704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:55.999600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-64444ae6-aa92-42c0-adc6-bce01b9089b8 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', {'tags': ['tempest-TagsExtTest-Tag-1361910777', 'tempest-TagsExtTest-Tag-1453584421', 'tempest-TagsExtTest-Tag-409999709']}) {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:56.082236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.092406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e6b1d-d80f-4883-998a-c2b9c848da65 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:56.103181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.110727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e6b1d-d80f-4883-998a-c2b9c848da65 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:56.117391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e6b1d-d80f-4883-998a-c2b9c848da65 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:56.132735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e6b1d-d80f-4883-998a-c2b9c848da65 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:56.141456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-413e6b1d-d80f-4883-998a-c2b9c848da65 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7849040 Mar 09 12:19:56.146070 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bcae67c1-f65b-426b-86ef-dba692e1977b req-29def2f8-4512-4f36-a40d-9afc7bdf452a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6622598 Mar 09 12:19:56.146599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39772) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.151084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Calling delete_port for c4a63414-865b-4744-b7ad-1c304008b31d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:56.186751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-288988c8-9332-4fee-9347-0ec0b74acf83 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4451334 Mar 09 12:19:56.188970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39776) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.200211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port c4a63414-865b-4744-b7ad-1c304008b31d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:56.200565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.210999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138b0ef2-9c0a-4eeb-a785-9060c679ea67,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:56.222116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.223438 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e84f500d-83d2-4e03-92bb-ce8c9203dbab tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9167523 Mar 09 12:19:56.237485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.244007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39782) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.258941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 0a6f3ef5-dde0-48d1-9693-8dec8a19b221 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:19:56.274773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a809d-8059-4c29-abb6-2fe866213257 None None] Network ad84b587-30e5-4956-8e55-9d7f3913037e requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:56.289183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3d91e5c-becf-4707-967a-12bd31afbb0b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:56.306245 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-64444ae6-aa92-42c0-adc6-bce01b9089b8 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 200 len: 317 time: 0.3208311 Mar 09 12:19:56.311890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39786) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.334492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-916c715d-1233-4fa2-9868-2f8e0e4c8a67 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:56.374468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Network 612841d3-ab60-4259-990d-a97521bb4abe is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:56.382730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:56.385272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:56.387352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:56.388055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.421124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=e0292f90-fcf0-454f-b826-511be2aa73d5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:56.443100 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1abc42af-b41a-4064-9898-4bb81fa4ff58 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.2315612 Mar 09 12:19:56.443704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39790) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.451103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:56.472465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.481230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1e6789ac-0a3e-4566-bcc0-9f09130b2214 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '138b0ef2-9c0a-4eeb-a785-9060c679ea67', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:56.481962 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-1e6789ac-0a3e-4566-bcc0-9f09130b2214 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 09 12:19:56.482456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-1e6789ac-0a3e-4566-bcc0-9f09130b2214 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:56.489101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1e6789ac-0a3e-4566-bcc0-9f09130b2214 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.2293370 Mar 09 12:19:56.501769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39794) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.584004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.585855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.696762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ceb84ee5-c0e1-4cbc-9b86-c08710ab2de4 None None] Provisioning complete for port b3ba3982-f0e4-4c87-be1a-743dd3001b6c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:56.697251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ceb84ee5-c0e1-4cbc-9b86-c08710ab2de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.697351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.715408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-916c715d-1233-4fa2-9868-2f8e0e4c8a67 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 204 len: 168 time: 0.3935940 Mar 09 12:19:56.721067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39800) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.728931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-bfd74c1a-452b-4acb-9bb6-763477c42def tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-1361910777') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:56.753288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] Pushing event deleted for resources: {'Port': ['ID=c4a63414-865b-4744-b7ad-1c304008b31d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:56.768786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468945a-f15b-496d-9720-e43c6be6d1ff None None] No DVR routers for this DVR port c4a63414-865b-4744-b7ad-1c304008b31d on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:19:56.843029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d3d91e5c-becf-4707-967a-12bd31afbb0b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:56.863269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b3ba3982-f0e4-4c87-be1a-743dd3001b6c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:19:56.890418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port 'c4a63414-865b-4744-b7ad-1c304008b31d' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:19:56.907683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:56.951772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-bfd74c1a-452b-4acb-9bb6-763477c42def tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:56.952700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bfd74c1a-452b-4acb-9bb6-763477c42def tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-1361910777 HTTP/1.1" status: 404 len: 329 time: 0.2298951 Mar 09 12:19:56.958013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39804) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:56.966023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-2d4cf2af-2e8f-4c58-bc5a-b6461bf820c4 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-1453584421') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.002513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.033222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ad84b587-30e5-4956-8e55-9d7f3913037e', 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '82c936b7-c8bd-48f1-a067-850a339276d7'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:19:57.034069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.063313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.107589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b3ba3982-f0e4-4c87-be1a-743dd3001b6c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:57.107854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.133985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-2d4cf2af-2e8f-4c58-bc5a-b6461bf820c4 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:57.135700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d4cf2af-2e8f-4c58-bc5a-b6461bf820c4 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-1453584421 HTTP/1.1" status: 404 len: 329 time: 0.1767020 Mar 09 12:19:57.141781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.144027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39808) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:57.151315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-ec9a116a-63ef-42e2-b048-14083821deed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295', 'tempest-TagsExtTest-Tag-409999709') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.207984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] device_id is not set on port e0292f90-fcf0-454f-b826-511be2aa73d5 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:19:57.218524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.237808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Provisioning for port d3d91e5c-becf-4707-967a-12bd31afbb0b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:19:57.241634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Transition to ACTIVE for port object e0292f90-fcf0-454f-b826-511be2aa73d5 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:57.250436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Provisioning complete for port d3d91e5c-becf-4707-967a-12bd31afbb0b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:19:57.250845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.253903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.255273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=e43b8a61-ef7b-433f-9a3d-3ee15db82969,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:57.258127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.321209 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-ec9a116a-63ef-42e2-b048-14083821deed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:57.325125 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ec9a116a-63ef-42e2-b048-14083821deed tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags/tempest-TagsExtTest-Tag-409999709 HTTP/1.1" status: 404 len: 328 time: 0.1772296 Mar 09 12:19:57.412081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39812) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:57.413149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=e0292f90-fcf0-454f-b826-511be2aa73d5,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:57.458535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Allocated IP 172.20.0.2 (ad84b587-30e5-4956-8e55-9d7f3913037e/82c936b7-c8bd-48f1-a067-850a339276d7/184c4734-1e60-4ca5-ba00-f6296fe6ba72) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:19:57.512775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.554703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e23109-f26b-49a7-970f-f9098e787407']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.613160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.631257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c4a63414-865b-4744-b7ad-1c304008b31d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:19:57.632155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-b890fc8d-bc2d-47a7-a205-fb27078db7be tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', {'tags': ['tempest-TagsExtTest-Tag-1229391905', 'tempest-TagsExtTest-Tag-725448896', 'tempest-TagsExtTest-Tag-1973811411']}) {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.637378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784dad-2c80-4d8e-947a-5a33e5039df5 req-7f433573-889c-4f58-87fb-1066baaa7711 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:57.638855 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9784dad-2c80-4d8e-947a-5a33e5039df5 req-7f433573-889c-4f58-87fb-1066baaa7711 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.9157159 Mar 09 12:19:57.646942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.647234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76eb09f-dc2c-4be2-912b-ffceca8a8b02') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.657272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.680356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c4a63414-865b-4744-b7ad-1c304008b31d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:19:57.680564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c4a63414-865b-4744-b7ad-1c304008b31d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:19:57.714042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:57.715267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:57.715479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:57.722882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:57.722882 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:57.725025 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 2 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:57.730214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.730214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.731320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.740913 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d944460a-db04-4063-92d8-2a890410a4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/e43b8a61-ef7b-433f-9a3d-3ee15db82969 HTTP/1.1" status: 204 len: 168 time: 3.2433710 Mar 09 12:19:57.752730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39816) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:57.754964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6851c04c-a7df-4349-bfe2-8d05cbc3cc2a']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.803907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:57.804269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:57.804629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:57.813650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:57.813933 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:57.816049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 3 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:57.836453 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b890fc8d-bc2d-47a7-a205-fb27078db7be tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 200 len: 317 time: 0.4177039 Mar 09 12:19:57.836689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20f7b74-038a-448e-86e0-f6622475ffed') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.836689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20f7b74-038a-448e-86e0-f6622475ffed') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.836967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39820) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:57.838991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:57.840043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:57.840816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:57.847284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-4d7fe7c0-a6d3-4273-afa7-ebde00263af0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:57.851618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] For port d3d91e5c-becf-4707-967a-12bd31afbb0b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3d91e5c-becf-4707-967a-12bd31afbb0b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:57.853016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.860559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.860760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.880452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:57.880967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.897730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:57.901236 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:57.906457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:57.906808 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:57.913279 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 4 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:57.916737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Could not find standard attr ID for object e43b8a61-ef7b-433f-9a3d-3ee15db82969. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:19:57.927665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9784dad-2c80-4d8e-947a-5a33e5039df5 req-ae5111cb-fdab-41bf-ad91-09fcbb0f65b2 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735531 Mar 09 12:19:57.928268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:57.934343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:57.934704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:57.935028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:57.942368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:57.942925 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:57.943904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 5 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:57.963210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Transition to ACTIVE for port object 184c4734-1e60-4ca5-ba00-f6296fe6ba72 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:57.978412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296685bc-1c43-4a08-a565-81b217684f32 None None] Pushing event updated for resources: {'Port': ['ID=d3d91e5c-becf-4707-967a-12bd31afbb0b,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:57.992517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Transition to ACTIVE for port object 184c4734-1e60-4ca5-ba00-f6296fe6ba72 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:19:57.999231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.002617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b0ef2-9c0a-4eeb-a785-9060c679ea67,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.010351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.021279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e6747-9395-4fad-8d7b-d92af87018b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:58.022868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e6747-9395-4fad-8d7b-d92af87018b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:58.023619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-291e6747-9395-4fad-8d7b-d92af87018b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:58.029696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.029913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.030294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.041515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.041853 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.044542 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 6 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:58.054713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:58.054713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:58.067994 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:58.071670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.072040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.072474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.081568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.082045 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.083307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 7 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:58.087015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.100753 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d7fe7c0-a6d3-4273-afa7-ebde00263af0 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 204 len: 168 time: 0.2612877 Mar 09 12:19:58.101406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39824) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.103854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Network ad84b587-30e5-4956-8e55-9d7f3913037e is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:19:58.107447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:19:58.109283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-a9c5c9cc-93af-483f-ac1c-9ad2b4dff4cb tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-1229391905') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.114600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:19:58.133901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.138748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2114235e-9938-47a1-9fa3-66edef745599 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/138b0ef2-9c0a-4eeb-a785-9060c679ea67 HTTP/1.1" status: 204 len: 168 time: 1.6135440 Mar 09 12:19:58.164590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Pushing event updated for resources: {'Port': ['ID=184c4734-1e60-4ca5-ba00-f6296fe6ba72,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.164820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.165542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39828) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.166532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.171779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.172303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.173093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.186211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.186675 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.188525 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 8 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:58.210932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.211411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.211847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.221993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-291e6747-9395-4fad-8d7b-d92af87018b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:58.223139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-291e6747-9395-4fad-8d7b-d92af87018b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4541886 Mar 09 12:19:58.228282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Attempting to bind port 184c4734-1e60-4ca5-ba00-f6296fe6ba72 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.229081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Attempting to bind port 184c4734-1e60-4ca5-ba00-f6296fe6ba72 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.229081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Attempting to bind port 184c4734-1e60-4ca5-ba00-f6296fe6ba72 on network ad84b587-30e5-4956-8e55-9d7f3913037e {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.234433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=f9e23109-f26b-49a7-970f-f9098e787407,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.237317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:19:58.238113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Checking segment: {'id': 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:19:58.239672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.240293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Bound using segment: {'id': 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:19:58.241014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Bound port: 184c4734-1e60-4ca5-ba00-f6296fe6ba72, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:19:58.242206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.247735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39832) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.253650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=82c936b7-c8bd-48f1-a067-850a339276d7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.281976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.282528 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.283021 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 9 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:58.300936 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-a9c5c9cc-93af-483f-ac1c-9ad2b4dff4cb tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:58.304960 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a9c5c9cc-93af-483f-ac1c-9ad2b4dff4cb tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-1229391905 HTTP/1.1" status: 404 len: 329 time: 0.1996801 Mar 09 12:19:58.304960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.304960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.305891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.307427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39836) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.310803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a803ff9f-e084-46bb-a005-df438b45708a tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/f9e23109-f26b-49a7-970f-f9098e787407 HTTP/1.1" status: 204 len: 168 time: 2.9528353 Mar 09 12:19:58.315565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39838) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.320977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-1ab7b31c-4e0a-4bda-a340-774fee40bc72 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-725448896') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.342634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.347706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] For port 184c4734-1e60-4ca5-ba00-f6296fe6ba72, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:58.351705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] For port 184c4734-1e60-4ca5-ba00-f6296fe6ba72, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=184c4734-1e60-4ca5-ba00-f6296fe6ba72,segment=NetworkSegment(e61bb9cf-9f8f-4120-947c-cdc487d7d0c0),segment_id=e61bb9cf-9f8f-4120-947c-cdc487d7d0c0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:19:58.359315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.378849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.387199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.387683 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.425953 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempt 10 to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 Mar 09 12:19:58.441754 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ddf748-6997-4703-a46f-31b27ff9511d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:58.441928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ddf748-6997-4703-a46f-31b27ff9511d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:58.445971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-20ddf748-6997-4703-a46f-31b27ff9511d tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/e3f1ff96-30a3-4bde-8069-bc35ed21ebd0 HTTP/1.1" status: 404 len: 337 time: 0.1288235 Mar 09 12:19:58.451955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=6851c04c-a7df-4349-bfe2-8d05cbc3cc2a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.454145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39844) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.457548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.466244 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fec138e9-7d24-4b35-b0a9-e4e08c64796e tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/6851c04c-a7df-4349-bfe2-8d05cbc3cc2a HTTP/1.1" status: 204 len: 168 time: 2.3157051 Mar 09 12:19:58.474168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4cffa116-8e86-4d8b-ac8c-f4bc21b9c6d3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:58.479472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39848) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.488140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a11e-d2f4-49e1-b950-12ebc783adff None None] Pushing event updated for resources: {'Port': ['ID=184c4734-1e60-4ca5-ba00-f6296fe6ba72,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:58.493970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:19:58.494308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:19:58.494760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempting to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:19:58.496165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 1872b7f5-5436-47ae-9eb8-005495fea89d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:58.506078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:19:58.506979 dv-neutron-832762-2-hyperv neutron-server[87830]: ERROR neutron.plugins.ml2.managers [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Failed to bind port e0292f90-fcf0-454f-b826-511be2aa73d5 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '1b42138b-80c2-4550-a8c8-8adb73bdf1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '612841d3-ab60-4259-990d-a97521bb4abe'}] Mar 09 12:19:58.507349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.533125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.542714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41986ca7-4f89-48ea-aef3-df93a957d33f None None] Network ad84b587-30e5-4956-8e55-9d7f3913037e requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:58.563911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad84b587-30e5-4956-8e55-9d7f3913037e']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.600531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.600827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.611439 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1f84ec-876d-4042-9624-eb20058d7a39 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] DELETE failed (client error): The resource could not be found. Mar 09 12:19:58.611916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1f84ec-876d-4042-9624-eb20058d7a39 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:19:58.613625 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ff1f84ec-876d-4042-9624-eb20058d7a39 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/742dcdcc-6a4d-4e34-8cd9-138a8e0547d8 HTTP/1.1" status: 404 len: 339 time: 0.1571908 Mar 09 12:19:58.619874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39852) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.637030 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-1ab7b31c-4e0a-4bda-a340-774fee40bc72 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:58.638244 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1ab7b31c-4e0a-4bda-a340-774fee40bc72 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-725448896 HTTP/1.1" status: 404 len: 328 time: 0.3281250 Mar 09 12:19:58.646835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39856) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.662342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-bc1c0e2f-0bbe-49c8-bce4-9f5da973dda2 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b', 'tempest-TagsExtTest-Tag-1973811411') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:58.664881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.671707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4cffa116-8e86-4d8b-ac8c-f4bc21b9c6d3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:19:58.672920 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4cffa116-8e86-4d8b-ac8c-f4bc21b9c6d3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5013864 Mar 09 12:19:58.719741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39860) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.735202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--494466603'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:58.747099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.748337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:58.753721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8bdd74-f988-41a1-8fc6-9cc85c46620f None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:19:58.762878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port e0292f90-fcf0-454f-b826-511be2aa73d5, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:19:58.763247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attempted to set empty binding levels {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 09 12:19:58.764299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:58.772148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.795876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.819051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:58.819452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:58.834606 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:58.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.879882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.882527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8bdd74-f988-41a1-8fc6-9cc85c46620f None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:19:58.890818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] In _notify_port_updated(), no bound segment for port e0292f90-fcf0-454f-b826-511be2aa73d5 on network 612841d3-ab60-4259-990d-a97521bb4abe {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:19:58.891672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:58.892267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.893580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "PUT /v2.0/ports/e0292f90-fcf0-454f-b826-511be2aa73d5 HTTP/1.1" status: 200 len: 975 time: 2.4491713 Mar 09 12:19:58.901536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39864) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.924381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting subnet 997efb0f-107c-4602-9c37-8904514d6618 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:19:58.940130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:58.945373 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-bc1c0e2f-0bbe-49c8-bce4-9f5da973dda2 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:19:58.949702 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc1c0e2f-0bbe-49c8-bce4-9f5da973dda2 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags/tempest-TagsExtTest-Tag-1973811411 HTTP/1.1" status: 404 len: 329 time: 0.2986534 Mar 09 12:19:58.960556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39868) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:58.998928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:19:58.998928 dv-neutron-832762-2-hyperv neutron-server[87831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:19:58.998928 dv-neutron-832762-2-hyperv neutron-server[87831]: [parameters: {'id': 'ad84b587-30e5-4956-8e55-9d7f3913037e'}] Mar 09 12:19:58.998928 dv-neutron-832762-2-hyperv neutron-server[87831]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:19:58.999438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:19:59.025408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Deleting port e0292f90-fcf0-454f-b826-511be2aa73d5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:59.026296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.070991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.075985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44e39-63c1-4f58-a57b-a155bb288893 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event updated for resources: {'Port': ['ID=e0292f90-fcf0-454f-b826-511be2aa73d5,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:59.079280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:19:59.092420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-8490ac46-fe3a-4ee8-9a5f-fc8a82ca8379 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', {'tags': ['tempest-TagsExtTest-Tag-181838009', 'tempest-TagsExtTest-Tag-1930685449', 'tempest-TagsExtTest-Tag-1522568632']}) {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.101162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:19:59.108085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:19:59.119579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:19:59.338738 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8490ac46-fe3a-4ee8-9a5f-fc8a82ca8379 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "PUT /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 200 len: 317 time: 0.3172238 Mar 09 12:19:59.349360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39874) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.359674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-5414c3dc-4c6a-46e9-9d81-fead5bbc6c64 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.370030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.415563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.482649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6f3ef5-dde0-48d1-9693-8dec8a19b221']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.502278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.511450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] For port e0292f90-fcf0-454f-b826-511be2aa73d5, host hv-neutron-8327, got binding levels [] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:19:59.511810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.517320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844dba5b-d184-4a73-978d-343e16914a7b') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.517991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844dba5b-d184-4a73-978d-343e16914a7b') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.527605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.547120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.557910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.621315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508842b-f34f-4510-81b3-75c4530fda79 req-191da466-2960-4242-a3e5-868af536e9d0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:19:59.622811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e508842b-f34f-4510-81b3-75c4530fda79 req-191da466-2960-4242-a3e5-868af536e9d0 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5613477 Mar 09 12:19:59.626967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port 184c4734-1e60-4ca5-ba00-f6296fe6ba72 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:19:59.627313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.638397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.647876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Calling delete_port for e0292f90-fcf0-454f-b826-511be2aa73d5 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:19:59.659521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.690081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.699379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:19:59.699786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.745603 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5414c3dc-4c6a-46e9-9d81-fead5bbc6c64 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 204 len: 168 time: 0.3945878 Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:19:59.748202 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:19:59.750649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39878) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.751540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791014f3-9149-413f-8cd8-e2fd0c084ee6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:59.758723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.759717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-84dd3beb-8791-4c1a-89f0-1ed95cb0a154 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0367498 Mar 09 12:19:59.771009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39880) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.777450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9bfd44cd-fd1b-43b6-81a6-2adc3b86f3a3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '791014f3-9149-413f-8cd8-e2fd0c084ee6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:19:59.778176 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-9bfd44cd-fd1b-43b6-81a6-2adc3b86f3a3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 09 12:19:59.778586 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-9bfd44cd-fd1b-43b6-81a6-2adc3b86f3a3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:19:59.779505 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9bfd44cd-fd1b-43b6-81a6-2adc3b86f3a3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075784 Mar 09 12:19:59.782423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39886) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.799006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-d5be3268-fdc4-4939-b9f7-aecbde436462 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-181838009') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:19:59.800829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.859143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0292f90-fcf0-454f-b826-511be2aa73d5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:59.861735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=1872b7f5-5436-47ae-9eb8-005495fea89d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:19:59.873738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78280281-0659-4f9f-8868-22280797b392 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:19:59.875528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.878261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.903987 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-42a5f6b5-c567-48aa-a10f-70d0f11b0a51 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e0292f90-fcf0-454f-b826-511be2aa73d5 HTTP/1.1" status: 204 len: 168 time: 0.9990201 Mar 09 12:19:59.907072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39890) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.941582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:19:59.962770 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9784406c-cc8e-449a-96cc-b53e855df503 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] GET failed (client error): The resource could not be found. Mar 09 12:19:59.963315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9784406c-cc8e-449a-96cc-b53e855df503 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Synchronizing usage tracker for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:19:59.971624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5f3d68b4-308b-48a9-89e5-3165a7e7467b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/1872b7f5-5436-47ae-9eb8-005495fea89d HTTP/1.1" status: 204 len: 168 time: 1.7208314 Mar 09 12:19:59.972832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e508842b-f34f-4510-81b3-75c4530fda79 req-78c01b4a-e322-4da1-be50-f3d10c99a6be tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154902 Mar 09 12:19:59.973533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39894) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:19:59.978590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.014619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.019583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.072081 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3c58c96f-286d-4843-bb7e-6abc85ff8175 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952337 Mar 09 12:20:00.072948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39900) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.077348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.088776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-d5be3268-fdc4-4939-b9f7-aecbde436462 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:20:00.093432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d5be3268-fdc4-4939-b9f7-aecbde436462 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-181838009 HTTP/1.1" status: 404 len: 328 time: 0.3174849 Mar 09 12:20:00.093432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=0a6f3ef5-dde0-48d1-9693-8dec8a19b221,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:00.110736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39904) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.116576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Subnet': ['ID=997efb0f-107c-4602-9c37-8904514d6618,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:00.126400 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0320c8d7-82b7-4f16-87d3-78615b5c5d82 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/0a6f3ef5-dde0-48d1-9693-8dec8a19b221 HTTP/1.1" status: 204 len: 168 time: 1.6419897 Mar 09 12:20:00.131507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.131507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-75e61412-fa19-4b62-896b-a67c956ea1bf tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/subnets/997efb0f-107c-4602-9c37-8904514d6618 HTTP/1.1" status: 204 len: 168 time: 1.5077281 Mar 09 12:20:00.135871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9784406c-cc8e-449a-96cc-b53e855df503 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] Unset dirty status for tenant:b9a73fe182544c00869bc2581ef4e921 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:00.135871 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9784406c-cc8e-449a-96cc-b53e855df503 tempest-PortsAdminExtendedAttrsTestJSON-876041390 tempest-PortsAdminExtendedAttrsTestJSON-876041390-project-admin] 10.222.0.20 "GET /v2.0/ports/e0292f90-fcf0-454f-b826-511be2aa73d5 HTTP/1.1" status: 404 len: 333 time: 0.2239640 Mar 09 12:20:00.136624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-7b48ebe1-7a92-4ac6-8007-c325f07356a3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-1930685449') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:00.136741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39908) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.136741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39910) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.141874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39914) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.151194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81c5a7-94ef-4cd9-8d8c-e205df2f7f56 None None] Network 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:00.164693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3d91e5c-becf-4707-967a-12bd31afbb0b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:00.341411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port 184c4734-1e60-4ca5-ba00-f6296fe6ba72, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=184c4734-1e60-4ca5-ba00-f6296fe6ba72,segment=NetworkSegment(e61bb9cf-9f8f-4120-947c-cdc487d7d0c0),segment_id=e61bb9cf-9f8f-4120-947c-cdc487d7d0c0)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:00.341938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.357848 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-7b48ebe1-7a92-4ac6-8007-c325f07356a3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:20:00.361417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7b48ebe1-7a92-4ac6-8007-c325f07356a3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-1930685449 HTTP/1.1" status: 404 len: 329 time: 0.2438745 Mar 09 12:20:00.362320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.426538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.431488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-fce383fe-ea6c-4b18-8f78-b7fb7106d6b6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677', 'tempest-TagsExtTest-Tag-1522568632') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:00.460911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.498592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:00.507448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d3d91e5c-becf-4707-967a-12bd31afbb0b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:00.507843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.526380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.539145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Deleting port d3d91e5c-becf-4707-967a-12bd31afbb0b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:00.539517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.539790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for 184c4734-1e60-4ca5-ba00-f6296fe6ba72 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:00.572108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791014f3-9149-413f-8cd8-e2fd0c084ee6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:00.593710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 75d54295-705b-4cf6-bbad-d8864814b091 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:00.594051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.624452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36388967-f6b5-48c9-ab78-4ea58fb88788 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:00.630267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36388967-f6b5-48c9-ab78-4ea58fb88788 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:00.631037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36388967-f6b5-48c9-ab78-4ea58fb88788 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Synchronizing usage tracker for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:00.657362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.660859 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c9c2781-61cd-4528-bef2-1ea306e5fb84 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/791014f3-9149-413f-8cd8-e2fd0c084ee6 HTTP/1.1" status: 204 len: 168 time: 0.8750854 Mar 09 12:20:00.669592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39926) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.678018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b9dd1-0af2-4453-91e7-f1fc0475079e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:00.678018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9f1b9dd1-0af2-4453-91e7-f1fc0475079e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:00.744915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-fce383fe-ea6c-4b18-8f78-b7fb7106d6b6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] show failed (client error): The resource could not be found. Mar 09 12:20:00.749432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fce383fe-ea6c-4b18-8f78-b7fb7106d6b6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags/tempest-TagsExtTest-Tag-1522568632 HTTP/1.1" status: 404 len: 329 time: 0.3859179 Mar 09 12:20:00.759135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39930) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.769344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36388967-f6b5-48c9-ab78-4ea58fb88788 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Unset dirty status for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:00.770479 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-36388967-f6b5-48c9-ab78-4ea58fb88788 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6366036 Mar 09 12:20:00.774703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.775940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-40b5119d-ca0e-4357-9928-7698c39d8d5a tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50674be6-7f46-4383-9681-0fb58e954677') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:00.786141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-544343296'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:00.798908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:00.821446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9f1b9dd1-0af2-4453-91e7-f1fc0475079e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:00.825544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9f1b9dd1-0af2-4453-91e7-f1fc0475079e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7476475 Mar 09 12:20:00.835399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-70c9129b-880f-490b-8942-87ed691fbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:00.836839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-70c9129b-880f-490b-8942-87ed691fbb36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27def692b8ab40a88b073a864293eadd&device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 1098 time: 0.3739159 Mar 09 12:20:00.849719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:00.866716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.881614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] DHCP port deletion for 8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:00.897231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Deleting port 75d54295-705b-4cf6-bbad-d8864814b091 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:00.897683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.929738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:00.932490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.939857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] For port d3d91e5c-becf-4707-967a-12bd31afbb0b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d3d91e5c-becf-4707-967a-12bd31afbb0b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:00.941089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:00.960479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=184c4734-1e60-4ca5-ba00-f6296fe6ba72,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:00.965144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port 184c4734-1e60-4ca5-ba00-f6296fe6ba72 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:00.973887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a056b368-66ed-4df3-95be-77e2fb6fe612 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:01.016990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723194a9-17cd-4cc7-ab64-25974d7f2d08 req-dda9b9cc-67db-4b5e-85ea-ce381dffee6f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:01.018495 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-723194a9-17cd-4cc7-ab64-25974d7f2d08 req-dda9b9cc-67db-4b5e-85ea-ce381dffee6f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4278464 Mar 09 12:20:01.024010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:01.027594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.038174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612841d3-ab60-4259-990d-a97521bb4abe']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.091278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b42138b-80c2-4550-a8c8-8adb73bdf1e7') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.091506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b42138b-80c2-4550-a8c8-8adb73bdf1e7') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.091651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Calling delete_port for d3d91e5c-becf-4707-967a-12bd31afbb0b owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:01.129307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.258274 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-40b5119d-ca0e-4357-9928-7698c39d8d5a tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677/tags HTTP/1.1" status: 204 len: 168 time: 0.4903028 Mar 09 12:20:01.269790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:01.271484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] For port 75d54295-705b-4cf6-bbad-d8864814b091, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d54295-705b-4cf6-bbad-d8864814b091,segment=NetworkSegment(7c2f9abb-23fd-44ee-9e50-06c062f78b69),segment_id=7c2f9abb-23fd-44ee-9e50-06c062f78b69)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:01.271844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.290160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-7f1a4c89-3e74-4416-bbdb-e167e8879014 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ffd479e-2a00-4a51-952d-d0db48f3518b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.306522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.341197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199bbe28-8ca4-45a8-b1d9-be16e843ed16 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:01.341960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-199bbe28-8ca4-45a8-b1d9-be16e843ed16 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:01.346756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.350379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:01.353272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.353414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a056b368-66ed-4df3-95be-77e2fb6fe612 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:01.354557 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a056b368-66ed-4df3-95be-77e2fb6fe612 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6740432 Mar 09 12:20:01.367071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-723194a9-17cd-4cc7-ab64-25974d7f2d08 req-4a1d3212-f5d8-45c2-b65d-3b749c7bad7b tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210018 Mar 09 12:20:01.372627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39946) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:01.377465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] Pushing event deleted for resources: {'Port': ['ID=d3d91e5c-becf-4707-967a-12bd31afbb0b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:01.379712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:01.380311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.382536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] For port 75d54295-705b-4cf6-bbad-d8864814b091, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d54295-705b-4cf6-bbad-d8864814b091,segment=NetworkSegment(7c2f9abb-23fd-44ee-9e50-06c062f78b69),segment_id=7c2f9abb-23fd-44ee-9e50-06c062f78b69)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:01.383095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.395887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10d10c-fc69-4a4c-8af4-e783bcab0944 None None] No DVR routers for this DVR port d3d91e5c-becf-4707-967a-12bd31afbb0b on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:01.408499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280119314'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:01.412878 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:01.441452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:01.500073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Calling delete_port for 75d54295-705b-4cf6-bbad-d8864814b091 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:01.521130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.521460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment 1fce7eaf-34dc-4618-bbc7-1c9a9f13822d of type vlan for network 721c0d95-0113-4ae2-8b05-b98a53c7bf3a Mar 09 12:20:01.535100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.537893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:01.540799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad84b587-30e5-4956-8e55-9d7f3913037e']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.569554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.578651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Calling delete_port for 75d54295-705b-4cf6-bbad-d8864814b091 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:01.579498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-199bbe28-8ca4-45a8-b1d9-be16e843ed16 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:01.581118 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-199bbe28-8ca4-45a8-b1d9-be16e843ed16 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7305131 Mar 09 12:20:01.587238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39950) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:01.595076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-25ed4c95-6ace-438f-a6b4-42963c8b1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:01.596422 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-25ed4c95-6ace-438f-a6b4-42963c8b1d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 200 len: 912 time: 0.7442133 Mar 09 12:20:01.596578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.597061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61bb9cf-9f8f-4120-947c-cdc487d7d0c0') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.615789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] Pushing event deleted for resources: {'Network': ['ID=612841d3-ab60-4259-990d-a97521bb4abe,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:01.624157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.628722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.636846 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e6157e60-c248-4ebb-be98-20d7d097f056 tempest-PortsAdminExtendedAttrsTestJSON-1280344093 tempest-PortsAdminExtendedAttrsTestJSON-1280344093-project] 10.222.0.20 "DELETE /v2.0/networks/612841d3-ab60-4259-990d-a97521bb4abe HTTP/1.1" status: 204 len: 168 time: 1.4456730 Mar 09 12:20:01.640974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.662631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.682288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:01.683443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.690365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:01.704103 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:01.728043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:01.748401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] Pushing event deleted for resources: {'Port': ['ID=75d54295-705b-4cf6-bbad-d8864814b091,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:01.750241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe447f03-73ff-48a4-852f-57721004d62e None None] No DVR routers for this DVR port 75d54295-705b-4cf6-bbad-d8864814b091 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:01.783167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:01.789919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:01.799691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.805260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:01.805859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.810455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:01.819719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-481644e1-3d39-4321-9de0-735571af88b1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2263975 Mar 09 12:20:01.832009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39956) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:01.848011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:01.865333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.874076 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7f1a4c89-3e74-4416-bbdb-e167e8879014 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b/tags HTTP/1.1" status: 204 len: 168 time: 0.5937638 Mar 09 12:20:01.879333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:01.889894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39960) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:01.910938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:01.911350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:01.917839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-ddcdd72b-b4f1-4cd0-a292-f7b2ffe55193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 200 len: 1001 time: 0.2644653 Mar 09 12:20:01.944819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.tag.tag_plugin [None req-54d361af-e2cf-4aae-9975-a0a5d7c43bf5 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5199d435-e715-4a7e-894a-614055de5295') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:01.984703 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2053230 Mar 09 12:20:01.994535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/ad84b587-30e5-4956-8e55-9d7f3913037e HTTP/1.1" status: 204 len: 168 time: 5.7964022 Mar 09 12:20:01.995104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39966) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.002297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39968) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.005496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76b8a0-2d09-4f93-b711-24b12a214fb0 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=721c0d95-0113-4ae2-8b05-b98a53c7bf3a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:02.016186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1718709308'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.023717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 721c0d95-0113-4ae2-8b05-b98a53c7bf3a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:02.037472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39974) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.044947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-541900034'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.050904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:02.066127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:02.084148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2474-1af1-4375-9638-ba4cc66596f8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=ad84b587-30e5-4956-8e55-9d7f3913037e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:02.086332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:02.093973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:02.102781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:02.106029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:02.121374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:02.128043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:02.131875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-5a357248-42ca-4abe-b957-edbef96d1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:02.134080 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-5a357248-42ca-4abe-b957-edbef96d1056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 200 len: 850 time: 0.1557519 Mar 09 12:20:02.161594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3d91e5c-becf-4707-967a-12bd31afbb0b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:02.164718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:02.168718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.183831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:02.187356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.198060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.201052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d3d91e5c-becf-4707-967a-12bd31afbb0b {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:02.201466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d3d91e5c-becf-4707-967a-12bd31afbb0b not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:02.201835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d54295-705b-4cf6-bbad-d8864814b091 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:02.212245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.235622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 75d54295-705b-4cf6-bbad-d8864814b091 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:02.235974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d54295-705b-4cf6-bbad-d8864814b091 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:02.265424 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c00dd27-288a-4b28-a211-5db0b268fbd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca7bf9d19cbf46ea9e2d6ee3eb5dc66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268348 Mar 09 12:20:02.266568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:02.269551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.271383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39980) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.283067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:02.290039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f72db-b855-4007-a1f7-753f0dcb1f70,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:02.293315 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-54d361af-e2cf-4aae-9975-a0a5d7c43bf5 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295/tags HTTP/1.1" status: 204 len: 168 time: 0.4024513 Mar 09 12:20:02.294635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:02.304133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 39984) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.311168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.312440 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d3b89e6-a433-43a3-9ec3-ae169f951673 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9360585 Mar 09 12:20:02.317204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39988) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.320373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.320717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment 08cf2061-8078-447c-bf3d-5f41556e6451 of type vlan for network db213ad5-949a-49ec-8e6c-42d62c9af124 Mar 09 12:20:02.321200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.tag.tag_plugin [None req-1d42c7ed-1f4c-4902-80a1-282c7f372858 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:02.332623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fff0a5fa-b5fc-4d12-b482-b9cedaf0d0de tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'df1f72db-b855-4007-a1f7-753f0dcb1f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.334078 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-fff0a5fa-b5fc-4d12-b482-b9cedaf0d0de tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 09 12:20:02.334571 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-fff0a5fa-b5fc-4d12-b482-b9cedaf0d0de tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:02.338062 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fff0a5fa-b5fc-4d12-b482-b9cedaf0d0de tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134261 Mar 09 12:20:02.344027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39992) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.351781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.352121 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 82b9b8db-da17-41de-a7a8-6f577b19e05d of type vlan for network bba9f749-72eb-411b-bc1d-62770073d177 Mar 09 12:20:02.369316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3cdaa378-bec3-44d4-94fd-0f491aec792c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'df1f72db-b855-4007-a1f7-753f0dcb1f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.369879 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-3cdaa378-bec3-44d4-94fd-0f491aec792c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 09 12:20:02.370877 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3cdaa378-bec3-44d4-94fd-0f491aec792c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:02.372121 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3cdaa378-bec3-44d4-94fd-0f491aec792c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0241024 Mar 09 12:20:02.382883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 39996) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.393817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-39771cfb-8931-44d3-8f05-8c3559a24bd3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'df1f72db-b855-4007-a1f7-753f0dcb1f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.394619 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-39771cfb-8931-44d3-8f05-8c3559a24bd3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 09 12:20:02.395097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-39771cfb-8931-44d3-8f05-8c3559a24bd3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:02.396042 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-39771cfb-8931-44d3-8f05-8c3559a24bd3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122819 Mar 09 12:20:02.401452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40000) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.413017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Deleting port 75d54295-705b-4cf6-bbad-d8864814b091 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:02.413690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.439513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.445848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e893c73a-56f1-42ce-b930-862dd416d7dd tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'df1f72db-b855-4007-a1f7-753f0dcb1f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.446199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.446932 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-e893c73a-56f1-42ce-b930-862dd416d7dd tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 09 12:20:02.447432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-e893c73a-56f1-42ce-b930-862dd416d7dd tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:02.449598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.452300 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e893c73a-56f1-42ce-b930-862dd416d7dd tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0458791 Mar 09 12:20:02.462260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40006) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.544392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] The port '75d54295-705b-4cf6-bbad-d8864814b091' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:20:02.571186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.607593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-39ddcd39-6529-44fb-b601-2095c260ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:02.609136 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-39ddcd39-6529-44fb-b601-2095c260ca73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae92d92a-a797-4f54-9984-fe729f0f45c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4691226 Mar 09 12:20:02.644551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.649757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:02.650334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.653780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.658810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:02.659370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.802045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7976274 Mar 09 12:20:02.810877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.812214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8122158 Mar 09 12:20:02.813777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40010) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.836544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40012) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:02.843419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.862470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84104c-0f0f-4056-b05f-ba6bb98b455f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=db213ad5-949a-49ec-8e6c-42d62c9af124,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:02.867603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'ports': [{'network_id': '721c0d95-0113-4ae2-8b05-b98a53c7bf3a', 'name': 'tempest-port--414627459', 'admin_state_up': True}, {'network_id': 'db213ad5-949a-49ec-8e6c-42d62c9af124', 'admin_state_up': False}]} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.867916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'port': {'network_id': '721c0d95-0113-4ae2-8b05-b98a53c7bf3a', 'name': 'tempest-port--414627459', 'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.868392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'port': {'network_id': 'db213ad5-949a-49ec-8e6c-42d62c9af124', 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:02.874288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network db213ad5-949a-49ec-8e6c-42d62c9af124 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:02.959885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.970673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:02.987988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa077e-ac07-4011-babe-033bf0cbdd0a req-33680dec-eb29-4b7c-8d72-d6b40a96b87e tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:02.989468 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4aa077e-ac07-4011-babe-033bf0cbdd0a req-33680dec-eb29-4b7c-8d72-d6b40a96b87e tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4941666 Mar 09 12:20:03.022820 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1d42c7ed-1f4c-4902-80a1-282c7f372858 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.7166715 Mar 09 12:20:03.031292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:03.037714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40018) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.040786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.070728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f9abb-23fd-44ee-9e50-06c062f78b69') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:03.071021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f9abb-23fd-44ee-9e50-06c062f78b69') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:03.111015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.113041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b26df5-2989-40ed-b109-0cf0b706477f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:03.144250 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-9e6a5d35-f1f5-4be1-9010-36c75c012228 service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119026 Mar 09 12:20:03.188288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.192468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.243193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.244009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-409e7a65-f89b-443e-8883-7a1f3edae57a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81b26df5-2989-40ed-b109-0cf0b706477f HTTP/1.1" status: 204 len: 168 time: 0.9659405 Mar 09 12:20:03.244942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525b92-f237-49f4-b89a-d219b1e74cf8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=bba9f749-72eb-411b-bc1d-62770073d177,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:03.256510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bba9f749-72eb-411b-bc1d-62770073d177 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:03.263751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:03.273750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:03.293641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:03.324999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:03.325949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:03.333464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:03.334432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4aa077e-ac07-4011-babe-033bf0cbdd0a req-208ac024-41d5-493d-a717-66591ab64ed7 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813017 Mar 09 12:20:03.363809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:03.364229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.371347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e078a-12cc-4c4c-baa3-8667d5c57513 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:03.397011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:03.397643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.500131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.518765 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:03.518990 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:03.521544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-660f0772-a0ad-4763-a816-a1813ab045f5 req-b0ac61a5-0508-48d4-8b0f-719483873b1b service neutron] 10.222.0.13 "GET /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705554 Mar 09 12:20:03.525718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.574364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f72db-b855-4007-a1f7-753f0dcb1f70,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:03.650565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:03.653334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.654472 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe132bc4-e352-4657-b6c3-c0674f472b2a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/df1f72db-b855-4007-a1f7-753f0dcb1f70 HTTP/1.1" status: 204 len: 168 time: 1.1892805 Mar 09 12:20:03.660380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:20:03.661372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:20:03.663387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40026) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.667838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Usage tracker for resource:port and tenant:2ea96de44da4443aa4733e9e8685b34f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:03.685653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:03.689480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=c40ee3f3-5e5d-4bee-be0f-cad4239f0a58,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:03.695633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40030) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.698017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.698216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:03.740679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.754094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc77a-aa5d-485b-8d50-638456e4326b tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for subnetpool, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.754297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'c40ee3f3-5e5d-4bee-be0f-cad4239f0a58'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:03.755032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.755242 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4e3cc77a-aa5d-485b-8d50-638456e4326b tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnetpools/50674be6-7f46-4383-9681-0fb58e954677 HTTP/1.1" status: 204 len: 168 time: 0.7150896 Mar 09 12:20:03.756256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] Pushing event deleted for resources: {'Network': ['ID=8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:03.761982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40034) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.769837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f216227b-7c9e-4ca7-b829-d0a59921c183 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9364026 Mar 09 12:20:03.770569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40038) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.771810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'port': 2} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:03.776231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.803845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e59587df-d668-4618-b248-ca1a9b62a1f6 tempest-NetworksIpV6Test-1255597824 tempest-NetworksIpV6Test-1255597824-project] 10.222.0.20 "DELETE /v2.0/networks/8cd0255b-6bcd-462f-9e36-d7b3ec6f39cb HTTP/1.1" status: 204 len: 168 time: 3.6683755 Mar 09 12:20:03.816083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-28831dab-7240-4ce4-a1a7-399580509e8e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:03.819659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5e3042a-1d69-42b2-8faf-fd758db732cd tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Synchronizing usage tracker for tenant:6e4bae478e4e480f8f6fc7136932bf39 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:03.825519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:03.828627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'c40ee3f3-5e5d-4bee-be0f-cad4239f0a58', 'ip_address': '2001:db8::41df:cede:5dd3:e148'}], 'name': 'tempest-NetworksTestDHCPv6-799552751'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:03.879929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e1a199b0-9755-40ed-bfe8-cc38ec0f4e7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9a73fe182544c00869bc2581ef4e921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831298 Mar 09 12:20:03.892911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40044) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:03.961909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/c40ee3f3-5e5d-4bee-be0f-cad4239f0a58/417da7c1-5027-4e10-a70a-8941a2038b88) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:04.004869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:04.016569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5e3042a-1d69-42b2-8faf-fd758db732cd tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Unset dirty status for tenant:6e4bae478e4e480f8f6fc7136932bf39 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:04.020853 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5e3042a-1d69-42b2-8faf-fd758db732cd tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ffd479e-2a00-4a51-952d-d0db48f3518b HTTP/1.1" status: 200 len: 205 time: 0.2562082 Mar 09 12:20:04.021823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:04.023869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40048) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:04.050750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-28831dab-7240-4ce4-a1a7-399580509e8e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:04.051983 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-28831dab-7240-4ce4-a1a7-399580509e8e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3876672 Mar 09 12:20:04.066111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40054) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:04.072512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796708075'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:04.127366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:04.172708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:04.218387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.261978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] device_id is not set on port 02e5511a-41bd-4834-bd94-507d1700cc4e yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:04.275673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.281876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40058) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:04.282080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.287554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.309661 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Transition to ACTIVE for port object 417da7c1-5027-4e10-a70a-8941a2038b88 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:04.341487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Transition to ACTIVE for port object 417da7c1-5027-4e10-a70a-8941a2038b88 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:04.349044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.358284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:04.375255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.387111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.452232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:04.459461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:04.468346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:04.474420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Pushing event updated for resources: {'Port': ['ID=417da7c1-5027-4e10-a70a-8941a2038b88,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:04.486215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:04.507822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:04.550903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=a21f4216-56ce-4b31-a51d-caefcfa745e2,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:04.563772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:04.578842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Attempting to bind port 417da7c1-5027-4e10-a70a-8941a2038b88 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:04.579637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Attempting to bind port 417da7c1-5027-4e10-a70a-8941a2038b88 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:04.581060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Attempting to bind port 417da7c1-5027-4e10-a70a-8941a2038b88 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:04.587409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:04.587870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:04.588194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.588607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:04.589823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Bound port: 417da7c1-5027-4e10-a70a-8941a2038b88, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:04.590183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.593261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:04.601028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '82b9b8db-da17-41de-a7a8-6f577b19e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:04.601381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: bba9f749-72eb-411b-bc1d-62770073d177, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:04.684118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.726532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] For port 417da7c1-5027-4e10-a70a-8941a2038b88, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:04.730409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network bba9f749-72eb-411b-bc1d-62770073d177 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:04.731182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] For port 417da7c1-5027-4e10-a70a-8941a2038b88, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=417da7c1-5027-4e10-a70a-8941a2038b88,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:04.733081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467b141b-9735-44c4-9a06-51e6f1aef5fe,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:04.737557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.770163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.825671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bba9f749-72eb-411b-bc1d-62770073d177) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:04.836528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27e61d-d61c-4360-a978-093368c4c252 None None] Network bba9f749-72eb-411b-bc1d-62770073d177 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:04.842465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:04.843055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.876421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad4a82-14c0-4e48-9a17-989837ab85aa None None] Pushing event updated for resources: {'Port': ['ID=417da7c1-5027-4e10-a70a-8941a2038b88,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:04.878787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.881877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58e847-d5fe-4aa0-9466-e447454b88af req-c702414f-4383-4d6c-9da4-e780b62e43ea tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:04.883141 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c58e847-d5fe-4aa0-9466-e447454b88af req-c702414f-4383-4d6c-9da4-e780b62e43ea tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3870428 Mar 09 12:20:04.890835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.946396 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-60d09627-0691-4eaf-9f32-d953070f9469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d14b5164a4a14d25b79be8d97565eebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640608 Mar 09 12:20:04.947001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40066) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:04.954257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.978757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:04.979268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffd479e-2a00-4a51-952d-d0db48f3518b {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:05.004733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port b1f5763f-0549-48ba-a0df-b8b40f5f7726 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:05.005537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.022753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.054422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.058582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c169a2ad-e813-47b7-bb22-62a846e94dd6 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/routers/0ffd479e-2a00-4a51-952d-d0db48f3518b HTTP/1.1" status: 204 len: 168 time: 1.0306220 Mar 09 12:20:05.060002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40070) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.105673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] device_id is not set on port d2e18d4f-243a-43d5-bead-7de56745c6eb yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:05.106464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bba9f749-72eb-411b-bc1d-62770073d177', 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': 'a21f4216-56ce-4b31-a51d-caefcfa745e2'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:05.122795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.129605 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-279ea142-1abf-4841-ae6d-4c7ed6fdd865 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3111730 Mar 09 12:20:05.130540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff76086-0e4c-4064-a050-5ee5dead95a6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:05.138483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40074) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.142773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.144383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c3941fbc-6519-4d13-a031-70cedd9f4b66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/467b141b-9735-44c4-9a06-51e6f1aef5fe HTTP/1.1" status: 204 len: 168 time: 1.2502475 Mar 09 12:20:05.206985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.215765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40080) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.216970 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6fe9d377-c999-4f94-9222-07b50396586f tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1494153 Mar 09 12:20:05.228562 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c58e847-d5fe-4aa0-9466-e447454b88af req-eb20e6db-0840-4126-9484-fb3de20628a2 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253450 Mar 09 12:20:05.256687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ffbe0060-72f7-4fd0-9ccc-8b45e3a73584 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.257796 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-ffbe0060-72f7-4fd0-9ccc-8b45e3a73584 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 12:20:05.257904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-ffbe0060-72f7-4fd0-9ccc-8b45e3a73584 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:05.270256 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ffbe0060-72f7-4fd0-9ccc-8b45e3a73584 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0349810 Mar 09 12:20:05.274336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.295167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.309610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:05.317421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:05.327894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:05.334710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:05.349900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.416704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.451802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Deleting port 5199d435-e715-4a7e-894a-614055de5295 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:05.452221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.452880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Allocated IP 172.20.0.3 (bba9f749-72eb-411b-bc1d-62770073d177/a21f4216-56ce-4b31-a51d-caefcfa745e2/93527be9-2fa5-4c77-aea5-42c828059130) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:05.590917 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:05.594696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f06ebd72-e30d-4b94-bc4c-c5b7eee2a18c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3102593 Mar 09 12:20:05.594843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.601786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.612573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.665166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8bc45ae6-cc2a-446e-a402-b9c9c62a2ba9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.665413 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-8bc45ae6-cc2a-446e-a402-b9c9c62a2ba9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 09 12:20:05.666145 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-8bc45ae6-cc2a-446e-a402-b9c9c62a2ba9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:05.669963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8bc45ae6-cc2a-446e-a402-b9c9c62a2ba9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0639458 Mar 09 12:20:05.673999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40102) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.698515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.705136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:05.708949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:05.711891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:05.718458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::41df:cede:5dd3:e148 (94dc3624-3b1f-4296-9dc3-e29647941794/c40ee3f3-5e5d-4bee-be0f-cad4239f0a58/b1f5763f-0549-48ba-a0df-b8b40f5f7726) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:05.718911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:05.791567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e2bf1-5ec3-44d4-9d59-9664a86fc07f req-d801bcd9-4479-4322-b8fc-61e04a4c8c25 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:05.793680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-948e2bf1-5ec3-44d4-9d59-9664a86fc07f req-d801bcd9-4479-4322-b8fc-61e04a4c8c25 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3621578 Mar 09 12:20:05.798544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.813353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Transition to ACTIVE for port object 93527be9-2fa5-4c77-aea5-42c828059130 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:05.836124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Transition to ACTIVE for port object 93527be9-2fa5-4c77-aea5-42c828059130 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:05.846170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.872119 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:05.876735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2820746f-0f36-47e6-8f91-f15b4e29e26c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1957560 Mar 09 12:20:05.881800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40108) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.892193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.913933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4b2007e9-4a1a-4dc5-9e89-b7840fd6bb3c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.914423 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.api.v2.base [None req-4b2007e9-4a1a-4dc5-9e89-b7840fd6bb3c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 09 12:20:05.914923 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-4b2007e9-4a1a-4dc5-9e89-b7840fd6bb3c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:05.920459 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b2007e9-4a1a-4dc5-9e89-b7840fd6bb3c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0357728 Mar 09 12:20:05.922028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40112) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:05.933661 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Network bba9f749-72eb-411b-bc1d-62770073d177 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:05.942587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:05.943284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:05.949460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:05.967123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:05.977588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:05.993919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Pushing event updated for resources: {'Port': ['ID=93527be9-2fa5-4c77-aea5-42c828059130,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:06.008419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:06.018217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:06.033826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:06.064705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Attempting to bind port 93527be9-2fa5-4c77-aea5-42c828059130 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:06.064915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Attempting to bind port 93527be9-2fa5-4c77-aea5-42c828059130 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '82b9b8db-da17-41de-a7a8-6f577b19e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:06.065365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Attempting to bind port 93527be9-2fa5-4c77-aea5-42c828059130 on network bba9f749-72eb-411b-bc1d-62770073d177 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:06.082006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:06.082344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Checking segment: {'id': '82b9b8db-da17-41de-a7a8-6f577b19e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:06.082897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.083396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Bound using segment: {'id': '82b9b8db-da17-41de-a7a8-6f577b19e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:06.083978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Bound port: 93527be9-2fa5-4c77-aea5-42c828059130, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b9b8db-da17-41de-a7a8-6f577b19e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bba9f749-72eb-411b-bc1d-62770073d177'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:06.084460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.224907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.266081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] For port 93527be9-2fa5-4c77-aea5-42c828059130, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:06.270034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] For port 93527be9-2fa5-4c77-aea5-42c828059130, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=93527be9-2fa5-4c77-aea5-42c828059130,segment=NetworkSegment(82b9b8db-da17-41de-a7a8-6f577b19e05d),segment_id=82b9b8db-da17-41de-a7a8-6f577b19e05d)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:06.273429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 417da7c1-5027-4e10-a70a-8941a2038b88 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:06.282290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.312737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object b1f5763f-0549-48ba-a0df-b8b40f5f7726 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:06.346755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.357247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.360652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.368197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c102e45-837e-4092-a0f9-1d687a711a85,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:06.415023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.428130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-948e2bf1-5ec3-44d4-9d59-9664a86fc07f req-c4497a3d-966c-400f-afa6-2e9bef0c93fc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6250780 Mar 09 12:20:06.434413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=a21f4216-56ce-4b31-a51d-caefcfa745e2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:06.437658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.438763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d952133-d36b-4a4c-b5e4-450c19b0ce48 None None] Provisioning for port 417da7c1-5027-4e10-a70a-8941a2038b88 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:06.516469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0472cd-af62-42b0-bdc0-8fc9eff7583b None None] Pushing event updated for resources: {'Port': ['ID=93527be9-2fa5-4c77-aea5-42c828059130,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:06.517993 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Project f58ae5c6354342bd9dc15520619eae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:06.581685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba9f749-72eb-411b-bc1d-62770073d177']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:06.612806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9b8db-da17-41de-a7a8-6f577b19e05d') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:06.614274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9b8db-da17-41de-a7a8-6f577b19e05d') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:06.660863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 417da7c1-5027-4e10-a70a-8941a2038b88 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:06.670480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 417da7c1-5027-4e10-a70a-8941a2038b88 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:06.670948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.675744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Calling delete_port for 5199d435-e715-4a7e-894a-614055de5295 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:06.700325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.703974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8d2cb-5470-4793-aa4e-0afd689c627a None None] Network bba9f749-72eb-411b-bc1d-62770073d177 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:06.739599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:06.740506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.768490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:06.769725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:06.883650 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:06.895082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:06.898616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:06.905315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:06.906150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.916651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.924862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:06.926680 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e449e137-cea7-442c-84ee-c30176b8eafe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c102e45-837e-4092-a0f9-1d687a711a85 HTTP/1.1" status: 204 len: 168 time: 1.9767244 Mar 09 12:20:06.935686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=b1f5763f-0549-48ba-a0df-b8b40f5f7726,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:07.004397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Port': ['ID=02e5511a-41bd-4834-bd94-507d1700cc4e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:07.007499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event deleted for resources: {'Port': ['ID=5199d435-e715-4a7e-894a-614055de5295,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:07.092340 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:07.093674 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8807574d-bf5b-4585-8077-e32628649bd9 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1659257 Mar 09 12:20:07.094580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:20:07.094580 dv-neutron-832762-2-hyperv neutron-server[87831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:20:07.094580 dv-neutron-832762-2-hyperv neutron-server[87831]: [parameters: {'id': 'bba9f749-72eb-411b-bc1d-62770073d177'}] Mar 09 12:20:07.094580 dv-neutron-832762-2-hyperv neutron-server[87831]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:07.095532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:07.097285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40144) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.118880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Checking segment: {'id': '1fce7eaf-34dc-4618-bbc7-1c9a9f13822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '721c0d95-0113-4ae2-8b05-b98a53c7bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:07.120764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network hostable DHCP agents. Network: 721c0d95-0113-4ae2-8b05-b98a53c7bf3a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:07.179382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network 721c0d95-0113-4ae2-8b05-b98a53c7bf3a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:07.203628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.208461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6682e-11cb-4177-8a2d-96d8be184de8 req-73974340-debb-4a1d-bfba-24a413ce76dd tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:07.219762 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60a6682e-11cb-4177-8a2d-96d8be184de8 req-73974340-debb-4a1d-bfba-24a413ce76dd tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.3349485 Mar 09 12:20:07.253894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 721c0d95-0113-4ae2-8b05-b98a53c7bf3a) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:07.279460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b137025-a939-4d11-ad15-2ee6d629a945 None None] Network 721c0d95-0113-4ae2-8b05-b98a53c7bf3a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:07.281987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-986721f9-b5a0-48c5-8e69-80865c7827ad tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:07.282530 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-986721f9-b5a0-48c5-8e69-80865c7827ad tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 09 12:20:07.282983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-986721f9-b5a0-48c5-8e69-80865c7827ad tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:07.283966 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-986721f9-b5a0-48c5-8e69-80865c7827ad tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1682317 Mar 09 12:20:07.290537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40150) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.290812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.291197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:07.292186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.295942 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e89ed0b1-ffc5-4cb2-89b4-89bf4a55cbe3 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/ports/5199d435-e715-4a7e-894a-614055de5295 HTTP/1.1" status: 204 len: 168 time: 2.2080538 Mar 09 12:20:07.299564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40152) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.304338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9995e7dd-aa78-45c4-9557-274b785ae6a3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5024300 Mar 09 12:20:07.307025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.399981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40162) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.442744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f963a-d58e-4ae2-a6f4-79b070daa03f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:07.449655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f963a-d58e-4ae2-a6f4-79b070daa03f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:07.450615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-755f963a-d58e-4ae2-a6f4-79b070daa03f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:07.468250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:07.476228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Deleting subnet 6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:07.479514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-755f963a-d58e-4ae2-a6f4-79b070daa03f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:07.485499 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-755f963a-d58e-4ae2-a6f4-79b070daa03f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1773922 Mar 09 12:20:07.487825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40168) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:07.508582 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60a6682e-11cb-4177-8a2d-96d8be184de8 req-1e073216-2d22-476b-9280-36fa7f57ed0f tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877877 Mar 09 12:20:07.518008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.561492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:07.564035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-26235215-48d9-438f-a8bc-fe91d6d452eb None None] Provisioning for port b1f5763f-0549-48ba-a0df-b8b40f5f7726 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:07.570827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 417da7c1-5027-4e10-a70a-8941a2038b88, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=417da7c1-5027-4e10-a70a-8941a2038b88,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:07.587299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-26235215-48d9-438f-a8bc-fe91d6d452eb None None] Provisioning complete for port b1f5763f-0549-48ba-a0df-b8b40f5f7726 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:07.587738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-26235215-48d9-438f-a8bc-fe91d6d452eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.649411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.668864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.725989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:07.728756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.738390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:07.766396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:07.781894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port b1f5763f-0549-48ba-a0df-b8b40f5f7726 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:07.782411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.795774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Port': ['ID=d2e18d4f-243a-43d5-bead-7de56745c6eb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:07.797175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-26235215-48d9-438f-a8bc-fe91d6d452eb None None] Port b1f5763f-0549-48ba-a0df-b8b40f5f7726 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:20:07.804180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=417da7c1-5027-4e10-a70a-8941a2038b88,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:07.816338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port 93527be9-2fa5-4c77-aea5-42c828059130 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:07.816945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.842819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95180006-2623-4085-a999-94444b3033e5 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:20:07.888283 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Project f58ae5c6354342bd9dc15520619eae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:07.894353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-471885500'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:07.899376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:07.905154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Usage tracker for resource:router and tenant:f1e949d9d2f248e99988087b858f06e1 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:07.908258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:07.914307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:07.952733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Checking segment: {'id': '08cf2061-8078-447c-bf3d-5f41556e6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db213ad5-949a-49ec-8e6c-42d62c9af124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:07.953125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network hostable DHCP agents. Network: db213ad5-949a-49ec-8e6c-42d62c9af124, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:07.955684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:07.956730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.001125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95180006-2623-4085-a999-94444b3033e5 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:20:08.001688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:08.002787 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1a46c8a2-cb4e-4e06-8ba0-9b969b9ebb42 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7086403 Mar 09 12:20:08.013048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40182) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.023071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '2ff76086-0e4c-4064-a050-5ee5dead95a6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:08.029061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.056130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.078780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 417da7c1-5027-4e10-a70a-8941a2038b88 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:08.090552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network db213ad5-949a-49ec-8e6c-42d62c9af124 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:08.100356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:08.115075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:08.122324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:08.186100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.204246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:08.206678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, db213ad5-949a-49ec-8e6c-42d62c9af124) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:08.211062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:08.217670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:08.222430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:08.223210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.231428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.236024 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ec2fe41b-64f5-4be4-95b9-58b3bdbe48d3 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8327527 Mar 09 12:20:08.238734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.242294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.272681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port 93527be9-2fa5-4c77-aea5-42c828059130, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=93527be9-2fa5-4c77-aea5-42c828059130,segment=NetworkSegment(82b9b8db-da17-41de-a7a8-6f577b19e05d),segment_id=82b9b8db-da17-41de-a7a8-6f577b19e05d)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:08.273147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.293447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Project f58ae5c6354342bd9dc15520619eae9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:08.378045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 417da7c1-5027-4e10-a70a-8941a2038b88 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:08.378750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.441456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:08.442760 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-09c9b7ce-80d8-4d87-bb5c-664cf785ab27 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4265313 Mar 09 12:20:08.443304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40198) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.450783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for 93527be9-2fa5-4c77-aea5-42c828059130 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:08.469892 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40200) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.488376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-55566c17-e43a-49a8-ae7d-4a481dcf986f tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6507478 Mar 09 12:20:08.497797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40206) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.500247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.541968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for b1f5763f-0549-48ba-a0df-b8b40f5f7726 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:08.606584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.683787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event deleted for resources: {'Subnet': ['ID=6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:08.714436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd0c08-b6d8-414e-b1f0-24e06bd00b7d None None] Network db213ad5-949a-49ec-8e6c-42d62c9af124 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:08.723837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.727254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.731388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4fd35-ac0b-46b4-9c76-c7554ae2a3b2 None None] Network 76d93552-c343-43bc-bd94-4e8e789e1248 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:08.743439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009275886'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:08.802282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:08.808986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3db3f173-b510-4d09-91da-d2bfa74b3561 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/subnets/6dda27c5-0b47-4b4c-ad05-8ba53c2c7b9b HTTP/1.1" status: 204 len: 168 time: 1.4526813 Mar 09 12:20:08.809969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=93527be9-2fa5-4c77-aea5-42c828059130,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:08.810903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40216) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:08.812413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port 93527be9-2fa5-4c77-aea5-42c828059130 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:08.846818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:08.983164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:08.994981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.997155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:08.999135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.013345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:09.081819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.094139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.094445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aae60251-87db-48ac-916e-fdbffccc778f {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:09.165725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] DHCP port deletion for 76d93552-c343-43bc-bd94-4e8e789e1248 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:09.171227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Deleting port 127a6449-d337-457b-8ea6-8db48347dc0a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:09.171398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.174101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.211915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.218808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.227080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.255618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.272370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=b1f5763f-0549-48ba-a0df-b8b40f5f7726,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:09.276390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.284981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760811a-9cc2-4887-a172-9c88741b1b97 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.290705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760811a-9cc2-4887-a172-9c88741b1b97 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.292029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0760811a-9cc2-4887-a172-9c88741b1b97 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Synchronizing usage tracker for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:09.294955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:09.306452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba9f749-72eb-411b-bc1d-62770073d177']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:09.319177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:09.324906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:09.335780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28852602-0d24-41a0-8b90-3114cf40b18a req-4f3b489d-e30d-42e5-aa09-f5659da8a3ee tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.337245 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-28852602-0d24-41a0-8b90-3114cf40b18a req-4f3b489d-e30d-42e5-aa09-f5659da8a3ee tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.6743774 Mar 09 12:20:09.339033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9b8db-da17-41de-a7a8-6f577b19e05d') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:09.339324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9b8db-da17-41de-a7a8-6f577b19e05d') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:09.339931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.341104 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ff76086-0e4c-4064-a050-5ee5dead95a6 HTTP/1.1" status: 204 len: 168 time: 0.8675268 Mar 09 12:20:09.342105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.343082 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0c900291-0067-4876-bf85-a4c65594526f tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "DELETE /v2.0/routers/aae60251-87db-48ac-916e-fdbffccc778f HTTP/1.1" status: 204 len: 168 time: 1.1034422 Mar 09 12:20:09.360985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40220) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:09.361319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40222) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:09.362178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:09.391115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Request body: {'router': {'name': 'tempest-router-1809809837', 'distributed': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:09.404296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] For port 127a6449-d337-457b-8ea6-8db48347dc0a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127a6449-d337-457b-8ea6-8db48347dc0a,segment=NetworkSegment(f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c),segment_id=f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:09.405000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.412187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.429213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:09.431608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Deleting port 127a6449-d337-457b-8ea6-8db48347dc0a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:09.431951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.486629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263691fe-07e0-4b1d-b96f-03f678f0482d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff76086-0e4c-4064-a050-5ee5dead95a6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:09.494463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.497015 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-34f708e1-0736-4e63-8dcb-ef92151e76f2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/b1f5763f-0549-48ba-a0df-b8b40f5f7726 HTTP/1.1" status: 204 len: 168 time: 2.0080137 Mar 09 12:20:09.517202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541849c-0942-4849-a1dd-51aa497452e1 req-f72c0acc-d153-42a7-b57e-276975b49aeb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.518008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6541849c-0942-4849-a1dd-51aa497452e1 req-f72c0acc-d153-42a7-b57e-276975b49aeb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Synchronizing usage tracker for tenant:27def692b8ab40a88b073a864293eadd on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:09.520635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40228) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:09.539710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Usage tracker for resource:router and tenant:f1e949d9d2f248e99988087b858f06e1 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:09.545054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:09.551739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:09.603768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6541849c-0942-4849-a1dd-51aa497452e1 req-f72c0acc-d153-42a7-b57e-276975b49aeb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Unset dirty status for tenant:27def692b8ab40a88b073a864293eadd on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:09.605073 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6541849c-0942-4849-a1dd-51aa497452e1 req-f72c0acc-d153-42a7-b57e-276975b49aeb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.13 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.5142934 Mar 09 12:20:09.616690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Calling delete_port for 127a6449-d337-457b-8ea6-8db48347dc0a owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:09.632428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.644437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0760811a-9cc2-4887-a172-9c88741b1b97 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Unset dirty status for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:09.648283 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0760811a-9cc2-4887-a172-9c88741b1b97 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.1495388 Mar 09 12:20:09.649274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40232) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:09.659444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bed36-2a64-48c3-b53e-e8eb0921ec8c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.661087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bed36-2a64-48c3-b53e-e8eb0921ec8c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:09.661837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-087bed36-2a64-48c3-b53e-e8eb0921ec8c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:09.666195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.667844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.695650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:09.696174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.696403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Deleting port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:09.696754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.699246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.738113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-087bed36-2a64-48c3-b53e-e8eb0921ec8c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:09.739531 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-087bed36-2a64-48c3-b53e-e8eb0921ec8c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2178431 Mar 09 12:20:09.742703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40236) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:09.748309 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:09.751632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] Pushing event deleted for resources: {'Port': ['ID=127a6449-d337-457b-8ea6-8db48347dc0a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:09.759153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504b957-29c8-48c5-9eae-f1fbb3f4fc42 None None] No DVR routers for this DVR port 127a6449-d337-457b-8ea6-8db48347dc0a on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:09.779874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-28852602-0d24-41a0-8b90-3114cf40b18a req-427f5a79-363f-4955-bd2a-317a1a2aaaae tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214003 Mar 09 12:20:09.870601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet c40ee3f3-5e5d-4bee-be0f-cad4239f0a58 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:09.875588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.917077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.947325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4941276-77c4-4155-be4c-5b961e5e11bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:09.966166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Deleting port 02e5511a-41bd-4834-bd94-507d1700cc4e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:09.966504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:09.997913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.020602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.038984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127a6449-d337-457b-8ea6-8db48347dc0a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:10.077327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 127a6449-d337-457b-8ea6-8db48347dc0a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:10.078224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127a6449-d337-457b-8ea6-8db48347dc0a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:10.085175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.118551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=bba9f749-72eb-411b-bc1d-62770073d177,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:10.132180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.147333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] For port d2a95f34-d42a-4b6e-8df1-0d0a3577af06, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:10.147692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.148863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4941276-77c4-4155-be4c-5b961e5e11bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:10.150106 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f4941276-77c4-4155-be4c-5b961e5e11bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7807863 Mar 09 12:20:10.157940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40240) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:10.168176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200292914'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:10.176501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:10.176683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] For port 127a6449-d337-457b-8ea6-8db48347dc0a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127a6449-d337-457b-8ea6-8db48347dc0a,segment=NetworkSegment(f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c),segment_id=f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:10.177037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.185712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-473bd46c-3e07-4b97-9ac5-23f53c0b61c2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/bba9f749-72eb-411b-bc1d-62770073d177 HTTP/1.1" status: 204 len: 168 time: 5.0400989 Mar 09 12:20:10.216091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40244) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:10.239337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-488120409'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:10.251658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.282776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:10.371416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Calling delete_port for 127a6449-d337-457b-8ea6-8db48347dc0a owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:10.397978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:10.400188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.402034 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-236ea738-bce1-4241-91b2-37c1eb897453 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0343938 Mar 09 12:20:10.406640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40248) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:10.415857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:10.423064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:10.428291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.435406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:10.444997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.469172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:10.496688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.508844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:10.516817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:10.535734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:10.542918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:10.546318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.638479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.644764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdafc7d-2bb1-4998-98e7-033431b53b65,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:10.665929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.680098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:10.680423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:10.685834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.749625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=c40ee3f3-5e5d-4bee-be0f-cad4239f0a58,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:10.757589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956677c-954a-40b5-a75d-a14c0c365e0e None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:10.762493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.780184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:10.849800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:10.859305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:10.865219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.865596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:10.865909 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Floating IP 187bd3e3-3489-467e-b703-09d032eaa831 disassociated. External IP: 172.26.5.222, port: d2a95f34-d42a-4b6e-8df1-0d0a3577af06. Mar 09 12:20:10.866331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Calling delete_port for d2a95f34-d42a-4b6e-8df1-0d0a3577af06 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:10.918363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:10.926315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Calling delete_port for 02e5511a-41bd-4834-bd94-507d1700cc4e owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:11.049463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.050052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 92428444-0ebc-4536-8956-0bfc54b3f980 of type vlan for network f579d443-9e20-416f-a872-72911edfaed2 Mar 09 12:20:11.078122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:11.086004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:11.091607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Deleting port 417da7c1-5027-4e10-a70a-8941a2038b88 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:11.092251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.122794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.131011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.137246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.149753 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0aaee067-c189-4790-97e1-0364868c25df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c40ee3f3-5e5d-4bee-be0f-cad4239f0a58 HTTP/1.1" status: 204 len: 168 time: 1.4058943 Mar 09 12:20:11.151419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.154640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40254) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:11.211786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Deleting port 127a6449-d337-457b-8ea6-8db48347dc0a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:11.212119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.257629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.261381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.310863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] For port 417da7c1-5027-4e10-a70a-8941a2038b88, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=417da7c1-5027-4e10-a70a-8941a2038b88,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:11.311203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.345493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:20:11.352640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Port': ['ID=02e5511a-41bd-4834-bd94-507d1700cc4e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:11.393773 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0a49f0d9-9f8a-4d1e-b18b-e5cf02912581 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2323050 Mar 09 12:20:11.407969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40258) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:11.408173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.415368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] The port '127a6449-d337-457b-8ea6-8db48347dc0a' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:20:11.417609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.428975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316947b-288c-4b72-b71e-cdd6af51d804 req-38c49c51-4154-4eb4-afa5-4bf298ab5032 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:11.430454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b316947b-288c-4b72-b71e-cdd6af51d804 req-38c49c51-4154-4eb4-afa5-4bf298ab5032 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 945 time: 0.4759202 Mar 09 12:20:11.438036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:11.438758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822339c7-16ad-4319-a222-c19b94aeba06,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:11.482105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.485742 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-503e3716-37a4-4a3f-a550-56d3e71db1cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0044003 Mar 09 12:20:11.485742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.489473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:11.490063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.500036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40262) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:11.546150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Calling delete_port for 417da7c1-5027-4e10-a70a-8941a2038b88 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:11.546446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event deleted for resources: {'Port': ['ID=d2a95f34-d42a-4b6e-8df1-0d0a3577af06,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:11.622811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e4953ebb-fe45-4c01-8d60-3a2b10e68b5a tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/ports/02e5511a-41bd-4834-bd94-507d1700cc4e HTTP/1.1" status: 204 len: 168 time: 1.9580567 Mar 09 12:20:11.634032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40266) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:11.708547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.746478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.774287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] Pushing event deleted for resources: {'Port': ['ID=417da7c1-5027-4e10-a70a-8941a2038b88,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:11.784826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17042511-3fc9-4597-aee2-100ecfdeca0a None None] No DVR routers for this DVR port 417da7c1-5027-4e10-a70a-8941a2038b88 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:11.803250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.803736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e268c171-a1a7-4ee8-83a9-05398588e5c3 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:11.835455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6136432 Mar 09 12:20:11.880490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d93552-c343-43bc-bd94-4e8e789e1248']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:11.882032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40270) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:11.893438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:20:11.900389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.912805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'f579d443-9e20-416f-a872-72911edfaed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:11.929855 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b316947b-288c-4b72-b71e-cdd6af51d804 req-47ae9c46-7b7c-4abf-8982-2d5b6146423a tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626508 Mar 09 12:20:11.960506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:11.961847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4364f-96d2-445c-831a-209fab70e1e7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=f579d443-9e20-416f-a872-72911edfaed2,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:11.970214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:11.970674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b911d2-dcae-4edb-a7e2-2f7ac0b5241c') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:11.977390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f579d443-9e20-416f-a872-72911edfaed2 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:12.069772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.083820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b6474408-0047-41e3-8868-8c2a921f99cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:12.103826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:12.105796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Deleting port d2e18d4f-243a-43d5-bead-7de56745c6eb {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:12.106721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.144610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.152382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e0f0c73f-a735-4250-af52-878cb7e07f5e tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e268c171-a1a7-4ee8-83a9-05398588e5c3 HTTP/1.1" status: 204 len: 168 time: 1.7376163 Mar 09 12:20:12.152565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b6474408-0047-41e3-8868-8c2a921f99cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:12.152677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:12.152759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b6474408-0047-41e3-8868-8c2a921f99cb tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6223300 Mar 09 12:20:12.158217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40274) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:12.158550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40276) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:12.163884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:12.164841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 417da7c1-5027-4e10-a70a-8941a2038b88 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:12.166430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.172199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.172783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-security--1826720060', 'description': 'tempest-security-description-585793778'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:12.178007 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0154951 Mar 09 12:20:12.188020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40282) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:12.190776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:12.197047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23109383-742b-4668-8259-efa997174d5d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8488827-e8cb-4d02-b3aa-e9f86064bf75,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:12.202647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 417da7c1-5027-4e10-a70a-8941a2038b88 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:12.202998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 417da7c1-5027-4e10-a70a-8941a2038b88 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:12.209286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'f8488827-e8cb-4d02-b3aa-e9f86064bf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:12.214288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Request body: {'router': {'name': 'tempest-router-1265135196', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd88b71dfda2c459d82d0c19d658b9f57'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:12.216980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:12.220562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.232566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:12.239335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:12.239833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:12.240224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:12.257479 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:12.277709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:12.293241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:12.296014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Usage tracker for resource:router and tenant:d88b71dfda2c459d82d0c19d658b9f57 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:12.302875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:12.305511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:12.312761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:12.316300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.334987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:12.342705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:12.371331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:12.413997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:12.447046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:12.448093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.448865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.450654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.473299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:12.484366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Sync routers for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:12.489886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.496006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:12.496842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:12.504385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.521919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.522888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.532350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] Pushing event deleted for resources: {'Network': ['ID=76d93552-c343-43bc-bd94-4e8e789e1248,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:12.541312 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f73f3540-2c80-476f-82aa-83cbd9f82485 tempest-TagsExtTest-1286579365 tempest-TagsExtTest-1286579365-project] 10.222.0.20 "DELETE /v2.0/networks/76d93552-c343-43bc-bd94-4e8e789e1248 HTTP/1.1" status: 204 len: 168 time: 3.7249238 Mar 09 12:20:12.596986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.600656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "PUT /v2.0/security-groups/822339c7-16ad-4319-a222-c19b94aeba06 HTTP/1.1" status: 200 len: 1777 time: 0.4380078 Mar 09 12:20:12.614847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40288) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:12.654175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec001e-18db-402c-8c02-40e962ceb7af tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822339c7-16ad-4319-a222-c19b94aeba06,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:12.657477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.668930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] No DVR routers for this DVR port d2a95f34-d42a-4b6e-8df1-0d0a3577af06 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:12.673537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.682990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:12.685223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6541849c-0942-4849-a1dd-51aa497452e1 req-0a6c241c-56b0-494b-b265-1f226286dd56 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.13 "DELETE /v2.0/ports/d2a95f34-d42a-4b6e-8df1-0d0a3577af06 HTTP/1.1" status: 204 len: 173 time: 3.0744181 Mar 09 12:20:12.685657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'name': 'network-vif-deleted', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:20:12.693537 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The resource could not be found. Mar 09 12:20:12.694521 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4441bb13-c89f-4276-a82e-0a80d292ceee tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5055666 Mar 09 12:20:12.704106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40294) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:12.719031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': 'f8488827-e8cb-4d02-b3aa-e9f86064bf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc7584ea-5e49-402a-9916-00dc99fdaea0'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:12.737186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:12.745390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:12.755028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:12.777656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:12.847481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:12.984269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d09ea8-46d3-420a-b351-ef051378a218', 'name': 'network-vif-deleted', 'tag': 'd2a95f34-d42a-4b6e-8df1-0d0a3577af06', 'status': 'completed', 'code': 200} Mar 09 12:20:13.022641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Calling delete_port for d2e18d4f-243a-43d5-bead-7de56745c6eb owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:13.076678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.094919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40302) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.131474 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b133d001-04aa-44b6-83d4-7feddab955ca tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups/822339c7-16ad-4319-a222-c19b94aeba06 HTTP/1.1" status: 200 len: 1777 time: 0.5133059 Mar 09 12:20:13.132923 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The resource could not be found. Mar 09 12:20:13.137623 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8e09b737-9e98-48fa-b1ad-12729df7206d tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4290087 Mar 09 12:20:13.149200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40308) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.149536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40310) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.196586 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e458ec3-7766-4747-9a48-a62a418aae6d req-ff4cf132-f164-43ac-80a2-b8ad8e824aff tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d09ea8-46d3-420a-b351-ef051378a218 HTTP/1.1" status: 200 len: 210 time: 0.0752945 Mar 09 12:20:13.209534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.210327 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59e40f02-9535-44fa-91a7-ec5fc8b53c6a tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0486574 Mar 09 12:20:13.217666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.236791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40316) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.245854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:13.349403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.355600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.360386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:13.378134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:13.385928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:13.392310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Checking router: 3b6bb4b0-9014-4e1d-8008-70a7c352a114 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:20:13.393972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:13.394560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.410701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b3cd6-5aeb-4bda-9238-dce353aa37f4 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:13.424595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=65092e7c-a8b3-4a40-982e-7127d45ea04d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:13.433068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d2a95f34-d42a-4b6e-8df1-0d0a3577af06 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:13.460916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Port': ['ID=d2e18d4f-243a-43d5-bead-7de56745c6eb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:13.488169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:13.488993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:13.527514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.548457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5aae3b06-9f4f-41ae-83b8-f5c78c17ae94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e4bae478e4e480f8f6fc7136932bf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515254 Mar 09 12:20:13.550327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.551612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.580847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: d2a95f34-d42a-4b6e-8df1-0d0a3577af06 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:13.581324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d2a95f34-d42a-4b6e-8df1-0d0a3577af06 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:13.610639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=85762017-4b1a-404b-80be-9dfc2f868c34,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:13.610892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e35a54b-306a-48af-b842-cdf337346f03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/ports/d2e18d4f-243a-43d5-bead-7de56745c6eb HTTP/1.1" status: 204 len: 168 time: 1.9615479 Mar 09 12:20:13.615827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.622115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40324) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.626278 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ad9cbb2c-3cde-4a4c-b8d3-c1217c97aeef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2118554 Mar 09 12:20:13.626413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40328) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.627031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.680933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '65092e7c-a8b3-4a40-982e-7127d45ea04d', 'ip_address': '2001:db8::e411:bf62:bd0c:22c2'}], 'name': 'tempest-NetworksTestDHCPv6-1477938401'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:13.702491 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30a0b2f4-5069-4cb4-8d96-c6a3152f3ff6 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0777447 Mar 09 12:20:13.717429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40332) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.719921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '92428444-0ebc-4536-8956-0bfc54b3f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f579d443-9e20-416f-a872-72911edfaed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:13.720283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: f579d443-9e20-416f-a872-72911edfaed2, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:13.741679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1000687186'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:13.746069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.763672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:13.791603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:13.802939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:13.809389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network f579d443-9e20-416f-a872-72911edfaed2 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:13.811585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.845566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8488827-e8cb-4d02-b3aa-e9f86064bf75,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:13.851497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:13.855655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.871251 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f579d443-9e20-416f-a872-72911edfaed2) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:13.877598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.881012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.887351 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f876b25d-3095-4b81-8fc9-78325be5d13a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8488827-e8cb-4d02-b3aa-e9f86064bf75 HTTP/1.1" status: 204 len: 168 time: 0.7322516 Mar 09 12:20:13.887562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.887667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40336) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.887855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.891161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:13.891759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.900232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb5abd-3d7b-4098-870e-ed4e740edef2 None None] Network f579d443-9e20-416f-a872-72911edfaed2 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:13.939610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822339c7-16ad-4319-a222-c19b94aeba06,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:13.953201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:13.956975 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-838b98d0-ab6c-4737-aa81-b72286c75ca2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/822339c7-16ad-4319-a222-c19b94aeba06 HTTP/1.1" status: 204 len: 168 time: 0.8013294 Mar 09 12:20:13.958423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40340) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:13.971832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eb168e88-0c66-41ac-8f96-237a1e6ab6ad tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0782163 Mar 09 12:20:13.971832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:13.973674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40344) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.029906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.030303 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment 8541bfcb-a843-439e-a297-a01d58c980e1 of type vlan for network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa Mar 09 12:20:14.046225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6258e509-09bb-4385-b73a-e92be06d32fb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:14.085303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.102089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:14.119096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:14.127190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:14.130152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87831) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 09 12:20:14.130486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Router 2116f901-11ce-4525-ba73-f3c6172658ef migrating from provider to provider. {{(pid=87831) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 09 12:20:14.130857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.140823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.146835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:14.160942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6258e509-09bb-4385-b73a-e92be06d32fb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:14.162951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.167954 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6258e509-09bb-4385-b73a-e92be06d32fb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2628272 Mar 09 12:20:14.169136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40348) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.171011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.186150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d5c62098-013f-495f-85b5-5fc1799a7641 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2236211 Mar 09 12:20:14.190783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '287ff146-8c51-4276-ac53-288eb0f8e133', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:14.195673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40352) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.200417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.203075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:14.204219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '65092e7c-a8b3-4a40-982e-7127d45ea04d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:14.205218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.212837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:14.220321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.227511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-c7c484b6-cef4-4f9d-90d1-3524e3bafa4a tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] delete failed (client error): The resource could not be found. Mar 09 12:20:14.232823 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c7c484b6-cef4-4f9d-90d1-3524e3bafa4a tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/822339c7-16ad-4319-a222-c19b94aeba06 HTTP/1.1" status: 404 len: 347 time: 0.0318389 Mar 09 12:20:14.233860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40356) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.238528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:14.240670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--715960006'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:14.244053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:14.247147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.253422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:14.254029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.259234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:14.289958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:14.308089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:14.339831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:14.357397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40364) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.359915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:14.478402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=84d9a8c1-7f64-4c9c-be8a-3642601a2dfa,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:14.481886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.500718 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-24bd0a59-7a78-47a8-9af2-a9628399e01b tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7821183 Mar 09 12:20:14.505173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:14.509167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.532808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1993007263'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:14.537553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:14.541855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Usage tracker for resource:network and tenant:2ea96de44da4443aa4733e9e8685b34f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:14.545042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:14.550901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:14.558105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.569162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.600714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:14.604154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.639480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:14.656967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:14.658636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port ab75881e-05ea-4144-9e00-db7fa0f98f97 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:14.662585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.667006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:14.690271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:14.694245 dv-neutron-832762-2-hyperv neutron-server[87831]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] No L3 agents can host the router 2116f901-11ce-4525-ba73-f3c6172658ef Mar 09 12:20:14.707068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:14.762093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.762467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Added segment d5d9cf25-d1b9-453e-8ac3-5d764553fa89 of type vlan for network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb Mar 09 12:20:14.770210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.803500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a670a7-7a2e-4a5e-bdf2-61e1032aebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f579d443-9e20-416f-a872-72911edfaed2', 'network_id': 'f579d443-9e20-416f-a872-72911edfaed2', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '85762017-4b1a-404b-80be-9dfc2f868c34'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:14.804631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35a670a7-7a2e-4a5e-bdf2-61e1032aebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.804938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.819148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.881442 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The resource could not be found. Mar 09 12:20:14.882746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a5086513-989d-456f-a1a0-2204e74beb2c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7045527 Mar 09 12:20:14.891087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:14.893460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:14.894670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40372) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:14.898825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93556ec5-84b9-49c6-bd32-590875835a35,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:14.908677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/65092e7c-a8b3-4a40-982e-7127d45ea04d/548fc3d6-d8e0-4614-a92c-8562fbeebb18) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:14.925202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=85762017-4b1a-404b-80be-9dfc2f868c34,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:14.937535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734804290'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:14.943239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973d2e96-ba17-4fcc-94eb-f7e3f341f6fd None None] The sync data for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv is: [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5181e4ef-51dd-40bf-af18-a2b9a70713d7', 'name': '', 'network_id': 'ae92d92a-a797-4f54-9984-fe729f0f45c3', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'mac_address': 'fa:16:3e:e4:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:48Z', 'updated_at': '2022-03-09T12:17:02Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'subnets': [{'id': '7d5e49b5-b3fc-4f21-aa99-e1f47181811d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:20:14.984307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:15.002055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Hosts for router 2116f901-11ce-4525-ba73-f3c6172658ef: [] {{(pid=87831) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 09 12:20:15.055053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.056539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f8fd46c5-be85-4ce0-a39e-67a07f583747 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93556ec5-84b9-49c6-bd32-590875835a35 HTTP/1.1" status: 204 len: 168 time: 1.5038502 Mar 09 12:20:15.062746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Hosts for other DVR routers connected to router 2116f901-11ce-4525-ba73-f3c6172658ef: set() {{(pid=87831) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 09 12:20:15.065529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.067218 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc8b28c7-f02d-45f5-b97d-3168eee95f24 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "PUT /v2.0/routers/2116f901-11ce-4525-ba73-f3c6172658ef HTTP/1.1" status: 200 len: 717 time: 1.8297424 Mar 09 12:20:15.071326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40378) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:15.097911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423d500-7370-4f28-ade5-d396d59e45bd None None] Network f579d443-9e20-416f-a872-72911edfaed2 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:15.105537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:20:15.124802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:15.130909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.147118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.155987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.179679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.251296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.256251 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-574602ed-a38d-4a1f-a051-c79cda647de7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "GET /v2.0/routers/2116f901-11ce-4525-ba73-f3c6172658ef HTTP/1.1" status: 200 len: 717 time: 0.1835310 Mar 09 12:20:15.258858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40382) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:15.259474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:15.260418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.296798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.376383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f579d443-9e20-416f-a872-72911edfaed2']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:15.434715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.448444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92428444-0ebc-4536-8956-0bfc54b3f980') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:15.448808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92428444-0ebc-4536-8956-0bfc54b3f980') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:15.452670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Transition to ACTIVE for port object 548fc3d6-d8e0-4614-a92c-8562fbeebb18 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:15.471445 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9b274-71e8-4221-965d-64d672517018 None None] New status for floating IP 187bd3e3-3489-467e-b703-09d032eaa831: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:20:15.481574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab989fc-024b-4d55-91dc-2f90f392b038,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:15.482241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Transition to ACTIVE for port object 548fc3d6-d8e0-4614-a92c-8562fbeebb18 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:15.516140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.536074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.639334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:15.644536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:15.652872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:15.672873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::e411:bf62:bd0c:22c2 (94dc3624-3b1f-4296-9dc3-e29647941794/65092e7c-a8b3-4a40-982e-7127d45ea04d/ab75881e-05ea-4144-9e00-db7fa0f98f97) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:15.767787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Pushing event updated for resources: {'Port': ['ID=548fc3d6-d8e0-4614-a92c-8562fbeebb18,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:15.798020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Attempting to bind port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:15.798505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Attempting to bind port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:15.799152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Attempting to bind port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:15.807657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:15.808092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:15.808830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.809290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:15.810171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Bound port: 548fc3d6-d8e0-4614-a92c-8562fbeebb18, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:15.810579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.823341 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:20:15.883361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.888647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:15.910141 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3827260 Mar 09 12:20:15.926801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] For port 548fc3d6-d8e0-4614-a92c-8562fbeebb18, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:15.930716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] For port 548fc3d6-d8e0-4614-a92c-8562fbeebb18, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=548fc3d6-d8e0-4614-a92c-8562fbeebb18,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:15.936485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.938120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:15.938492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:15.940101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.052362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b84d8-fc1e-478c-87c8-d8ffad5b73c9 None None] Pushing event updated for resources: {'Port': ['ID=548fc3d6-d8e0-4614-a92c-8562fbeebb18,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:16.064219 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7b368d8b-a0a1-4286-9e4d-a6f19a9c0fdf tempest-RoutersTestDVR-1596628111 tempest-RoutersTestDVR-1596628111-project] 10.222.0.20 "GET /v2.0/routers/2116f901-11ce-4525-ba73-f3c6172658ef HTTP/1.1" status: 200 len: 683 time: 0.8037081 Mar 09 12:20:16.065045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40388) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.088620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.089973 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f0a1d3da-d48d-45d5-894f-7d674f2dc7c6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8551538 Mar 09 12:20:16.091134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3f12f-cbb9-4344-8238-e71e3fb5b5b9 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Network': ['ID=4ad58495-2cca-4ad6-b9dd-b32f96a0decb,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:16.093617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e1fd32-571b-44d7-8b62-ce7a9b404c9a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:16.095474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b581b06c-fa64-4376-8b6c-19fdffc3d9a4 tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3e1fd32-571b-44d7-8b62-ce7a9b404c9a HTTP/1.1" status: 204 len: 168 time: 1.7345278 Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:16.098793 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:16.100877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:16.103688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:16.114565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:16.142228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40392) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.142574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40394) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.156834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '6ab989fc-024b-4d55-91dc-2f90f392b038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:16.161238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:16.195460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:16.201901 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-0f34e9e8-3ab6-4c2e-86c4-0495e611f5bb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] show failed (client error): The resource could not be found. Mar 09 12:20:16.203370 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0f34e9e8-3ab6-4c2e-86c4-0495e611f5bb tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "GET /v2.0/security-groups/d3e1fd32-571b-44d7-8b62-ce7a9b404c9a HTTP/1.1" status: 404 len: 347 time: 0.0580163 Mar 09 12:20:16.206875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40400) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.208545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:16.219645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:16.242229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.340476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:16.351142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.442716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.555059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Deleting port 0761d733-260f-43ca-b64f-26aa5de77854 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:16.555346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.596789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=f579d443-9e20-416f-a872-72911edfaed2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:16.616044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.625117 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-16ee6984-059b-440a-bb43-190ed0a97f48 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/f579d443-9e20-416f-a872-72911edfaed2 HTTP/1.1" status: 204 len: 168 time: 2.6476252 Mar 09 12:20:16.639276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40406) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.668613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676652764'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:16.689253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:16.736791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:16.746934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:16.752320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.753937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.807139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:16.814695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.815896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.820361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.829517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object ab75881e-05ea-4144-9e00-db7fa0f98f97 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:16.858068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.858675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2116f901-11ce-4525-ba73-f3c6172658ef {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:16.872383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.873665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-66f52987-9a03-41b1-9469-aecd210e5113 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2116f901-11ce-4525-ba73-f3c6172658ef HTTP/1.1" status: 204 len: 168 time: 0.7985163 Mar 09 12:20:16.877228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.884973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Request body: {'router': {'name': 'tempest-router-1132531998', 'distributed': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:16.891521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:16.896993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Usage tracker for resource:router and tenant:f1e949d9d2f248e99988087b858f06e1 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:16.900260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:16.907457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.908820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.909358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:16.909708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:16.913247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.935661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.939633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0410168 Mar 09 12:20:16.940544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:16.953255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40414) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:16.974451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7213e-d74d-49b9-ab19-75f7337080cb tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa225f6-7af3-4681-887d-ac94f515bbe0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:16.987219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--532684282'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:17.002449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.002762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:17.002883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.011692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:17.017675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.018823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.019240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:17.022845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:17.023640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcdeb89-494d-408b-85e6-7bf032178263,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:17.030369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:17.031348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.040811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=ab75881e-05ea-4144-9e00-db7fa0f98f97,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:17.071011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.085661 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-543dfdc9-55c9-4c70-96bd-09e7743d96e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4582512 Mar 09 12:20:17.094675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40418) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:17.155254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.173705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Calling delete_port for 0761d733-260f-43ca-b64f-26aa5de77854 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:17.196372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.198148 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0d63cc7d-f01f-4dbd-938b-abeb0da949a7 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3196487 Mar 09 12:20:17.201547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40422) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:17.220388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:17.232960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:17.240982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.246636 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c49e0261-53e0-4b2d-9ba8-0b6bcca38c40 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1028564 Mar 09 12:20:17.247379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40426) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:17.255365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.256523 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment c396984d-fe29-4d9c-9357-58727049f061 of type vlan for network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 Mar 09 12:20:17.283347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb69a6-cd2a-4b61-bc52-f1d3de7a0849 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:17.289132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb69a6-cd2a-4b61-bc52-f1d3de7a0849 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:17.289996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-88bb69a6-cd2a-4b61-bc52-f1d3de7a0849 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:17.294734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.357577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.381362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.389608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.392518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:17.398231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.408256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:17.415102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:17.426381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:17.492625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-88bb69a6-cd2a-4b61-bc52-f1d3de7a0849 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:17.497932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-88bb69a6-cd2a-4b61-bc52-f1d3de7a0849 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4021606 Mar 09 12:20:17.499048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40430) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:17.543935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.550130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:17.550852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.555015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.575488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d7dda521-1f98-48be-bb93-a06978d73ee8 None None] Provisioning for port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:17.638626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port ab75881e-05ea-4144-9e00-db7fa0f98f97 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:17.638980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.694316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.704113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.767130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.814416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-de5f7494-96ab-4fe4-934c-cae91f6589f0 None None] Provisioning for port ab75881e-05ea-4144-9e00-db7fa0f98f97 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:17.821675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-de5f7494-96ab-4fe4-934c-cae91f6589f0 None None] Provisioning complete for port ab75881e-05ea-4144-9e00-db7fa0f98f97 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:17.822858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de5f7494-96ab-4fe4-934c-cae91f6589f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.842163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffcdeb89-494d-408b-85e6-7bf032178263,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:17.861921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Pushing event deleted for resources: {'Port': ['ID=0761d733-260f-43ca-b64f-26aa5de77854,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:17.888703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de5f7494-96ab-4fe4-934c-cae91f6589f0 None None] Port ab75881e-05ea-4144-9e00-db7fa0f98f97 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:20:17.980748 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3373005 Mar 09 12:20:17.980748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.985116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b81d1a47-6dd6-46f4-adaf-cf1424269eb7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ffcdeb89-494d-408b-85e6-7bf032178263 HTTP/1.1" status: 204 len: 168 time: 0.7316778 Mar 09 12:20:17.986038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:17.989786 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0254500 Mar 09 12:20:17.989786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40434) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:17.989786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40436) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:18.003321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:18.009806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.011983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40438) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:18.016827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '8fa225f6-7af3-4681-887d-ac94f515bbe0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '264a8812-c76f-4b52-9505-2584d97feaef'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:18.023464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:18.025161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd07b4-eb92-4a7f-a976-ad1eefce4a01 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=6f53a2ec-716b-4ba2-b7c8-f3607051d2f6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:18.027898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367e17-00bd-4a86-9be8-b8ddb36ca53b tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264a8812-c76f-4b52-9505-2584d97feaef,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:18.028566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:18.032253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:18.038083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:18.047904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.048745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:18.146587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.147308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8d68cbf-09ec-4acc-8bbe-96513dab614e {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:18.195328 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:18.196750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68a286ca-55e1-42c5-9581-c8f77464d77e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1838028 Mar 09 12:20:18.215815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40446) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:18.267573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.272437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19188161-5aec-41a6-9e37-3c38f7811dc8 tempest-RoutersTestDVR-1410193717 tempest-RoutersTestDVR-1410193717-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d8d68cbf-09ec-4acc-8bbe-96513dab614e HTTP/1.1" status: 204 len: 168 time: 1.0688772 Mar 09 12:20:18.276311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 548fc3d6-d8e0-4614-a92c-8562fbeebb18 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:18.344936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.355277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.359354 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3fcc4f68-5b01-4f31-a4eb-227e3159c0dc tempest-ServerActionsTestJSON-989830677 tempest-ServerActionsTestJSON-989830677-project] 10.222.0.20 "DELETE /v2.0/floatingips/187bd3e3-3489-467e-b703-09d032eaa831 HTTP/1.1" status: 204 len: 168 time: 2.1440675 Mar 09 12:20:18.367192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40452) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:18.382824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:18.393548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:18.394356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.564339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:18.593120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.594884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.600420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.640728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:18.643264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 548fc3d6-d8e0-4614-a92c-8562fbeebb18, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=548fc3d6-d8e0-4614-a92c-8562fbeebb18,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:18.652327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.668247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3cc63f2b-ccf5-4174-a4cc-67c2e8718ba5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:18.671081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:18.693326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:18.762862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for ab75881e-05ea-4144-9e00-db7fa0f98f97 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:18.824515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.825519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=548fc3d6-d8e0-4614-a92c-8562fbeebb18,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:18.846534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40458) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:18.846534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:18.849589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:18.874562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3cc63f2b-ccf5-4174-a4cc-67c2e8718ba5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:18.878590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3cc63f2b-ccf5-4174-a4cc-67c2e8718ba5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8803687 Mar 09 12:20:18.879346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40462) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.007444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.027306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.030077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a8812-c76f-4b52-9505-2584d97feaef,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:19.104856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=ab75881e-05ea-4144-9e00-db7fa0f98f97,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:19.126415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.127181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.142405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'subnets': [{'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--92950673', 'ip_version': 6}, {'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:19.143061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'subnet': {'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--92950673', 'ip_version': 6}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:19.143724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Request body: {'subnet': {'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:19.152243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.158466 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-80e1c387-0cf6-4ba0-a98b-fbec1ac3e607 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/264a8812-c76f-4b52-9505-2584d97feaef HTTP/1.1" status: 204 len: 168 time: 0.9360178 Mar 09 12:20:19.158466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.158466 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-52ce4d55-d10d-4dd1-b32a-4073488933e4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/ab75881e-05ea-4144-9e00-db7fa0f98f97 HTTP/1.1" status: 204 len: 168 time: 1.6522002 Mar 09 12:20:19.158466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40472) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.159392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40474) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.218994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:19.268579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7599a4-af49-4f72-9ffa-2ebd9823b474 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:19.270178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7599a4-af49-4f72-9ffa-2ebd9823b474 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:19.270923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd7599a4-af49-4f72-9ffa-2ebd9823b474 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:19.293616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fc95753b-d3cf-4faf-ad8b-7034c476f259 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:19.309363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd7599a4-af49-4f72-9ffa-2ebd9823b474 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:19.310530 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd7599a4-af49-4f72-9ffa-2ebd9823b474 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1502998 Mar 09 12:20:19.313547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.346600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Usage tracker for resource:security_group_rule and tenant:d88b71dfda2c459d82d0c19d658b9f57 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:19.354958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fc95753b-d3cf-4faf-ad8b-7034c476f259 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:19.356732 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fc95753b-d3cf-4faf-ad8b-7034c476f259 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1989310 Mar 09 12:20:19.362210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40484) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.362365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:19.391812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:19.397401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.419272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 65092e7c-a8b3-4a40-982e-7127d45ea04d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:19.424008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.499293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.503549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.575567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.591766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.641400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.673293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.706809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa225f6-7af3-4681-887d-ac94f515bbe0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:19.719869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.721133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-42989d35-4399-4f8f-a698-631694ec4cf0 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/8fa225f6-7af3-4681-887d-ac94f515bbe0 HTTP/1.1" status: 204 len: 168 time: 0.3579934 Mar 09 12:20:19.723641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40488) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.755696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:19.781239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.803623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Usage tracker for resource:subnet and tenant:2ea96de44da4443aa4733e9e8685b34f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:19.810339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:19.821889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.828883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8af610b7-c93e-4f6c-a2db-9df665c72d47 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:19.829711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:19.834142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=65092e7c-a8b3-4a40-982e-7127d45ea04d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:19.841210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.847292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ff1ae-1619-4169-af11-e99d93244a34 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:19.855741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8af610b7-c93e-4f6c-a2db-9df665c72d47 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:19.860863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8af610b7-c93e-4f6c-a2db-9df665c72d47 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1325541 Mar 09 12:20:19.863890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40492) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.865684 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9378fb26-625d-4c50-8668-75c81cb687f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/65092e7c-a8b3-4a40-982e-7127d45ea04d HTTP/1.1" status: 204 len: 168 time: 0.5507751 Mar 09 12:20:19.870347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--228374385'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:19.874326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40496) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.914441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Made reservation on behalf of 2ea96de44da4443aa4733e9e8685b34f for: {'subnet': 2} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:19.919744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.920077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.935475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:19.950630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:19.959866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-505d15b4-a659-4125-b91e-3d83f4738705 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818868 Mar 09 12:20:19.959866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:19.960180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40500) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:19.968324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:20.023218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab989fc-024b-4d55-91dc-2f90f392b038,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.068328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.091681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=7b67507c-778c-457f-a9f9-aa5444c3b2f9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.104835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:20.107277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:20.110250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.112226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:20.115406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:20.118090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:20.121644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:20.126475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 548fc3d6-d8e0-4614-a92c-8562fbeebb18 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:20.128974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:20.131050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:20.145461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.154293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:20.157788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.170520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:20.180963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': 'c396984d-fe29-4d9c-9357-58727049f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:20.181327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:20.186438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Deleting port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:20.186729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.254240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c79b1-6e2e-4fe0-80ed-e4a4cb1efddc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.262458 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b82fca05-3e40-4f88-91d7-524d2a34c875 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d88b71dfda2c459d82d0c19d658b9f57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3994310 Mar 09 12:20:20.266314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.267663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.271481 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-da7e00c7-2e46-4f7f-aaf7-8a51db940aa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/6ab989fc-024b-4d55-91dc-2f90f392b038 HTTP/1.1" status: 204 len: 168 time: 1.3747900 Mar 09 12:20:20.272249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40508) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.346115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:20.346341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.367140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.387195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.409292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.475292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:20.476341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] For port 548fc3d6-d8e0-4614-a92c-8562fbeebb18, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=548fc3d6-d8e0-4614-a92c-8562fbeebb18,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:20.476734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.516586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.526104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d288a6-6ba7-49b2-8b03-dc30c2c5ce9a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.535945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.537303 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-084b820b-914f-45b5-a884-145959e080bc tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6746354 Mar 09 12:20:20.545690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40512) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.558804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:20.567593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '16d288a6-6ba7-49b2-8b03-dc30c2c5ce9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:20.589495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:20.594514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:20.595321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.612103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc8b63-5df6-4c2f-ad13-d13fb8cb4f17 None None] Network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:20.622435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:20.640042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Calling delete_port for 548fc3d6-d8e0-4614-a92c-8562fbeebb18 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:20.640541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:20.646405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f5f5f60-109b-4664-ab8c-906f4c632518 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:20.660771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:20.694896 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-87b53b22-d700-440a-871f-42ffe8346acf tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6984293 Mar 09 12:20:20.723034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40516) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.756928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f5f5f60-109b-4664-ab8c-906f4c632518 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:20.763539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40520) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.763747 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8f5f5f60-109b-4664-ab8c-906f4c632518 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4875231 Mar 09 12:20:20.772393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--697610563'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:20.779982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.815235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:20.824879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.861829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.878319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.901409 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:20.905173 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-378f0c18-0434-4807-89be-2c45d8e424ac tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3527951 Mar 09 12:20:20.918026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40524) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:20.922209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:20.928435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group_rule': {'security_group_id': '16d288a6-6ba7-49b2-8b03-dc30c2c5ce9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:20.932550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] Pushing event deleted for resources: {'Port': ['ID=548fc3d6-d8e0-4614-a92c-8562fbeebb18,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.937957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c79b1-6e2e-4fe0-80ed-e4a4cb1efddc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.945584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:20.948953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:20.949805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1650854-dbf5-479f-902a-34d856a8d97f None None] No DVR routers for this DVR port 548fc3d6-d8e0-4614-a92c-8562fbeebb18 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:20.960041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:20.960348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:20.967603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:20.968047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.969378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8b165ebd-4682-4906-aa05-c8684b7f4161 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c4c79b1-6e2e-4fe0-80ed-e4a4cb1efddc HTTP/1.1" status: 204 len: 168 time: 0.7011135 Mar 09 12:20:20.971262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:20.972042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:20.981674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=86869b8b-6aae-4d04-a01d-b954ac304f82,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:20.987776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.011036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21c0ca-d502-4a29-9e53-9f15f4a05977 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:21.012213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:21.047391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.049835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:21.052581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-6f53a2ec-716b-4ba2-b7c8-f3607051d2f6', 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '7b67507c-778c-457f-a9f9-aa5444c3b2f9'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:21.053145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e22943b-a543-499b-98cd-f8d8b9f7cb29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0917609 Mar 09 12:20:21.053631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.056107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40530) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:21.059083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:21.062844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:21.068596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '86869b8b-6aae-4d04-a01d-b954ac304f82', 'ip_address': '2001:db8::f6bc:e75f:d17b:7d02'}], 'name': 'tempest-NetworksTestDHCPv6-1063001350'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:21.114119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:21.293542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.358911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:21.370529 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:21.372565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e6618f52-4a68-4929-b7e5-b1a5bc79e145 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4526563 Mar 09 12:20:21.376345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40536) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:21.404672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:21.414964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.426278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.426626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Allocated IP 172.20.0.2 (6f53a2ec-716b-4ba2-b7c8-f3607051d2f6/7b67507c-778c-457f-a9f9-aa5444c3b2f9/603c39f3-cafd-4d68-9172-f53335faa3da) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:21.428671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.456645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:21.465872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '86869b8b-6aae-4d04-a01d-b954ac304f82'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:21.467311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.523792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe2736-1cd5-45c0-9140-79462649ed06,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:21.577158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.578393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a16b83d7-d8c2-41c9-b498-470660c30e7e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8105471 Mar 09 12:20:21.589638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40540) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:21.625012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40544) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:21.640445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '8abe2736-1cd5-45c0-9140-79462649ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:21.654111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Subnet': ['ID=890e2ad3-331d-4398-8364-f5422986d137,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:21.655528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.659766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:21.667449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.668077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:21.673076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.675942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:21.692397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 7754af0b-b30d-4177-99cb-d80d1a91b429 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:21.702546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:21.726678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:21.728947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Checking segment: {'id': '8541bfcb-a843-439e-a297-a01d58c980e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:21.729922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network hostable DHCP agents. Network: 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:21.733032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e949d9d2f248e99988087b858f06e1 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:21.739816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:21.756923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:21.776500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.824054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.824306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.839753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/86869b8b-6aae-4d04-a01d-b954ac304f82/f0195755-ebec-42c6-a457-9c9a30bfa96e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:21.841911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Transition to ACTIVE for port object 603c39f3-cafd-4d68-9172-f53335faa3da will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:21.844544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Deleting port 5181e4ef-51dd-40bf-af18-a2b9a70713d7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:21.845589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.863301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Transition to ACTIVE for port object 603c39f3-cafd-4d68-9172-f53335faa3da will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:21.869838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:21.871374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.909856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.913033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:21.932831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:21.965280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1588ac-9ff2-4723-8896-7d40cd99cd36 None None] Network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:21.969317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=7b67507c-778c-457f-a9f9-aa5444c3b2f9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.002954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.015558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.024935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:22.035278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:22.059685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d288a6-6ba7-49b2-8b03-dc30c2c5ce9a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.074195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.095201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:22.103699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.112629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 548fc3d6-d8e0-4614-a92c-8562fbeebb18 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:22.154371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event updated for resources: {'Subnet': ['ID=1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.160756 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1e949d9d2f248e99988087b858f06e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267367 Mar 09 12:20:22.161471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40548) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.166349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edbd10-a667-49ae-9953-f77e4b830467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7c981-4626-47ac-a627-10c1118918ee,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.170614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f53a2ec-716b-4ba2-b7c8-f3607051d2f6']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:22.195648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.198708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c396984d-fe29-4d9c-9357-58727049f061') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:22.199228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c396984d-fe29-4d9c-9357-58727049f061') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:22.209692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.210836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-898b7633-7d51-432b-85d9-0fdf79426eec tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/16d288a6-6ba7-49b2-8b03-dc30c2c5ce9a HTTP/1.1" status: 204 len: 168 time: 0.8246503 Mar 09 12:20:22.211792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.218980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40552) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.222228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.237460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Checking segment: {'id': 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:22.237815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network hostable DHCP agents. Network: 4ad58495-2cca-4ad6-b9dd-b32f96a0decb, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:22.249700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 548fc3d6-d8e0-4614-a92c-8562fbeebb18 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:22.250131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 548fc3d6-d8e0-4614-a92c-8562fbeebb18 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:22.267853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] For port 5181e4ef-51dd-40bf-af18-a2b9a70713d7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5181e4ef-51dd-40bf-af18-a2b9a70713d7,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:22.268348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.277955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57e0693-9705-46f3-9c60-a9da45137a7a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.305112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.309556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c6c3ab2a-9ce0-408e-89c5-d405363d1196 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:22.318699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:22.319050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.335237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Pushing event updated for resources: {'Port': ['ID=603c39f3-cafd-4d68-9172-f53335faa3da,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:22.337209 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:22.354202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.358672 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-79e80492-7ea5-4488-829f-43bb64863853 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7563796 Mar 09 12:20:22.359329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40556) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.400529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Attempting to bind port 603c39f3-cafd-4d68-9172-f53335faa3da on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:22.400947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Attempting to bind port 603c39f3-cafd-4d68-9172-f53335faa3da by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'c396984d-fe29-4d9c-9357-58727049f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:22.401282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Attempting to bind port 603c39f3-cafd-4d68-9172-f53335faa3da on network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:22.424467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Calling delete_port for 5181e4ef-51dd-40bf-af18-a2b9a70713d7 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:22.426295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.427899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c6c3ab2a-9ce0-408e-89c5-d405363d1196 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:22.433243 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6c3ab2a-9ce0-408e-89c5-d405363d1196 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2091868 Mar 09 12:20:22.439161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:22.439530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Checking segment: {'id': 'c396984d-fe29-4d9c-9357-58727049f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:22.439936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.440331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Bound using segment: {'id': 'c396984d-fe29-4d9c-9357-58727049f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:22.440809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Bound port: 603c39f3-cafd-4d68-9172-f53335faa3da, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c396984d-fe29-4d9c-9357-58727049f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:22.441202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.442553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40560) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.452915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'tempest-secgroup--611914684'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:22.462889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:22.471780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:20:22.471780 dv-neutron-832762-2-hyperv neutron-server[87831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:20:22.471780 dv-neutron-832762-2-hyperv neutron-server[87831]: [parameters: {'id': '6f53a2ec-716b-4ba2-b7c8-f3607051d2f6'}] Mar 09 12:20:22.471780 dv-neutron-832762-2-hyperv neutron-server[87831]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:22.472214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:22.488137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.497153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:22.536808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.566838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:22.572068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Usage tracker for resource:security_group_rule and tenant:f58ae5c6354342bd9dc15520619eae9f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:22.577596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:22.586816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:22.593814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:22.598631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '8abe2736-1cd5-45c0-9140-79462649ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:22.608715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:22.614581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.618891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:22.625033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:22.640087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:22.642189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 4ad58495-2cca-4ad6-b9dd-b32f96a0decb) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:22.656844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:22.657447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:22.658222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.670456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13661ec7-c106-4de8-a8ff-5951e8111550 None None] Network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:22.687623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Transition to ACTIVE for port object f0195755-ebec-42c6-a457-9c9a30bfa96e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:22.690493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a0a3a5b-5528-46a3-b690-72e0c531a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.698358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.719570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-84d9a8c1-7f64-4c9c-be8a-3642601a2dfa', 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa', 'tenant_id': '2ea96de44da4443aa4733e9e8685b34f', 'fixed_ips': [{'subnet_id': '890e2ad3-331d-4398-8364-f5422986d137'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:22.722933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.723063 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d1c61f3c-996c-4c2f-924e-7b73d12c8a03 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.5826106 Mar 09 12:20:22.723542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.725117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.730861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40564) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.790346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] For port 603c39f3-cafd-4d68-9172-f53335faa3da, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:22.804803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.811457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.814874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Transition to ACTIVE for port object f0195755-ebec-42c6-a457-9c9a30bfa96e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:22.818602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] For port 603c39f3-cafd-4d68-9172-f53335faa3da, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=603c39f3-cafd-4d68-9172-f53335faa3da,segment=NetworkSegment(c396984d-fe29-4d9c-9357-58727049f061),segment_id=c396984d-fe29-4d9c-9357-58727049f061)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:22.819850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7c981-4626-47ac-a627-10c1118918ee,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.830470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.875080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.879047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.884193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310d22ad-5bae-475b-9726-a6b23eb3c896,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.913129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.917343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-38811a2d-9b5b-4af6-8572-fdb01d9fe365 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5023396 Mar 09 12:20:22.918274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40568) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.930668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '8abe2736-1cd5-45c0-9140-79462649ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:22.947905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.949706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d494e0cc-fe49-49aa-a3b2-ca5b6e80eb4c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:22.951620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d494e0cc-fe49-49aa-a3b2-ca5b6e80eb4c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:22.953011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d494e0cc-fe49-49aa-a3b2-ca5b6e80eb4c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:22.953592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:22.963755 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d494e0cc-fe49-49aa-a3b2-ca5b6e80eb4c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2018974 Mar 09 12:20:22.965108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40572) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:22.973892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f101f-9c5d-4fbd-9b03-df5e616cae41,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:22.975895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:22.991573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:23.010728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:23.015963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:23.026464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:23.050730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5181e4ef-51dd-40bf-af18-a2b9a70713d7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:23.059975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:23.106802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:23.148351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.154539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.155750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-33a08ef1-574a-436b-924a-3d077096f68a tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7122090 Mar 09 12:20:23.163980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40576) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:23.176742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.178413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ac2d76ea-27e6-477d-981c-987e46eaca6e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:23.178947 dv-neutron-832762-2-hyperv neutron-server[87830]: WARNING neutron.api.v2.base [None req-ac2d76ea-27e6-477d-981c-987e46eaca6e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 09 12:20:23.179519 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-ac2d76ea-27e6-477d-981c-987e46eaca6e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] update failed (client error): There was a conflict when trying to complete your request. Mar 09 12:20:23.180466 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-609414b1-26b3-4104-a654-a485f979f6fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd7c981-4626-47ac-a627-10c1118918ee HTTP/1.1" status: 204 len: 168 time: 1.0159829 Mar 09 12:20:23.180881 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ac2d76ea-27e6-477d-981c-987e46eaca6e tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "PUT /v2.0/security-groups/d74f101f-9c5d-4fbd-9b03-df5e616cae41 HTTP/1.1" status: 409 len: 330 time: 0.0153861 Mar 09 12:20:23.189505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40582) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:23.191752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port 603c39f3-cafd-4d68-9172-f53335faa3da {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:23.192098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.245130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f6bc:e75f:d17b:7d02 (94dc3624-3b1f-4296-9dc3-e29647941794/86869b8b-6aae-4d04-a01d-b954ac304f82/7754af0b-b30d-4177-99cb-d80d1a91b429) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:23.273518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e82a5-6df1-4517-afee-889a241b6698 None None] Pushing event updated for resources: {'Port': ['ID=603c39f3-cafd-4d68-9172-f53335faa3da,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:23.415216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.476370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Deleting subnet 890e2ad3-331d-4398-8364-f5422986d137 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:23.555069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.575149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.599111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 7754af0b-b30d-4177-99cb-d80d1a91b429 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:23.612142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Attempting to bind port f0195755-ebec-42c6-a457-9c9a30bfa96e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:23.612142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Attempting to bind port f0195755-ebec-42c6-a457-9c9a30bfa96e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:23.612559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Attempting to bind port f0195755-ebec-42c6-a457-9c9a30bfa96e on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:23.626943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-4ad58495-2cca-4ad6-b9dd-b32f96a0decb', 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb', 'tenant_id': '2ea96de44da4443aa4733e9e8685b34f', 'fixed_ips': [{'subnet_id': '1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:23.627766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.631441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.640022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.659913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc97f8c-7100-401e-a247-86d586b0534c None None] Network 6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:23.674309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.696470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:23.696867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:23.697837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.698231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:23.698797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Bound port: f0195755-ebec-42c6-a457-9c9a30bfa96e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:23.699670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.702134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port 603c39f3-cafd-4d68-9172-f53335faa3da, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=603c39f3-cafd-4d68-9172-f53335faa3da,segment=NetworkSegment(c396984d-fe29-4d9c-9357-58727049f061),segment_id=c396984d-fe29-4d9c-9357-58727049f061)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:23.702500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.707378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3986390-3311-4378-8d9f-cd90130ce83d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:23.715968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Pushing event updated for resources: {'Port': ['ID=f0195755-ebec-42c6-a457-9c9a30bfa96e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:23.738707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Allocated IP 2001:db8::1 (84d9a8c1-7f64-4c9c-be8a-3642601a2dfa/890e2ad3-331d-4398-8364-f5422986d137/b07df531-b4d9-4688-b374-a61cfd7803bb) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:23.816828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.818691 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-142cbe48-4f08-41be-936a-8ed4403e68ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8979270 Mar 09 12:20:23.821592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40596) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:23.831579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for 603c39f3-cafd-4d68-9172-f53335faa3da owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:23.834807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '8abe2736-1cd5-45c0-9140-79462649ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:23.849455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:23.871478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:23.877339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:23.881968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.938693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:23.940725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.979419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:23.979633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f101f-9c5d-4fbd-9b03-df5e616cae41,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:23.995552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:23.996745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:23.997783 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d15ea4b4-731e-4507-8e88-c4cb35c310f3 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/d74f101f-9c5d-4fbd-9b03-df5e616cae41 HTTP/1.1" status: 204 len: 168 time: 0.8070376 Mar 09 12:20:24.001327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40604) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.002226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:24.008579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:24.009492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.020352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.077797 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0202270 Mar 09 12:20:24.084594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40610) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.085469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030d41-066a-488c-9d86-5d7fe1f21abd tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=7754af0b-b30d-4177-99cb-d80d1a91b429,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:24.094423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.196365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=603c39f3-cafd-4d68-9172-f53335faa3da,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:24.218920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b1bd7cda-c720-4111-ba54-8d4b649c2608 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Synchronizing usage tracker for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:24.226621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port 603c39f3-cafd-4d68-9172-f53335faa3da on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:24.272569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] For port f0195755-ebec-42c6-a457-9c9a30bfa96e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:24.298228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:20:24.343540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] For port f0195755-ebec-42c6-a457-9c9a30bfa96e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f0195755-ebec-42c6-a457-9c9a30bfa96e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:24.369834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40616) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.374024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.378345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.385393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b1bd7cda-c720-4111-ba54-8d4b649c2608 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] Unset dirty status for tenant:f58ae5c6354342bd9dc15520619eae9f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:24.390302 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b1bd7cda-c720-4111-ba54-8d4b649c2608 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3578267 Mar 09 12:20:24.394531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40620) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.397056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.397673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.420411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e27d7e-82cc-40da-9f69-ac8089754860 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:24.426469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e27d7e-82cc-40da-9f69-ac8089754860 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:24.427273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-62e27d7e-82cc-40da-9f69-ac8089754860 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:24.429098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-6672549e-0e0b-4cb8-b673-49ceb18dc661 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] delete failed (client error): The resource could not be found. Mar 09 12:20:24.435733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6672549e-0e0b-4cb8-b673-49ceb18dc661 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "DELETE /v2.0/security-groups/3bc487ff-0b48-4d1c-8498-46ee741bbcd9 HTTP/1.1" status: 404 len: 347 time: 0.0342059 Mar 09 12:20:24.443085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40626) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.451063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0fdf0a-5c16-4469-8015-81a0aff1c51d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:24.459115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f53a2ec-716b-4ba2-b7c8-f3607051d2f6']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:24.475015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c396984d-fe29-4d9c-9357-58727049f061') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:24.475466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c396984d-fe29-4d9c-9357-58727049f061') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:24.483460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-62e27d7e-82cc-40da-9f69-ac8089754860 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:24.487332 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-62e27d7e-82cc-40da-9f69-ac8089754860 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3957019 Mar 09 12:20:24.489863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40630) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.491788 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-bb48d253-2d11-4f93-824f-c09661f43471 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] show failed (client error): The resource could not be found. Mar 09 12:20:24.496939 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bb48d253-2d11-4f93-824f-c09661f43471 tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-groups/a924bb8e-9f6e-43df-ab0f-56f9b441326d HTTP/1.1" status: 404 len: 347 time: 0.0488601 Mar 09 12:20:24.498357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40634) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.530193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.562337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.580883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:24.581392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.590368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.594131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6f6358a5-9647-472d-ac85-e3e151beab1b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7686615 Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:24.597409 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:24.606927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40638) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.614681 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-7113ceec-f41c-4305-8944-9c6c58c51b8c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] show failed (client error): The resource could not be found. Mar 09 12:20:24.621495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7113ceec-f41c-4305-8944-9c6c58c51b8c tempest-NegativeSecGroupIPv6Test-1827859104 tempest-NegativeSecGroupIPv6Test-1827859104-project] 10.222.0.20 "GET /v2.0/security-group-rules/b4d143ee-cf37-4d0b-a8d1-82f35129aac0 HTTP/1.1" status: 404 len: 356 time: 0.1163621 Mar 09 12:20:24.621495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '8abe2736-1cd5-45c0-9140-79462649ed06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:24.623935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'networks': [{'name': 'tempest-network--2082745805'}, {'name': 'tempest-network--1023184952'}]} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:24.624253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-network--2082745805'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:24.624715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-network--1023184952'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:24.630952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 7754af0b-b30d-4177-99cb-d80d1a91b429 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:24.631299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.638564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:24.643835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Allocated IP 2001:db8:0:1::1 (4ad58495-2cca-4ad6-b9dd-b32f96a0decb/1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55/d36cb31a-add2-4182-a819-47f27f23986a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:24.647788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:24.654309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:24.658194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:24.673017 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-51f75452-a747-41e9-8940-c2a31f12ed30 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b6bb4b0-9014-4e1d-8008-70a7c352a114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3013277 Mar 09 12:20:24.676593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40644) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:24.679767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:24.722720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:24.741397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:network and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:24.747278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:24.767876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:24.777511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Sync routers for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:24.838939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2439afd-d15a-4434-91ad-b4697e07e4c9 None None] Pushing event updated for resources: {'Port': ['ID=f0195755-ebec-42c6-a457-9c9a30bfa96e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:24.871103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Routers {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:24.871720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:19:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:24.965577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'network': 2} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:24.970146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.985837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:24.992595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.031593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.052966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.055797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-886bd4d1-593d-4424-9ecd-d592a7e5c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.057286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40650) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:25.070155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Transition to ACTIVE for port object b07df531-b4d9-4688-b374-a61cfd7803bb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:25.077096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:25.086785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=6f53a2ec-716b-4ba2-b7c8-f3607051d2f6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:25.102148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:security_group_rule and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:25.108440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:25.112027 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ea6128d1-741e-4bb9-9f0f-1027a0b9f96c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 HTTP/1.1" status: 204 len: 168 time: 4.3880167 Mar 09 12:20:25.119506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:25.123339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40656) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:25.130906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.131583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092779926'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:25.139911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.163114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:25.262572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Transition to ACTIVE for port object b07df531-b4d9-4688-b374-a61cfd7803bb will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:25.332759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.351309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.382786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.391263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:25.420999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:25.429535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-65086b77-a3cf-4701-ace6-1e0b3a9f0557 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f58ae5c6354342bd9dc15520619eae9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530569 Mar 09 12:20:25.430755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40664) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:25.489539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:25.490143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Set router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:25.503749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.531564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.541245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.562658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 7754af0b-b30d-4177-99cb-d80d1a91b429 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:25.569102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Deleting port 427cb679-23f3-469f-8a80-e86d9d5e8111 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:25.569834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.624045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08381ff-e141-48a5-90e0-e84b83741d0a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:25.624731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.636332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:25.666157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:25.669783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.675544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:25.678030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:25.701258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.701978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Pushing event updated for resources: {'Port': ['ID=b07df531-b4d9-4688-b374-a61cfd7803bb,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:25.739846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.747217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:25.763711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.764059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment ff536f1b-b0e8-47d7-8802-d2a7349a53e8 of type vlan for network c31ffb35-ac2b-4c06-8081-539f2c70780d Mar 09 12:20:25.811995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.859279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.864721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Transition to ACTIVE for port object d36cb31a-add2-4182-a819-47f27f23986a will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:25.867697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:25.869245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.909275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] For port 427cb679-23f3-469f-8a80-e86d9d5e8111, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=427cb679-23f3-469f-8a80-e86d9d5e8111,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:25.909518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Attempting to bind port b07df531-b4d9-4688-b374-a61cfd7803bb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:25.909897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.910009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Attempting to bind port b07df531-b4d9-4688-b374-a61cfd7803bb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '8541bfcb-a843-439e-a297-a01d58c980e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:25.910175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Attempting to bind port b07df531-b4d9-4688-b374-a61cfd7803bb on network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:25.935380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Transition to ACTIVE for port object d36cb31a-add2-4182-a819-47f27f23986a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:25.941467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.947933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-02210729-69f7-4523-ac24-7e89aada11bf tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3355947 Mar 09 12:20:25.962294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40668) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:25.966338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:25.966728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Checking segment: {'id': '8541bfcb-a843-439e-a297-a01d58c980e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:25.968522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.970483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Bound using segment: {'id': '8541bfcb-a843-439e-a297-a01d58c980e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:25.971106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Bound port: b07df531-b4d9-4688-b374-a61cfd7803bb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8541bfcb-a843-439e-a297-a01d58c980e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84d9a8c1-7f64-4c9c-be8a-3642601a2dfa'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:25.971601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:25.983818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8590858 Mar 09 12:20:26.032010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40674) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:26.093933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.096730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'c31ffb35-ac2b-4c06-8081-539f2c70780d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:26.161745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Calling delete_port for 427cb679-23f3-469f-8a80-e86d9d5e8111 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:26.217237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.252051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.269146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.271441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.275530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f0195755-ebec-42c6-a457-9c9a30bfa96e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:26.315443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.323920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.351560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.352070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.357129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Pushing event updated for resources: {'Port': ['ID=d36cb31a-add2-4182-a819-47f27f23986a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.365227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:26.373916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:26.414543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.425113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:26.436055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.436542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 3cb1db7c-c40f-4a9c-8ef2-d145a95bc898 of type vlan for network ae12a0ec-9820-415b-b670-25a92e09faa4 Mar 09 12:20:26.438165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:26.444842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.452480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a08381ff-e141-48a5-90e0-e84b83741d0a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.468762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.477143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.478914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0ad54890-ff97-4d8f-afc2-345eb3aa620b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a08381ff-e141-48a5-90e0-e84b83741d0a HTTP/1.1" status: 204 len: 168 time: 0.5051422 Mar 09 12:20:26.479688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.484027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40680) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:26.509323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:26.519939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.520428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 1b371a65-17e6-401f-a373-968951e60f38 of type vlan for network 5e652781-69bc-40c5-ae60-43aa44dd85c2 Mar 09 12:20:26.553958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.560433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505bbb8a-6ae0-4c8e-a66b-d259cf25b773,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.570964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.572600 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-43fd1e4b-dd66-46b8-9fe5-1d9503a42711 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/505bbb8a-6ae0-4c8e-a66b-d259cf25b773 HTTP/1.1" status: 204 len: 168 time: 1.1312532 Mar 09 12:20:26.631098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8ce02102-2ee4-416c-bba8-44dec8beb723 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:26.639394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.640854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad1607-9601-4670-9f6a-82a791f59e70,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.643158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0f8e-aee6-49df-ac47-05725e7f60e3 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=c31ffb35-ac2b-4c06-8081-539f2c70780d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.656492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.657129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.662845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:26.669111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:26.669908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.682317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c31ffb35-ac2b-4c06-8081-539f2c70780d details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:26.741218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Pushing event deleted for resources: {'Port': ['ID=427cb679-23f3-469f-8a80-e86d9d5e8111,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.783260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8ce02102-2ee4-416c-bba8-44dec8beb723 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:26.784858 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8ce02102-2ee4-416c-bba8-44dec8beb723 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2587185 Mar 09 12:20:26.790138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40688) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:26.809250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f0195755-ebec-42c6-a457-9c9a30bfa96e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:26.820072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Attempting to bind port d36cb31a-add2-4182-a819-47f27f23986a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:26.820446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Attempting to bind port d36cb31a-add2-4182-a819-47f27f23986a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:26.820830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Attempting to bind port d36cb31a-add2-4182-a819-47f27f23986a on network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:26.823143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=ae12a0ec-9820-415b-b670-25a92e09faa4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.829746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:26.830128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Checking segment: {'id': 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:26.830578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.830980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Bound using segment: {'id': 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:26.831501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Bound port: d36cb31a-add2-4182-a819-47f27f23986a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4ad58495-2cca-4ad6-b9dd-b32f96a0decb'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:26.831886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.846901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Provisioning for port f0195755-ebec-42c6-a457-9c9a30bfa96e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:26.850261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ae12a0ec-9820-415b-b670-25a92e09faa4 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:26.897506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.912693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.925315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.942150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=5e652781-69bc-40c5-ae60-43aa44dd85c2,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:26.956925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:26.960115 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68487c67-dcec-493c-b308-5ef7e61db904 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5841391 Mar 09 12:20:26.968086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5e652781-69bc-40c5-ae60-43aa44dd85c2 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:26.973296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:26.980116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40694) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.003682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:27.018975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Provisioning complete for port f0195755-ebec-42c6-a457-9c9a30bfa96e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:27.019322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.059212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:27.068455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=7754af0b-b30d-4177-99cb-d80d1a91b429,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.089972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.099737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:27.139845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.144376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/subnets/890e2ad3-331d-4398-8364-f5422986d137 HTTP/1.1" status: 204 len: 168 time: 4.1693468 Mar 09 12:20:27.145540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.151029 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1e8d1eb5-0a56-4488-bbb1-c6870f602bc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/7754af0b-b30d-4177-99cb-d80d1a91b429 HTTP/1.1" status: 204 len: 168 time: 2.6609092 Mar 09 12:20:27.156189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40702) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.156525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40704) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.233027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] For port d36cb31a-add2-4182-a819-47f27f23986a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:27.234061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb0392-5318-4ecf-852e-336291bd3133 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Subnet': ['ID=890e2ad3-331d-4398-8364-f5422986d137,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.237525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] For port d36cb31a-add2-4182-a819-47f27f23986a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d36cb31a-add2-4182-a819-47f27f23986a,segment=NetworkSegment(d5d9cf25-d1b9-453e-8ac3-5d764553fa89),segment_id=d5d9cf25-d1b9-453e-8ac3-5d764553fa89)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:27.245213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] For port b07df531-b4d9-4688-b374-a61cfd7803bb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:27.280967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:27.285306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.307088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.391978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8734de-1975-4b32-a2b3-69884c26977e None None] Pushing event updated for resources: {'Port': ['ID=d36cb31a-add2-4182-a819-47f27f23986a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.393045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Deleting subnet 1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:27.397526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] For port b07df531-b4d9-4688-b374-a61cfd7803bb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b07df531-b4d9-4688-b374-a61cfd7803bb,segment=NetworkSegment(8541bfcb-a843-439e-a297-a01d58c980e1),segment_id=8541bfcb-a843-439e-a297-a01d58c980e1)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:27.398321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.401535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.405453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.412924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'name': 'tempest-ServerActionsTestJSON-353887580-router', 'tenant_id': '27def692b8ab40a88b073a864293eadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:16:37Z', 'updated_at': '2022-03-09T12:20:22Z', 'revision_number': 5, 'project_id': '27def692b8ab40a88b073a864293eadd', 'gw_port': {'id': '427cb679-23f3-469f-8a80-e86d9d5e8111', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6bb4b0-9014-4e1d-8008-70a7c352a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:16:39Z', 'updated_at': '2022-03-09T12:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:27.422799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Checking router: 3b6bb4b0-9014-4e1d-8008-70a7c352a114 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:20:27.486905 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.487584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.488187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6bb4b0-9014-4e1d-8008-70a7c352a114 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:27.514915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.553162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f0fdf0a-5c16-4469-8015-81a0aff1c51d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.597432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.601337 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-08064181-0021-4a87-8f2a-2a3acf271515 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3b6bb4b0-9014-4e1d-8008-70a7c352a114 HTTP/1.1" status: 204 len: 168 time: 2.9236934 Mar 09 12:20:27.605039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40720) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.606029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.610017 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ca5719d8-666b-443a-a9d6-ea4c50c88485 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0f0fdf0a-5c16-4469-8015-81a0aff1c51d HTTP/1.1" status: 204 len: 168 time: 0.7682495 Mar 09 12:20:27.656584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.668525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40722) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.697047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Routers set() bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:27.697326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Router IDs set() for agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 09 12:20:27.698009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b6bb4b0-9014-4e1d-8008-70a7c352a114'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent'). {{(pid=87832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 09 12:20:27.698404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7f8f32-ab45-4d7b-9823-09885e104fe1 None None] The sync data for ids ['3b6bb4b0-9014-4e1d-8008-70a7c352a114'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:20:27.717989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf46724-8fb0-4c1e-87b1-f6523f1d3049 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.732824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf46724-8fb0-4c1e-87b1-f6523f1d3049 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.738476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf46724-8fb0-4c1e-87b1-f6523f1d3049 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.755108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.758619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.761832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf46724-8fb0-4c1e-87b1-f6523f1d3049 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.768148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-daf46724-8fb0-4c1e-87b1-f6523f1d3049 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7859671 Mar 09 12:20:27.776829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.800514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2cb8-e0a6-4eb0-bbe7-e1e934fbab24 None None] Pushing event updated for resources: {'Port': ['ID=b07df531-b4d9-4688-b374-a61cfd7803bb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.836978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40728) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:27.842401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] For port f0195755-ebec-42c6-a457-9c9a30bfa96e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f0195755-ebec-42c6-a457-9c9a30bfa96e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:27.853783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.863016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:20:27.863602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:20:27.905663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Deleting subnet 7d5e49b5-b3fc-4f21-aa99-e1f47181811d {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:27.910184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:27.912970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483139cd-bbaf-47a8-8cec-d9b2d3ace7f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.914560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483139cd-bbaf-47a8-8cec-d9b2d3ace7f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:27.916101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-483139cd-bbaf-47a8-8cec-d9b2d3ace7f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:27.961324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-751ce2c3-b979-4fa6-a7e7-ebf4f86bef65 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:27.965852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a6e5-1d48-4def-94b0-f312d1433e82 None None] Pushing event updated for resources: {'Port': ['ID=f0195755-ebec-42c6-a457-9c9a30bfa96e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:27.981141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-81b27971-056e-4dd0-9953-a6e4ca2242ed None None] Could not find standard attr ID for object 7754af0b-b30d-4177-99cb-d80d1a91b429. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:20:28.010461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-483139cd-bbaf-47a8-8cec-d9b2d3ace7f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:28.011624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-483139cd-bbaf-47a8-8cec-d9b2d3ace7f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8524201 Mar 09 12:20:28.016751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40736) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:28.055126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-751ce2c3-b979-4fa6-a7e7-ebf4f86bef65 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:28.056850 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-751ce2c3-b979-4fa6-a7e7-ebf4f86bef65 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3869479 Mar 09 12:20:28.062111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.065416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40740) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:28.067200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.119780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.215187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.236444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:28.291571 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-78be67d9-8264-40fb-a189-b50e2ab4b4a4 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/subnets/1c4b2be0-d3d6-4a01-b19b-fb5b699c7a55 HTTP/1.1" status: 204 len: 168 time: 1.1337998 Mar 09 12:20:28.331195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40746) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:28.335347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 86869b8b-6aae-4d04-a01d-b954ac304f82 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:28.350098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.355823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.372700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.457807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae12a0ec-9820-415b-b670-25a92e09faa4']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:28.478724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb1db7c-c40f-4a9c-8ef2-d145a95bc898') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:28.479036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb1db7c-c40f-4a9c-8ef2-d145a95bc898') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:28.481488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.496846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.523244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.535040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:28.536057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:28.566969 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:28.569428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.572578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.585737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.644521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.673760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.682069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23455f73-aa8b-4b45-a01e-a7e77c687c03 None None] Network ae92d92a-a797-4f54-9984-fe729f0f45c3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:28.683029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5e49b5-b3fc-4f21-aa99-e1f47181811d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:28.692123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b88b8acf-14c7-4098-be39-780c5f2c3a92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d5e49b5-b3fc-4f21-aa99-e1f47181811d HTTP/1.1" status: 204 len: 168 time: 1.0783451 Mar 09 12:20:28.692422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:28.718411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.723437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.772241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad137584-1602-429c-b237-b36a05938605 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:28.774333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ad137584-1602-429c-b237-b36a05938605 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Synchronizing usage tracker for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:28.799050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=ae12a0ec-9820-415b-b670-25a92e09faa4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:28.803377 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4da90826-5311-468c-bad5-014fc84d1897 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/ae12a0ec-9820-415b-b670-25a92e09faa4 HTTP/1.1" status: 204 len: 168 time: 0.9585769 Mar 09 12:20:28.806421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40762) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:28.847892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:28.919995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=fca81eb6-8c1c-45a6-b4d7-f04698361fba,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:28.952297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f0195755-ebec-42c6-a457-9c9a30bfa96e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:29.000214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3986390-3311-4378-8d9f-cd90130ce83d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:29.023474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.030070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': 'ff536f1b-b0e8-47d7-8802-d2a7349a53e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c31ffb35-ac2b-4c06-8081-539f2c70780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:29.030915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: c31ffb35-ac2b-4c06-8081-539f2c70780d, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:29.036259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.038394 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a638836b-e2e1-4f38-a1df-fc9473fdec30 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a3986390-3311-4378-8d9f-cd90130ce83d HTTP/1.1" status: 204 len: 168 time: 0.9340808 Mar 09 12:20:29.045900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40768) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.048948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ad137584-1602-429c-b237-b36a05938605 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Unset dirty status for tenant:2ea96de44da4443aa4733e9e8685b34f on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:29.053830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ad137584-1602-429c-b237-b36a05938605 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5986300 Mar 09 12:20:29.057282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40772) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.088881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.097197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network c31ffb35-ac2b-4c06-8081-539f2c70780d is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:29.103544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.139608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Deleting port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:29.145190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.167300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c31ffb35-ac2b-4c06-8081-539f2c70780d) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:29.183558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949f237-e674-4020-a671-461a5fe4dc78 None None] Network c31ffb35-ac2b-4c06-8081-539f2c70780d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:29.193509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:29.194102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.251052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-de240355-f3c5-4c4c-92f5-1eaf9bad66ab tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1932919 Mar 09 12:20:29.251541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40780) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.276335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.352504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=86869b8b-6aae-4d04-a01d-b954ac304f82,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:29.375128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d73ff-d98d-46a2-a71d-f3927c126f49 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:29.393260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f0195755-ebec-42c6-a457-9c9a30bfa96e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:29.393643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.428359 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1a7c959b-0cc9-4259-b766-3dcdc8b88d10 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3769555 Mar 09 12:20:29.429457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40784) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.438823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.497438 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b5a08bb5-5220-48dc-a3e5-123d38d78b2b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/86869b8b-6aae-4d04-a01d-b954ac304f82 HTTP/1.1" status: 204 len: 168 time: 1.4756675 Mar 09 12:20:29.503383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee43443-a274-4363-b023-48af46876cf1 None None] Network 4ad58495-2cca-4ad6-b9dd-b32f96a0decb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:29.508206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40788) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.629206 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4c5bce4b-1137-4fce-ab9f-5d0125651d09 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146276 Mar 09 12:20:29.644924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40792) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.723315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] DHCP port deletion for ae92d92a-a797-4f54-9984-fe729f0f45c3 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:29.724634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.757089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Deleting port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:29.758245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.802822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.846874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0b607-c170-45c3-9d1e-676d242ac793 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:29.847578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4af0b607-c170-45c3-9d1e-676d242ac793 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:29.853986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.918273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4af0b607-c170-45c3-9d1e-676d242ac793 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:29.919475 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4af0b607-c170-45c3-9d1e-676d242ac793 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2736800 Mar 09 12:20:29.922216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40796) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:29.948259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:29.978740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.006925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17627116-96ea-4452-99c7-43718671268b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:30.008125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-17627116-96ea-4452-99c7-43718671268b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:30.015542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.020821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40800) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.037011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.057628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625626577', 'description': 'tempest-secgroup-smoke-625626577 description', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:30.066688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Deleting port d36cb31a-add2-4182-a819-47f27f23986a {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:30.067033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.074198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:30.076537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=fca81eb6-8c1c-45a6-b4d7-f04698361fba,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:30.081920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:30.100535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:30.103416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-17627116-96ea-4452-99c7-43718671268b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:30.104832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-17627116-96ea-4452-99c7-43718671268b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1816108 Mar 09 12:20:30.119548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:30.121645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40804) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.145164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7fc86c-8459-4537-b6af-42345ef71cf7 None None] Network 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:30.162526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e652781-69bc-40c5-ae60-43aa44dd85c2']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.197535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b371a65-17e6-401f-a373-968951e60f38') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.197767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b371a65-17e6-401f-a373-968951e60f38') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.218331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.240844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c4f511d4-ed13-4fc5-9269-cebec3265e07 None None] Provisioning for port d36cb31a-add2-4182-a819-47f27f23986a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:30.244575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.249700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ce4983fa-d82c-43e8-a782-fc97bd0342b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269128 Mar 09 12:20:30.250032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] For port 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=95cd24a7-f86f-42cd-9eec-57a0be1d2638,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:30.250311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.255209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40810) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.259868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:30.278458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.285567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.302759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.328694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407523ce-c43e-4fbb-bee3-47707766c4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c31ffb35-ac2b-4c06-8081-539f2c70780d', 'network_id': 'c31ffb35-ac2b-4c06-8081-539f2c70780d', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': 'fca81eb6-8c1c-45a6-b4d7-f04698361fba'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:30.329560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-407523ce-c43e-4fbb-bee3-47707766c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.373705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=310d22ad-5bae-475b-9726-a6b23eb3c896,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:30.449689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.451420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Calling delete_port for 95cd24a7-f86f-42cd-9eec-57a0be1d2638 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:30.463107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31ffb35-ac2b-4c06-8081-539f2c70780d']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.485885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:30.486273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:30.502543 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:30.524001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.525763 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-64dce972-254d-4b75-a012-6aa1fe271c2b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/310d22ad-5bae-475b-9726-a6b23eb3c896 HTTP/1.1" status: 204 len: 168 time: 1.0572369 Mar 09 12:20:30.530139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff536f1b-b0e8-47d7-8802-d2a7349a53e8') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.530139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff536f1b-b0e8-47d7-8802-d2a7349a53e8') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:30.535979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40814) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.539377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:30.562488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:30.575826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.582526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:30.605002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:30.611357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.627115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:30.639475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:30.639825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:30.654457 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:30.660317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d36cb31a-add2-4182-a819-47f27f23986a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:30.731935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:30.736478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.748961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8ee413c1-b0b3-412d-98cf-2e309df9a5a9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:30.763329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.771474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] For port d36cb31a-add2-4182-a819-47f27f23986a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d36cb31a-add2-4182-a819-47f27f23986a,segment=NetworkSegment(d5d9cf25-d1b9-453e-8ac3-5d764553fa89),segment_id=d5d9cf25-d1b9-453e-8ac3-5d764553fa89)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:30.771923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.775746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:30.779918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.786953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=5e652781-69bc-40c5-ae60-43aa44dd85c2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:30.796834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.802095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-407523ce-c43e-4fbb-bee3-47707766c4b2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 09 12:20:30.802095 dv-neutron-832762-2-hyperv neutron-server[87832]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 09 12:20:30.802095 dv-neutron-832762-2-hyperv neutron-server[87832]: [parameters: {'project_id': 'e39736385785436caa706b8be8553eaf', 'id': 'f5afb2b6-343d-40ad-a0fd-14a662336c74', 'name': '', 'network_id': 'c31ffb35-ac2b-4c06-8081-539f2c70780d', 'mac_address': 'fa:16:3e:98:ee:e8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c31ffb35-ac2b-4c06-8081-539f2c70780d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 692}] Mar 09 12:20:30.802095 dv-neutron-832762-2-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:30.802873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-407523ce-c43e-4fbb-bee3-47707766c4b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:30.802952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-869da940-c9e0-4cec-931f-faafb8c73bba None None] Provisioning for port b07df531-b4d9-4688-b374-a61cfd7803bb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:30.816299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8ee413c1-b0b3-412d-98cf-2e309df9a5a9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:30.817242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8ee413c1-b0b3-412d-98cf-2e309df9a5a9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2794430 Mar 09 12:20:30.817911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.824915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.839124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] For port 95cd24a7-f86f-42cd-9eec-57a0be1d2638, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=95cd24a7-f86f-42cd-9eec-57a0be1d2638,segment=NetworkSegment(73f1f0bd-02c3-4088-b6f7-110c83dbd762),segment_id=73f1f0bd-02c3-4088-b6f7-110c83dbd762)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:30.839526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.853249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.883987 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fb279b73-04ae-4b21-bad8-9f459b51c39b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/5e652781-69bc-40c5-ae60-43aa44dd85c2 HTTP/1.1" status: 204 len: 168 time: 2.0764103 Mar 09 12:20:30.927334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=c31ffb35-ac2b-4c06-8081-539f2c70780d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:30.937537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:30.961106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Calling delete_port for d36cb31a-add2-4182-a819-47f27f23986a owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:30.982758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:30.991733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Calling delete_port for 95cd24a7-f86f-42cd-9eec-57a0be1d2638 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:30.991937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d37c5a29-9a57-4be0-b394-0a98c25c1a2b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/c31ffb35-ac2b-4c06-8081-539f2c70780d HTTP/1.1" status: 204 len: 168 time: 1.7360997 Mar 09 12:20:31.004510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40826) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.014142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732959110'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:31.017886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] No DVR routers for this DVR port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:31.021719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Pushing event deleted for resources: {'Port': ['ID=95cd24a7-f86f-42cd-9eec-57a0be1d2638,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.024181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.028700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:31.063801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d36cb31a-add2-4182-a819-47f27f23986a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:31.073200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:31.080654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:31.080866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d6330-fd7b-4ff0-b16d-6c55ed80bbe9 None None] DHCP port deletion for 4ad58495-2cca-4ad6-b9dd-b32f96a0decb request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:31.088695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d36cb31a-add2-4182-a819-47f27f23986a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:31.089092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.128120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:31.130022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a40d6330-fd7b-4ff0-b16d-6c55ed80bbe9 None None] Deleting port d36cb31a-add2-4182-a819-47f27f23986a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:31.130623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a40d6330-fd7b-4ff0-b16d-6c55ed80bbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.176663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:31.178257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.204296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Deleting port f0195755-ebec-42c6-a457-9c9a30bfa96e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:31.204545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.232778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.241293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:31.251471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.254916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57e0693-9705-46f3-9c60-a9da45137a7a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.259445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:31.259760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:31.262916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.270525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb4d80-ceee-4944-9d90-ea26f8f67950 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:31.277151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb4d80-ceee-4944-9d90-ea26f8f67950 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:31.277943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e3bb4d80-ceee-4944-9d90-ea26f8f67950 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Synchronizing usage tracker for tenant:be8743fa17c646ba803342cf67d4431a on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:31.281412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.294994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.303822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] DHCP port deletion for 84d9a8c1-7f64-4c9c-be8a-3642601a2dfa request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:31.305927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-407523ce-c43e-4fbb-bee3-47707766c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.314791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Could not find standard attr ID for object d36cb31a-add2-4182-a819-47f27f23986a. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:20:31.319093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:31.327566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a40d6330-fd7b-4ff0-b16d-6c55ed80bbe9 None None] The port 'd36cb31a-add2-4182-a819-47f27f23986a' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:20:31.337553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:31.338772 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No ports have port_id starting with d36cb31a-add2-4182-a819-47f27f23986a Mar 09 12:20:31.342170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:31.342866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Deleting port b07df531-b4d9-4688-b374-a61cfd7803bb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:31.343248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.357709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.358478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Port': ['ID=d36cb31a-add2-4182-a819-47f27f23986a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.358715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4699c034-b15b-4304-be75-a4087eabcce7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a57e0693-9705-46f3-9c60-a9da45137a7a HTTP/1.1" status: 204 len: 168 time: 0.5303302 Mar 09 12:20:31.362220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:31.364880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] No DVR routers for this DVR port d36cb31a-add2-4182-a819-47f27f23986a on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:31.368983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40830) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.370237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae92d92a-a797-4f54-9984-fe729f0f45c3']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:31.377036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abef0395-a0c3-4a54-873d-2b88e4391a44,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.397851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1f0bd-02c3-4088-b6f7-110c83dbd762') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:31.397851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1f0bd-02c3-4088-b6f7-110c83dbd762') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:31.399578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e3bb4d80-ceee-4944-9d90-ea26f8f67950 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Unset dirty status for tenant:be8743fa17c646ba803342cf67d4431a on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:31.400943 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e3bb4d80-ceee-4944-9d90-ea26f8f67950 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4616499 Mar 09 12:20:31.410593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5181e4ef-51dd-40bf-af18-a2b9a70713d7 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:31.413227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40834) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.463865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5181e4ef-51dd-40bf-af18-a2b9a70713d7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:31.464233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5181e4ef-51dd-40bf-af18-a2b9a70713d7 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:31.466033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.533857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-85cc052b-6bcd-4540-b329-86bc909e991e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:31.586710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:31.593650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:31.607394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:31.607908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.634726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1be18-209d-44a9-ba6e-15e1f6d80437 None None] Network c31ffb35-ac2b-4c06-8081-539f2c70780d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:31.644726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.646395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=e6c8bfd9-23a1-4498-abfe-fba62fee6eaa,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.647229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 427cb679-23f3-469f-8a80-e86d9d5e8111 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:31.652403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-85cc052b-6bcd-4540-b329-86bc909e991e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:31.654137 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-85cc052b-6bcd-4540-b329-86bc909e991e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2822652 Mar 09 12:20:31.656537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.660634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40838) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.678325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1239389579'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:31.680572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:31.684838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.714618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:31.716698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1be18-209d-44a9-ba6e-15e1f6d80437 None None] Network c31ffb35-ac2b-4c06-8081-539f2c70780d could not be found, it might have been deleted concurrently. {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 12:20:31.730967 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9f31f092-7a66-4040-adae-f5a41d51f3d9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4756148 Mar 09 12:20:31.739735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 427cb679-23f3-469f-8a80-e86d9d5e8111 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:31.740074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 427cb679-23f3-469f-8a80-e86d9d5e8111 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:31.740741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 95cd24a7-f86f-42cd-9eec-57a0be1d2638 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:31.741229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40842) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.741880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1840a02-51c1-430b-a491-c98f73f05796,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:31.746697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.747054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 820843a8-2c4d-46e2-8c92-2f259ad4781c of type vlan for network 49f715a2-b813-47c2-a7e8-1aa4bb02a743 Mar 09 12:20:31.751321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'e6c8bfd9-23a1-4498-abfe-fba62fee6eaa', 'ip_address': '2001:db8::c866:3c60:d896:5a43'}], 'name': 'tempest-NetworksTestDHCPv6-1765998892'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:31.761462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:31.765430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.766363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.766810 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a18725e6-4922-4dd6-9dd1-cac268d807c2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7199011 Mar 09 12:20:31.777380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40846) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:31.791572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Deleting port 95cd24a7-f86f-42cd-9eec-57a0be1d2638 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:31.792287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.797768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:31.812592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:31.839162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 95cd24a7-f86f-42cd-9eec-57a0be1d2638 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:31.839752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 95cd24a7-f86f-42cd-9eec-57a0be1d2638 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:31.839922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f0195755-ebec-42c6-a457-9c9a30bfa96e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:31.846580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.856149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:31.856542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.864550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:31.873711 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:31.882028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:31.898035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:31.901909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:31.902993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.905688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.932304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.950067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.958646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] For port f0195755-ebec-42c6-a457-9c9a30bfa96e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f0195755-ebec-42c6-a457-9c9a30bfa96e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:31.959041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.964596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:31.973013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fcf225e4-a3c6-4eae-9549-7ae59fb39904 None None] The port '95cd24a7-f86f-42cd-9eec-57a0be1d2638' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:20:32.010071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad58495-2cca-4ad6-b9dd-b32f96a0decb']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:32.019767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:32.048825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:32.049222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d9cf25-d1b9-453e-8ac3-5d764553fa89') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:32.052153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:32.056526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:32.069316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.072315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:32.077911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.105159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.112433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.114504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.114901 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 9ccc6243-a13b-4a58-985e-e86574bc30b3 of type vlan for network 5d8a00d4-ab7f-48e8-8732-350839f2a3d0 Mar 09 12:20:32.115530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.121436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Calling delete_port for f0195755-ebec-42c6-a457-9c9a30bfa96e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:32.130684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] Pushing event deleted for resources: {'Network': ['ID=ae92d92a-a797-4f54-9984-fe729f0f45c3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.135879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.141655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:32.142248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.147114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.199086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:32.199415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.201599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe2736-1cd5-45c0-9140-79462649ed06,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.203354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:32.220731 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:32.252617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] For port b07df531-b4d9-4688-b374-a61cfd7803bb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b07df531-b4d9-4688-b374-a61cfd7803bb,segment=NetworkSegment(8541bfcb-a843-439e-a297-a01d58c980e1),segment_id=8541bfcb-a843-439e-a297-a01d58c980e1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:32.253041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.256451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3786aa6e-3f00-451d-b0f6-56d77e3f6246,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.264223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.265872 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-11624842-6758-4eb0-a0f9-2ab4a6a73e85 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4871926 Mar 09 12:20:32.269524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40850) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.272379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.273455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fbb53319-4e16-4bdd-905d-db5f07ae0d71 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/8abe2736-1cd5-45c0-9140-79462649ed06 HTTP/1.1" status: 204 len: 168 time: 0.6008191 Mar 09 12:20:32.285645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:32.292083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40854) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.298169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:32.314657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:32.321547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.330434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.332184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:32.347392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:32.367730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 49e7c93c-412d-4ebd-9afe-ea55add79170 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:32.402700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3d79f822-152e-4682-bd11-3ee1e0d61ced admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae92d92a-a797-4f54-9984-fe729f0f45c3 HTTP/1.1" status: 204 len: 168 time: 3.7028341 Mar 09 12:20:32.402700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3914871 Mar 09 12:20:32.404669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10291c29-6801-4ae7-8b39-d95ea84cc9ba tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=49f715a2-b813-47c2-a7e8-1aa4bb02a743,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.407000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40860) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.419144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': '49f715a2-b813-47c2-a7e8-1aa4bb02a743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:32.438407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Calling delete_port for b07df531-b4d9-4688-b374-a61cfd7803bb owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:32.448137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.465955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-faf8e941-0941-4f03-b94d-e657ca138a63 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:32.475582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 49f715a2-b813-47c2-a7e8-1aa4bb02a743 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:32.500698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.558086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.618066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.640265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=4ad58495-2cca-4ad6-b9dd-b32f96a0decb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.656094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.661460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:32.662046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.662199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.695305 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0a85366e-9e1f-4065-89fb-a1ca9421beac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/4ad58495-2cca-4ad6-b9dd-b32f96a0decb HTTP/1.1" status: 204 len: 168 time: 3.6190629 Mar 09 12:20:32.704001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40864) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.704694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40866) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.710063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::c866:3c60:d896:5a43 (94dc3624-3b1f-4296-9dc3-e29647941794/e6c8bfd9-23a1-4498-abfe-fba62fee6eaa/49e7c93c-412d-4ebd-9afe-ea55add79170) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:32.711713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] Pushing event deleted for resources: {'Port': ['ID=f0195755-ebec-42c6-a457-9c9a30bfa96e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.736419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-faf8e941-0941-4f03-b94d-e657ca138a63 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:32.739163 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-faf8e941-0941-4f03-b94d-e657ca138a63 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4439225 Mar 09 12:20:32.744592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40874) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.754167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214634906'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:32.768781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:32.788190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d36cb31a-add2-4182-a819-47f27f23986a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:32.803436 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3521304 Mar 09 12:20:32.815210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021cb036-da1f-4339-a0e1-393ddc2be636 None None] No DVR routers for this DVR port f0195755-ebec-42c6-a457-9c9a30bfa96e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:32.822007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.854440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:32.859228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40878) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:32.872078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d36cb31a-add2-4182-a819-47f27f23986a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:32.872078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d36cb31a-add2-4182-a819-47f27f23986a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:32.875807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:32.884391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] Pushing event deleted for resources: {'Port': ['ID=b07df531-b4d9-4688-b374-a61cfd7803bb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.886845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-357122122'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:32.888624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e752c-0190-46b2-8d2f-3d2bac6e854f None None] No DVR routers for this DVR port b07df531-b4d9-4688-b374-a61cfd7803bb on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:32.897356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41ce13-b764-4fc0-aa91-f509d7858f64 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:32.901880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:32.927102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:32.944711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:32.956648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:32.958776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a488a00-ad3a-4f36-b133-138fb5287fc8 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=5d8a00d4-ab7f-48e8-8732-350839f2a3d0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:32.980029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:network and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:32.984535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5d8a00d4-ab7f-48e8-8732-350839f2a3d0 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:32.985479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:32.991334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:32.994961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.010103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:33.017448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:33.021455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.026815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.043259 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d89b70e3-c9b9-4dfa-ba60-6df1631e764c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27def692b8ab40a88b073a864293eadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3355165 Mar 09 12:20:33.059042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40882) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.067131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.073373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:33.077135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.082722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb73f2-ca49-4b62-a1c1-7ebc388ebde9,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.169075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:33.178090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.181935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25a6fd05-c363-4d6c-90bd-05227e9a0c1b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9084594 Mar 09 12:20:33.185538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:33.195959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40886) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.201023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:33.207729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:33.222131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'e6c8bfd9-23a1-4498-abfe-fba62fee6eaa'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:33.223294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.223443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:33.228234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:33.236969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:33.246157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:33.258792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:33.276613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.277076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:33.277805 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 54731a42-6912-4b93-9ece-2af6ee0a522d of type vlan for network 52303134-1b67-4a7d-b8f6-8b8af4a885dd Mar 09 12:20:33.305046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.327078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.347707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.367194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.374803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.393387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 49e7c93c-412d-4ebd-9afe-ea55add79170 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:33.431783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.444249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d9a8c1-7f64-4c9c-be8a-3642601a2dfa']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:33.471484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8541bfcb-a843-439e-a297-a01d58c980e1') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:33.471778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8541bfcb-a843-439e-a297-a01d58c980e1') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:33.494292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.506350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.535538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.540091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.549134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.558486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.560126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.598865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.599824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.609414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a20f0-0816-4291-a494-a5bada20e5b7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.621901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.627818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:33.628296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.638139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:33.638533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.645776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/e6c8bfd9-23a1-4498-abfe-fba62fee6eaa/8dce706e-48fb-47de-9f66-9448dfe83068) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:33.654830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1d33c5-409a-4e7b-bc10-5c5bc72160c9,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.710425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b923eb-9196-4e22-9d4d-bbd9c1a31c10,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.736754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:33.741621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.743041 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8ad17c36-51e8-46ef-ab87-de073c113486 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5461135 Mar 09 12:20:33.744344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:33.746475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.750850 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d79f7bc6-58a1-4172-82d8-c6c0990b0f15 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0050957 Mar 09 12:20:33.752039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:33.757647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:33.758301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.762789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40890) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.763125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40892) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.774292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:33.781482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': 'c41a20f0-0816-4291-a494-a5bada20e5b7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:33.786096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=49e7c93c-412d-4ebd-9afe-ea55add79170,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:33.787703 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:33.790652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.790652 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b7a6d753-6075-4baa-9dbc-4bbb857f7768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7b923eb-9196-4e22-9d4d-bbd9c1a31c10 HTTP/1.1" status: 204 len: 168 time: 0.7298319 Mar 09 12:20:33.799911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:33.803973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:33.810706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:33.815337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:33.819670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:33.824254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:33.837009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b3470e72-a1fe-4ea8-a6c4-68d7371399ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0925035 Mar 09 12:20:33.838517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40900) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.839609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:33.842072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:33.851414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'e6c8bfd9-23a1-4498-abfe-fba62fee6eaa', 'ip_address': '2001:db8::c866:3c60:d896:5a43'}], 'name': 'tempest-NetworksTestDHCPv6-1641260930'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:33.921544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.935065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Transition to ACTIVE for port object 8dce706e-48fb-47de-9f66-9448dfe83068 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:33.955906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Transition to ACTIVE for port object 8dce706e-48fb-47de-9f66-9448dfe83068 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:33.964076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.974846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=e54eccf2-a373-4c24-859c-634eb45af46d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:33.981444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:33.992380 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1200097 Mar 09 12:20:33.997007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40904) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:33.998429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4517b9-c6d5-4545-b962-f0f634dffb0c tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=52303134-1b67-4a7d-b8f6-8b8af4a885dd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.003671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '820843a8-2c4d-46e2-8c92-2f259ad4781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '49f715a2-b813-47c2-a7e8-1aa4bb02a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:34.004266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: 49f715a2-b813-47c2-a7e8-1aa4bb02a743, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:34.012454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.013199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'ports': [{'network_id': '5d8a00d4-ab7f-48e8-8732-350839f2a3d0', 'name': 'tempest-port--1753295454', 'admin_state_up': True}, {'network_id': '52303134-1b67-4a7d-b8f6-8b8af4a885dd', 'admin_state_up': False}]} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:34.013563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'port': {'network_id': '5d8a00d4-ab7f-48e8-8732-350839f2a3d0', 'name': 'tempest-port--1753295454', 'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:34.014079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'port': {'network_id': '52303134-1b67-4a7d-b8f6-8b8af4a885dd', 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:34.030817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 52303134-1b67-4a7d-b8f6-8b8af4a885dd details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:34.032190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.047644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=84d9a8c1-7f64-4c9c-be8a-3642601a2dfa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.055012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f01433ba-d50d-4c64-92e4-bb30b56ccd23 tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/84d9a8c1-7f64-4c9c-be8a-3642601a2dfa HTTP/1.1" status: 204 len: 168 time: 1.3488438 Mar 09 12:20:34.057957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40908) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:34.094748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:34.099755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 49f715a2-b813-47c2-a7e8-1aa4bb02a743 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:34.106861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.171886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 49f715a2-b813-47c2-a7e8-1aa4bb02a743) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:34.187536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:34.188380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.198145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:34.205341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:34.210546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.215153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Pushing event updated for resources: {'Port': ['ID=8dce706e-48fb-47de-9f66-9448dfe83068,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.244681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:34.263013 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-db6f6bf6-7b57-4129-961d-77fd1d59d723 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8496439 Mar 09 12:20:34.267409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:34.303025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:34.314198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9950f49f-4737-4d70-bc1f-6ae8230fecf1 None None] Network 49f715a2-b813-47c2-a7e8-1aa4bb02a743 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:34.333469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.386832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.388653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:34.393609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.420036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.465697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.469871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db213ad5-949a-49ec-8e6c-42d62c9af124']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:34.472243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399b8a09-b28f-4f50-bcdb-c6d78b2dec03,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.478126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 5043a227-1bb5-44e6-9d1e-53dc79aa61cb yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:34.484804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Attempting to bind port 8dce706e-48fb-47de-9f66-9448dfe83068 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:34.485204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Attempting to bind port 8dce706e-48fb-47de-9f66-9448dfe83068 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:34.485567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Attempting to bind port 8dce706e-48fb-47de-9f66-9448dfe83068 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:34.496404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:34.496700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:34.497127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.497518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:34.497983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Bound port: 8dce706e-48fb-47de-9f66-9448dfe83068, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:34.498359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.543577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cf2061-8078-447c-bf3d-5f41556e6451') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:34.544189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cf2061-8078-447c-bf3d-5f41556e6451') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:34.548733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.564706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:34.573378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.606402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.611880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] For port 8dce706e-48fb-47de-9f66-9448dfe83068, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:34.615306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] For port 8dce706e-48fb-47de-9f66-9448dfe83068, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8dce706e-48fb-47de-9f66-9448dfe83068,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:34.628660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:34.629468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.631706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:port and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:34.634819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.638939 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fc6be34b-bcce-4f9b-ab23-32a0d39b9ff4 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8703799 Mar 09 12:20:34.639644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40926) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:34.644929 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:34.646967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:34.656367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.668096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.705549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:34.710910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd63715-7739-4b2d-ae37-6f6f4f005288,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.786536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'port': 2} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:34.792193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.801379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.802639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-42e887c7-1d8e-4d8f-b09f-f0256a53bc1a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0358288 Mar 09 12:20:34.811358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40936) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:34.831883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:34.835941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.850080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0357c-2b68-4b2d-8085-e6e3ebcaeb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-49f715a2-b813-47c2-a7e8-1aa4bb02a743', 'network_id': '49f715a2-b813-47c2-a7e8-1aa4bb02a743', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': 'e54eccf2-a373-4c24-859c-634eb45af46d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:34.851249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.853376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaf0357c-2b68-4b2d-8085-e6e3ebcaeb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.862954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:34.866675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbfd2c-053e-4a06-8530-23252e903efb None None] Pushing event updated for resources: {'Port': ['ID=8dce706e-48fb-47de-9f66-9448dfe83068,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:34.867946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.899234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.938352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.965396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.968798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:34.971639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:34.979743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.034307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-eaf0357c-2b68-4b2d-8085-e6e3ebcaeb9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e54eccf2-a373-4c24-859c-634eb45af46d: This subnet is being modified by another concurrent operation. Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:20:35.049045 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e54eccf2-a373-4c24-859c-634eb45af46d: This subnet is being modified by another concurrent operation. Mar 09 12:20:35.052811 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:20:35.070383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6aadf1-5b98-4a0b-8bf1-ee54675784cd None None] Network 49f715a2-b813-47c2-a7e8-1aa4bb02a743 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:35.142546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:35.211239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=db213ad5-949a-49ec-8e6c-42d62c9af124,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:35.221581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=e54eccf2-a373-4c24-859c-634eb45af46d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:35.226646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.251067 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8c07bfb9-0942-48b1-a102-fc833881ed8c tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/db213ad5-949a-49ec-8e6c-42d62c9af124 HTTP/1.1" status: 204 len: 168 time: 1.1917956 Mar 09 12:20:35.253943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40944) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:35.259991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a20f0-0816-4291-a494-a5bada20e5b7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:35.297690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.299053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-98c48064-08d9-41b4-86d9-546f57e065ec tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/c41a20f0-0816-4291-a494-a5bada20e5b7 HTTP/1.1" status: 204 len: 168 time: 0.6445837 Mar 09 12:20:35.302633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40952) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:35.304623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f715a2-b813-47c2-a7e8-1aa4bb02a743']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:35.327881 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Project d2cc476a3de847bc9bc3706745b6f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:35.348248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.371774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820843a8-2c4d-46e2-8c92-2f259ad4781c') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:35.372032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820843a8-2c4d-46e2-8c92-2f259ad4781c') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:35.403154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.538060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1efb6eb8-a18c-47e2-86c4-0afd2b074b54 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2248244 Mar 09 12:20:35.543021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40962) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:35.544135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.557453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--917862596'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:35.566696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.572767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:35.573966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.577128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 09 12:20:35.577741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:20:35.633314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8dce706e-48fb-47de-9f66-9448dfe83068 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:35.659364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] device_id is not set on port 37018c77-1133-4437-801a-aa9cdbff42c6 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:35.675712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-adcf2354-fee5-4327-a8b6-28becff186b2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8281755 Mar 09 12:20:35.678492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40970) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:35.682490 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:35.686332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:35.697289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:35.702014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:35.710640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:35.713181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.751781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.762643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.765320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 8dce706e-48fb-47de-9f66-9448dfe83068 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:35.771861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.808499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c0d2db-e4f6-41f1-927c-243dec412636,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:35.868540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.869777 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-06295c24-ea0a-44a7-813e-1a94e665da2f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0549140 Mar 09 12:20:35.874616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40978) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:35.892236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3447e-44ef-4fd7-b68e-170b99151ccf tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:35.902543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3447e-44ef-4fd7-b68e-170b99151ccf tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:35.904003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a3b3447e-44ef-4fd7-b68e-170b99151ccf tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:35.911354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'security_group_rule': {'security_group_id': 'c1840a02-51c1-430b-a491-c98f73f05796', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:35.957888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.966543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=49f715a2-b813-47c2-a7e8-1aa4bb02a743,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:35.981237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:35.997034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-64d668ee-5e08-484d-9192-b428773fd33f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/49f715a2-b813-47c2-a7e8-1aa4bb02a743 HTTP/1.1" status: 204 len: 168 time: 1.7281995 Mar 09 12:20:36.002322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40984) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.017242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.021394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:security_group_rule and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.024852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.031194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.061911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-566883879'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:36.079550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.082672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.092928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.099810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.105483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.119595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.119986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Project d2cc476a3de847bc9bc3706745b6f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:36.130638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.135104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721c0d95-0113-4ae2-8b05-b98a53c7bf3a']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:36.142610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.152966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.156158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.158325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fce7eaf-34dc-4618-bbc7-1c9a9f13822d') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:36.158637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fce7eaf-34dc-4618-bbc7-1c9a9f13822d') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:36.165550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] device_id is not set on port 0a3b2cd8-02e2-4278-aba3-ce89cbe4de20 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:36.178053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.189261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:36.192233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a3b3447e-44ef-4fd7-b68e-170b99151ccf tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:36.193620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.196970 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a3b3447e-44ef-4fd7-b68e-170b99151ccf tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5160768 Mar 09 12:20:36.200326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 40994) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.231862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.243728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:36.244142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:36.263924 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:36.287499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 40998) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.288184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 49e7c93c-412d-4ebd-9afe-ea55add79170 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:36.288535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.291680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:36.337372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Provisioning for port 8dce706e-48fb-47de-9f66-9448dfe83068 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:36.343254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Provisioning complete for port 8dce706e-48fb-47de-9f66-9448dfe83068 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:36.343643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.378290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.378634 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 0faa7771-316b-48b7-ace8-99b5814bbe9f of type vlan for network a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b Mar 09 12:20:36.421962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.453318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.473106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.484090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.488988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.533651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] Pushing event deleted for resources: {'Network': ['ID=721c0d95-0113-4ae2-8b05-b98a53c7bf3a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:36.559696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.575004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.579711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a4737518-cc34-4701-a8ed-b90ded6a627e tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:36.592591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.607743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958e239-cdfd-4570-8566-3787d849937a None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:20:36.619440 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0edb47f7-2fa4-41c9-aaf8-89710d94d1ac tempest-BulkNetworkOpsIpV6Test-1682957540 tempest-BulkNetworkOpsIpV6Test-1682957540-project] 10.222.0.20 "DELETE /v2.0/networks/721c0d95-0113-4ae2-8b05-b98a53c7bf3a HTTP/1.1" status: 204 len: 168 time: 1.3640401 Mar 09 12:20:36.635759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fe9226-9957-4329-904b-028e4c3bef64,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:36.638281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.641977 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5d64fbd4-00c9-4d34-83f5-9a6a5c41e13b tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0925927 Mar 09 12:20:36.645025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41006) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.652185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131920483'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:36.659380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.665905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.670444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.673295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.678770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:36.679471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.690966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] For port 8dce706e-48fb-47de-9f66-9448dfe83068, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8dce706e-48fb-47de-9f66-9448dfe83068,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:36.703266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.706403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.725862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73256d10-5760-4099-9c02-2003ad456e4a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:36.778621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.779349 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b97c8b96-e891-43ae-b2a4-b05a1bf09b41 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9037652 Mar 09 12:20:36.785295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41010) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.799380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'network': {'name': 'tempest-network-smoke--2139217153', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:36.804183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.808598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.810596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.814469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:network and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.818498 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8127806 Mar 09 12:20:36.827795 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a4737518-cc34-4701-a8ed-b90ded6a627e tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "PUT /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50 HTTP/1.1" status: 200 len: 366 time: 0.5366986 Mar 09 12:20:36.827795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41014) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.831369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.833323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41016) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.836185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818760-bc4f-4f20-9377-6f3bb18653af tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:36.842771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.843336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:36.852415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:36.877666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:36.882180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:36.893961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ca5b73f0-2967-4160-ae17-c3d42b181423 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0523920 Mar 09 12:20:36.893961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:36.895549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41022) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:36.897562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:36.904539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4dd3f-b019-44c9-813e-85d754548213 None None] Pushing event updated for resources: {'Port': ['ID=8dce706e-48fb-47de-9f66-9448dfe83068,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:36.909586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958e239-cdfd-4570-8566-3787d849937a None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:20:36.955590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:36.970753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a1509444-44ec-47fe-9181-d91ceef16fe0 None None] Provisioning for port 49e7c93c-412d-4ebd-9afe-ea55add79170 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:36.987974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a1509444-44ec-47fe-9181-d91ceef16fe0 None None] Provisioning complete for port 49e7c93c-412d-4ebd-9afe-ea55add79170 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:36.989113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1509444-44ec-47fe-9181-d91ceef16fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.002112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:37.011467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:37.022119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:37.034292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:37.066801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Made reservation on behalf of d2cc476a3de847bc9bc3706745b6f65c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:37.068863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41030) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.070465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a1509444-44ec-47fe-9181-d91ceef16fe0 None None] Port 49e7c93c-412d-4ebd-9afe-ea55add79170 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:20:37.071124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.075564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:37.078513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.095050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 49e7c93c-412d-4ebd-9afe-ea55add79170 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:37.126369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.130158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e2ce4397-0482-4b92-bc19-974fd3f2bf53 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50 HTTP/1.1" status: 200 len: 366 time: 0.2325554 Mar 09 12:20:37.136851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41036) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.195024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:37.205572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.214799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.268593 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-02b8e247-8d57-49de-bed6-46530725ec62 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50 HTTP/1.1" status: 204 len: 168 time: 0.1291680 Mar 09 12:20:37.290521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41040) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.295553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4550e80-5848-40ac-bb0b-93ace8db94b2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.307853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.311546 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-da0117e2-ff2c-458f-a8cf-806834666307 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6630008 Mar 09 12:20:37.312417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.312768 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Added segment bc6d90cb-502b-45b8-8bda-04a5c25638ca of type vlan for network bc040bad-c4cc-41f3-9ce0-001d7f287d76 Mar 09 12:20:37.317824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.325929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': 'c2fe9226-9957-4329-904b-028e4c3bef64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e4550e80-5848-40ac-bb0b-93ace8db94b2', 'remote_ip_prefix': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:37.333117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:37.345559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:37.350349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:37.358466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc404186-519b-42f1-9f37-1e09a52e5111 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ea96de44da4443aa4733e9e8685b34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880743 Mar 09 12:20:37.359486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:37.361231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41048) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.408443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48e7a776-a938-435d-a824-1c324e539662 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1123278 Mar 09 12:20:37.411706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.427826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.428211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Port': ['ID=37018c77-1133-4437-801a-aa9cdbff42c6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.438578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Checking segment: {'id': '9ccc6243-a13b-4a58-985e-e86574bc30b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5d8a00d4-ab7f-48e8-8732-350839f2a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:37.438921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network hostable DHCP agents. Network: 5d8a00d4-ab7f-48e8-8732-350839f2a3d0, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:37.446646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0ace414c-0125-4931-8aff-e02d29ec5d80 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50 HTTP/1.1" status: 200 len: 370 time: 0.0295255 Mar 09 12:20:37.450100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.453400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41056) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.456493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a5e49-f209-4bb1-abaf-ecfb04a31439 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:20:37.467547 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01e839ec-2407-42a9-964d-9410cb24f511 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50/default HTTP/1.1" status: 200 len: 370 time: 0.0100627 Mar 09 12:20:37.470438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41060) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.481660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.513231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-3c7b17ec-6a62-428e-9299-730fd2de50f7 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] delete failed (client error): The resource could not be found. Mar 09 12:20:37.517001 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3c7b17ec-6a62-428e-9299-730fd2de50f7 tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/b7aa336115c5491f86ec18de7bbc4e50 HTTP/1.1" status: 404 len: 348 time: 0.0429063 Mar 09 12:20:37.523540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.551561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.614616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8dce706e-48fb-47de-9f66-9448dfe83068 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:37.642525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.646415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=49e7c93c-412d-4ebd-9afe-ea55add79170,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.657118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.689529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b139dd9-c98a-49af-a28d-4fa82b5b2048,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.692658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network 5d8a00d4-ab7f-48e8-8732-350839f2a3d0 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:37.708655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.716081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8dce706e-48fb-47de-9f66-9448dfe83068 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:37.716455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.718410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:37.719365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.749329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.751777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.755598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/246fb90d-b78e-4223-8963-ca3eb2d85206 HTTP/1.1" status: 204 len: 168 time: 0.3910165 Mar 09 12:20:37.761424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.799697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.803543 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95934b39-7f7b-4048-95a4-10834207e1c1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4822757 Mar 09 12:20:37.807505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bae2d-6428-40d7-b8c9-8775aff38fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246fb90d-b78e-4223-8963-ca3eb2d85206,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.813123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41068) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.859298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a5e49-f209-4bb1-abaf-ecfb04a31439 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:20:37.877934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41072) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.885637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.899784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Network': ['ID=bc040bad-c4cc-41f3-9ce0-001d7f287d76,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.905938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d771397c-9a96-454c-9b6c-8663128111c5 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1165016 Mar 09 12:20:37.907955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.912649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-877c215d-9cd4-48c0-98f3-b677cc91c2eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/49e7c93c-412d-4ebd-9afe-ea55add79170 HTTP/1.1" status: 204 len: 168 time: 1.7075033 Mar 09 12:20:37.912649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41076) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.914564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 5d8a00d4-ab7f-48e8-8732-350839f2a3d0) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:37.915575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=ad2f8db8-c66f-4ae1-88ea-c3c16df9e6f4,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:37.916515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:37.918523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.920229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'admin_state_up': True, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:37.928173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:37.932875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:router and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:37.936102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:37.939179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '0faa7771-316b-48b7-ace8-99b5814bbe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:37.939557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:37.963100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:network and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:37.970608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:37.978986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.982406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:37.982935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:37.983254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:37.989402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:37.995434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:38.008686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:subnet and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.011214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b139dd9-c98a-49af-a28d-4fa82b5b2048,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:38.014678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.018180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7466bdae-76b1-456b-8d27-45ea45c53bd2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7b139dd9-c98a-49af-a28d-4fa82b5b2048 HTTP/1.1" status: 204 len: 168 time: 0.1927822 Mar 09 12:20:38.018180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:38.018958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41084) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.019464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.040708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:38.041410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.067012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:subnetpool and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.074470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.091854 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8c549424-15f4-4685-bb15-30d31b16fc6f tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2597551 Mar 09 12:20:38.092652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Port': ['ID=0a3b2cd8-02e2-4278-aba3-ce89cbe4de20,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:38.096218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41090) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.109012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ce808bb9-aa87-43d1-a187-20a9901c94a0 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:38.130231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:port and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.138118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41b108-09a0-4170-9d68-ca79a9edf7fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:38.139773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41b108-09a0-4170-9d68-ca79a9edf7fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:38.140532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab41b108-09a0-4170-9d68-ca79a9edf7fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:38.150859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Checking segment: {'id': '54731a42-6912-4b93-9ece-2af6ee0a522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '52303134-1b67-4a7d-b8f6-8b8af4a885dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:38.151112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.151203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network hostable DHCP agents. Network: 52303134-1b67-4a7d-b8f6-8b8af4a885dd, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:38.159078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.160379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.188855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.234025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:router and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.245554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.247515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ce808bb9-aa87-43d1-a187-20a9901c94a0 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:38.251413 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ce808bb9-aa87-43d1-a187-20a9901c94a0 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2269328 Mar 09 12:20:38.251646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41096) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.291366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:floatingip and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.308804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.320200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.406025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.412413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network 52303134-1b67-4a7d-b8f6-8b8af4a885dd is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:38.420758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab41b108-09a0-4170-9d68-ca79a9edf7fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:38.424530 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ab41b108-09a0-4170-9d68-ca79a9edf7fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4824221 Mar 09 12:20:38.434111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.559931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76206c21-ca25-4d7f-9746-b208d4494958 None None] Network 5d8a00d4-ab7f-48e8-8732-350839f2a3d0 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:38.600526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc858a-4f9a-46d1-83d1-3e4158c2c830 None None] Network a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:38.660098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.716684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.723396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 52303134-1b67-4a7d-b8f6-8b8af4a885dd) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:38.728520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:38.736793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:38.738804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.743728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:38.744867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.766706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94ba34-08bd-478a-99a2-c1e46e6d22b0 None None] Network 52303134-1b67-4a7d-b8f6-8b8af4a885dd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:38.779112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.820817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:security_group and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.833840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4550e80-5848-40ac-bb0b-93ace8db94b2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:38.839889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet e6c8bfd9-23a1-4498-abfe-fba62fee6eaa {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:38.850294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:38.853601 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3688e1b3-6efb-4182-b87e-f7e598024fc3 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8529093 Mar 09 12:20:38.855151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41118) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.901465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.978597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Usage tracker for resource:security_group_rule and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:38.979792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41122) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:38.982376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:38.985824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-be6f3d4f-9856-4e29-ba37-b45b69d2dd4e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4550e80-5848-40ac-bb0b-93ace8db94b2 HTTP/1.1" status: 204 len: 168 time: 0.7309515 Mar 09 12:20:38.989377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:39.016155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.044928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:39.080940 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f82f5450-1bea-4e9e-a0fe-e6e76121707f tempest-QuotasTest-1793339655 tempest-QuotasTest-1793339655-project-admin] 10.222.0.20 "GET /v2.0/quotas/692e47ac0a844ce68b15bc1f91d39701/details.json HTTP/1.1" status: 200 len: 703 time: 1.2017438 Mar 09 12:20:39.114288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.189085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2f8db8-c66f-4ae1-88ea-c3c16df9e6f4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:39.203700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.240313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-537347103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:39.246359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.262576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd62cfe5-a642-44c0-ad02-853511736579 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:39.293857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcf1d8-a986-4532-9532-7bc0d8f157a8 None None] Network a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:39.320394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:39.328738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:router and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:39.334138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:39.342411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bc3c5-d9ee-4dc6-8a48-c0298e2ad03b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:39.345041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:39.349263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bc3c5-d9ee-4dc6-8a48-c0298e2ad03b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:39.351088 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0f3bc3c5-d9ee-4dc6-8a48-c0298e2ad03b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4899590 Mar 09 12:20:39.361636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41134) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:39.372698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.404146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.405392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.416613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.441276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Allocated IP 172.26.5.197 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/ab4ee666-5973-4694-8774-80df755f49df) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:39.460613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd62cfe5-a642-44c0-ad02-853511736579 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:39.464601 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cd62cfe5-a642-44c0-ad02-853511736579 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4686158 Mar 09 12:20:39.483851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41140) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:39.515136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:39.565839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.593122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faa7771-316b-48b7-ace8-99b5814bbe9f') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:39.593958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faa7771-316b-48b7-ace8-99b5814bbe9f') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:39.606479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.628430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Deleting port 37018c77-1133-4437-801a-aa9cdbff42c6 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:39.628767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.628916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41144) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:39.658879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.660092 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe133cf7-e3e5-4450-9c81-126bb9439db8 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6792305 Mar 09 12:20:39.663069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.666518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41150) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:39.673539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.673736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2039608678'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:39.679093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:39.683616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:network and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:39.686796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:39.692501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:39.704348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:39.707857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.722348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.722887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.732608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.743740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:39.744360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.747557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:39.755073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:security_group_rule and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:39.764174 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:39.775807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:39.785285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:39.787385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.787899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.817083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:39.823727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc9490c0bac4418a347d2cae3c9ae31 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:39.827034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:39.830620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.865961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:39.902162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:39.905758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:39.913645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:39.955162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=ab4ee666-5973-4694-8774-80df755f49df,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:39.957992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:39.965141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd9f70-5290-47c4-9ab2-ae601b0d91a6 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:39.967428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.967780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.968124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.968599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.969460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.969460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.970062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.970144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c8bfd9-23a1-4498-abfe-fba62fee6eaa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:39.970233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.970233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.970547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.970883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.971170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:39.980773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.017041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.017418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.017731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.018066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.018409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.018726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.019054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.019381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.019736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.020032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.020533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.020649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.042389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.049031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.113502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1c1c5b72-fa95-4521-9458-c8db4eb2a6f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e6c8bfd9-23a1-4498-abfe-fba62fee6eaa HTTP/1.1" status: 204 len: 168 time: 1.6754792 Mar 09 12:20:40.123100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41154) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.132262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.145599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d5c062a-3e1f-45b8-bbe3-73fc66ea5663 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b HTTP/1.1" status: 204 len: 168 time: 2.0417886 Mar 09 12:20:40.145599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41158) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.198046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-163235013'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:40.207885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:40.224035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:40.226858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.231572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:40.250639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:40.255315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.274788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fe9226-9957-4329-904b-028e4c3bef64,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.299674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:40.304420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Deleting port 8dce706e-48fb-47de-9f66-9448dfe83068 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:40.304819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.374797 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d49f4ba2-5b41-45a6-aa1f-91a479e36a56 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2394907 Mar 09 12:20:40.379532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41162) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.393298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:40.411087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:40.413986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.432631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Calling delete_port for 37018c77-1133-4437-801a-aa9cdbff42c6 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:40.494821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:40.503511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.503878 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 17274d1b-c683-47df-8c16-71d50fe4cc3d of type vlan for network e136c61f-457f-4340-968d-d84383899ed1 Mar 09 12:20:40.526744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] For port 8dce706e-48fb-47de-9f66-9448dfe83068, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8dce706e-48fb-47de-9f66-9448dfe83068,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:40.527091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.530581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.543264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.544367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ec2aaf82-cac2-4dc3-a9a5-3443b8e88251 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2fe9226-9957-4329-904b-028e4c3bef64 HTTP/1.1" status: 204 len: 168 time: 1.0548079 Mar 09 12:20:40.556155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41166) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.640560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-714d32c1-02c6-4e10-a456-3a52b6c05bc5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:40.644828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.651061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:40.651667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.661747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Calling delete_port for 8dce706e-48fb-47de-9f66-9448dfe83068 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:40.674025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:40.679457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.685184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.686773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:40.699078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:40.702095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.722302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.722893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.750239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.783059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:40.800351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Pushing event deleted for resources: {'Port': ['ID=8dce706e-48fb-47de-9f66-9448dfe83068,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.811419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] No DVR routers for this DVR port 8dce706e-48fb-47de-9f66-9448dfe83068 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:40.813625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.814052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.814462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.814895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.816049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.816049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.816511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.816944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.817556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.817958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.818836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.818836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fcfc20-3d41-4037-9650-09b32658f3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:40.851899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:40.860661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:40.864159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.880061 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fc9490c0bac4418a347d2cae3c9ae31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2502491 Mar 09 12:20:40.897454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-714d32c1-02c6-4e10-a456-3a52b6c05bc5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:40.898695 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-714d32c1-02c6-4e10-a456-3a52b6c05bc5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3415632 Mar 09 12:20:40.905074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.905492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41172) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.907057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.959846 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8141088 Mar 09 12:20:40.970783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695819829'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:40.982721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41178) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:40.984942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50ddb-cdeb-4033-bd2e-8ee18d0600f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c38028-8642-4f91-a6ec-427833070c41,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.986156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c352f-bdc9-44bd-bf57-a2ade46db11a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=e136c61f-457f-4340-968d-d84383899ed1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.987743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:40.988084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Added segment 043ca4e9-9e7c-435b-82d7-21d568fa8c22 of type vlan for network 4cf9eb8f-dc91-409a-893e-b993e04becf7 Mar 09 12:20:40.993546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Port': ['ID=37018c77-1133-4437-801a-aa9cdbff42c6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:40.994654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:41.001856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:41.022123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network e136c61f-457f-4340-968d-d84383899ed1 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:41.026483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.028935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-332b7587-9f87-47c3-ad22-c3700e25b114 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/ports/37018c77-1133-4437-801a-aa9cdbff42c6 HTTP/1.1" status: 204 len: 168 time: 1.6597457 Mar 09 12:20:41.031962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41182) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:41.081626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:41.138092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.213529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42070081-ee20-4ca1-af7d-5cadaa1e13f4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:41.216096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.227682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Deleting port 0a3b2cd8-02e2-4278-aba3-ce89cbe4de20 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:41.228084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.279048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:41.286944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.295699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:41.300356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:41.365076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.370980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:41.371566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.386436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:41.418912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.487312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.534960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.576133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8dce706e-48fb-47de-9f66-9448dfe83068 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:41.580016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network e136c61f-457f-4340-968d-d84383899ed1 is not hosted by any dhcp agent {{(pid=87830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 12:20:41.585494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:41.586086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.590220 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "PUT /v2.0/networks/e136c61f-457f-4340-968d-d84383899ed1 HTTP/1.1" status: 200 len: 723 time: 0.5991700 Mar 09 12:20:41.605255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41186) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:41.613979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 8dce706e-48fb-47de-9f66-9448dfe83068 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:41.614418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8dce706e-48fb-47de-9f66-9448dfe83068 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:41.662205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': 'e136c61f-457f-4340-968d-d84383899ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:41.662486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Network': ['ID=4cf9eb8f-dc91-409a-893e-b993e04becf7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:41.675471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3814931b-1280-41b7-aa42-d168f70279fa tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0079134 Mar 09 12:20:41.678137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:41.694427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41190) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:41.730038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.777496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'subnet': {'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:41.801388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.802801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.879694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.893335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42a157-4cd8-4bc9-b098-134849c38911 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=e136c61f-457f-4340-968d-d84383899ed1,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:41.898761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:41.906753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network e136c61f-457f-4340-968d-d84383899ed1 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:41.908790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c38028-8642-4f91-a6ec-427833070c41,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:41.912881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:41.919954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:41.921381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:41.922167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.023015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e789cbd-3cb3-45cc-be90-90628f9cd1e8 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:42.023585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.027841 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2e742eec-cfaf-47fb-90c7-5f93f7735c70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91c38028-8642-4f91-a6ec-427833070c41 HTTP/1.1" status: 204 len: 168 time: 1.1184366 Mar 09 12:20:42.063696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.113156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Calling delete_port for 0a3b2cd8-02e2-4278-aba3-ce89cbe4de20 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:42.127036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=dda9870f-d659-4f30-9067-ca9aabf484f5,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:42.183146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.195050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:42.202203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c948a48-9ad6-4ffe-8d75-eb7117c9a9cb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:42.206808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.209194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:42.214419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-12d1af82-dc04-44a9-89f0-1eb99fcc1c71 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8261964 Mar 09 12:20:42.216002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.217333 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-429e9524-911a-4ebb-84ee-3d8ebb5dbd22 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2609050 Mar 09 12:20:42.220295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41198) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.220979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41200) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.221497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:subnet and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:42.224468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.230085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:42.233240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '6c948a48-9ad6-4ffe-8d75-eb7117c9a9cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:42.240627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.243768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'dda9870f-d659-4f30-9067-ca9aabf484f5', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1097560536'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:42.265633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.272129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:42.278394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.291628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:42.299959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:42.301164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:42.304570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.353526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.356933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'dda9870f-d659-4f30-9067-ca9aabf484f5'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:42.358588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.373913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.402008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Router 136d7f53-ba65-4e18-beda-15696e312450 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:20:42.429470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.520763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41206) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.545088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.555142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.594864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:42.615996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.622229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/dda9870f-d659-4f30-9067-ca9aabf484f5/262584db-7539-4d51-8e24-f3297bd32337) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:42.646515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Port': ['ID=0a3b2cd8-02e2-4278-aba3-ce89cbe4de20,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:42.665932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.684719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c6290ca1-fd0f-4f2f-bd7f-83152db35f7f tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/ports/0a3b2cd8-02e2-4278-aba3-ce89cbe4de20 HTTP/1.1" status: 204 len: 168 time: 1.6401453 Mar 09 12:20:42.692625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41210) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.751932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7031151a-4140-403b-b408-72bc14fd6f77 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Synchronizing usage tracker for tenant:be8743fa17c646ba803342cf67d4431a on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:42.767505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.795430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Usage tracker for resource:security_group_rule and tenant:692e47ac0a844ce68b15bc1f91d39701 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:42.806394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:42.811488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7031151a-4140-403b-b408-72bc14fd6f77 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Unset dirty status for tenant:be8743fa17c646ba803342cf67d4431a on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:42.812663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7031151a-4140-403b-b408-72bc14fd6f77 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1191123 Mar 09 12:20:42.814420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.818295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41214) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.824151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.842712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.860238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384110017'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:42.872143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:42.872389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:42.886391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:network and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:42.893090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:42.895929 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Sync routers for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:42.907177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:42.918766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8cbcbd-d125-4a62-86de-e79d771e9a02,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:42.922706 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:42.923910 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:42.951546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.952710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.973082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Transition to ACTIVE for port object 262584db-7539-4d51-8e24-f3297bd32337 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:42.980300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.982235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6b0e7168-7df5-4e58-beee-74af8093ae3e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7584102 Mar 09 12:20:42.986776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:42.989832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41218) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:42.999288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.004072 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-433f95be-8bc1-42e1-96aa-f2e139140efc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0912688 Mar 09 12:20:43.010333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Transition to ACTIVE for port object 262584db-7539-4d51-8e24-f3297bd32337 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:43.018672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.021472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 765ceb7a-0fb2-4ada-80b4-850a45c4c987 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:43.032135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41222) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.042043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.045809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:43.049715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.098703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:43.119044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:43.119770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.136818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=289356f3-06bd-4d3a-a1f5-1b221a36759e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.145901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:43.152062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.186724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '17274d1b-c683-47df-8c16-71d50fe4cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:43.187297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: e136c61f-457f-4340-968d-d84383899ed1, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:43.191551 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:43.209305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.221692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:43.237272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Checking segment: {'id': '043ca4e9-9e7c-435b-82d7-21d568fa8c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:43.237648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network hostable DHCP agents. Network: 4cf9eb8f-dc91-409a-893e-b993e04becf7, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:43.260070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.266667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network e136c61f-457f-4340-968d-d84383899ed1 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:43.270981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Subnet': ['ID=121b4861-d0d0-40e8-b48e-8904e6a3b751,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.293525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.294018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 3c31528c-bbb8-488d-a208-a9fd6b0b793a of type vlan for network 5660eeae-f8e2-4e84-b818-8373f0f31494 Mar 09 12:20:43.305832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, e136c61f-457f-4340-968d-d84383899ed1) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:43.314408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Pushing event updated for resources: {'Port': ['ID=262584db-7539-4d51-8e24-f3297bd32337,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.326341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.326701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:43.327392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.335869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.337710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b1f5e-e2bf-4173-93b2-a3930ba1cd03 None None] Network e136c61f-457f-4340-968d-d84383899ed1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:43.346319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:43.363531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 4cf9eb8f-dc91-409a-893e-b993e04becf7) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:43.385634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:43.386483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.407991 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9449b4c3-afed-442b-9bef-954f3f798ab1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8013101 Mar 09 12:20:43.410787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41228) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.418700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:43.432851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f8cbcbd-d125-4a62-86de-e79d771e9a02,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.457721 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=692e47ac0a844ce68b15bc1f91d39701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281099 Mar 09 12:20:43.462926 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:20:43.463094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:20:43.474027 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-27665c44-ece9-49c0-a779-020f1bd47da0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7070560 Mar 09 12:20:43.475825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41232) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.477778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41234) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.482341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.486665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7317fab7-19f1-4cf5-8a22-d9f49676453d tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2f8cbcbd-d125-4a62-86de-e79d771e9a02 HTTP/1.1" status: 204 len: 168 time: 0.4902165 Mar 09 12:20:43.486665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b66c15-98f8-4897-9665-003a5f2b505f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d47eab-f54c-4c7b-81a6-3a5e00407b98,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.488430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41236) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.506729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e225437-9ded-4b5a-a4f5-2d7444da7c48 None None] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:43.507004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.521224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:43.521949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.555116 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4c8143f0-8bec-4831-9bf4-3ae5f97cb9a1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3305347 Mar 09 12:20:43.566813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1504d26a-0815-439f-8fc9-c0d5a59bbc26 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:43.571211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41244) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.581336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Attempting to bind port 262584db-7539-4d51-8e24-f3297bd32337 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:43.581715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Attempting to bind port 262584db-7539-4d51-8e24-f3297bd32337 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:43.582089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Attempting to bind port 262584db-7539-4d51-8e24-f3297bd32337 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:43.641809 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:40Z', 'revision_number': 3, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:43.646784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1504d26a-0815-439f-8fc9-c0d5a59bbc26 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:43.647816 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Checking router: 136d7f53-ba65-4e18-beda-15696e312450 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:20:43.648431 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1504d26a-0815-439f-8fc9-c0d5a59bbc26 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1515763 Mar 09 12:20:43.648566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Updating router 136d7f53-ba65-4e18-beda-15696e312450 port ab4ee666-5973-4694-8774-80df755f49df binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:20:43.655601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41250) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.688373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:43.688756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:43.689189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.689793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:43.690070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Bound port: 262584db-7539-4d51-8e24-f3297bd32337, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:43.690705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.710801 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.736628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'network': {'name': 'tempest-router-network01--1604508316'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:43.748119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=5660eeae-f8e2-4e84-b818-8373f0f31494,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:43.751631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80c74b39-f2a6-470f-83b3-8cee2b7c4af5 tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=d2cc476a3de847bc9bc3706745b6f65c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7170606 Mar 09 12:20:43.762297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:43.763703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41254) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.765336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.767268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5660eeae-f8e2-4e84-b818-8373f0f31494 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:43.777221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:network and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:43.786902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:43.790277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cedf46-08b9-4057-8474-239958d9ee4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:43.791085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-09cedf46-08b9-4057-8474-239958d9ee4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:43.801136 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-831b99ec-5811-4c25-a4c8-b7ed87ab5cc5 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9795227 Mar 09 12:20:43.804308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:43.822043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41258) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:43.853803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2079384739'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:43.880546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:43.885913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.890160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.915053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:43.966835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:network and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:43.975322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-09cedf46-08b9-4057-8474-239958d9ee4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:43.980784 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-09cedf46-08b9-4057-8474-239958d9ee4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4066727 Mar 09 12:20:44.004771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:44.004771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41262) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.005047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:44.005047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.009642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:44.013868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.044398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2542786'] for subnet, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.074720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d47eab-f54c-4c7b-81a6-3a5e00407b98,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.095236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:44.105905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.106140 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Added segment 9aac41e0-b0fa-47d6-8587-0183224345e2 of type vlan for network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f Mar 09 12:20:44.127569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-e136c61f-457f-4340-968d-d84383899ed1', 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '289356f3-06bd-4d3a-a1f5-1b221a36759e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:44.129866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.136470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.142380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:44.147056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.154472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] For port 262584db-7539-4d51-8e24-f3297bd32337, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:44.178948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cef29-7fc9-4ecc-9501-140ce1c78770 tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:44.181741 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6c0cef29-7fc9-4ecc-9501-140ce1c78770 tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4131649 Mar 09 12:20:44.181902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.191358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e9586-dfc2-4668-8818-c2f2633f8c9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:44.193250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e9586-dfc2-4668-8818-c2f2633f8c9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:44.193631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e6c9ba56-544a-4206-9dfe-4346fc73e88e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91d47eab-f54c-4c7b-81a6-3a5e00407b98 HTTP/1.1" status: 204 len: 168 time: 0.6580107 Mar 09 12:20:44.194331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41266) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.194457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-882e9586-dfc2-4668-8818-c2f2633f8c9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:44.203573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.205827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.214969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] For port 262584db-7539-4d51-8e24-f3297bd32337, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=262584db-7539-4d51-8e24-f3297bd32337,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:44.219332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:44.220006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.259121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-4cf9eb8f-dc91-409a-893e-b993e04becf7', 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7', 'tenant_id': 'e1f5d052b0b8461980786220dc51985a', 'fixed_ips': [{'subnet_id': '121b4861-d0d0-40e8-b48e-8904e6a3b751'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:44.260205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.264000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:44.267302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.268718 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c948a48-9ad6-4ffe-8d75-eb7117c9a9cb HTTP/1.1" status: 204 len: 168 time: 0.6109977 Mar 09 12:20:44.275911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.277613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41272) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.279418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a0cd7-affc-41ce-96b1-bfa289357e98 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c948a48-9ad6-4ffe-8d75-eb7117c9a9cb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.302137 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.311601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.312421 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Added segment 246bfb18-c7b5-4c78-91c2-1b68e863f8c0 of type vlan for network 8a4406cc-5bff-4a99-9c0b-0599cc012be5 Mar 09 12:20:44.313996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-882e9586-dfc2-4668-8818-c2f2633f8c9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:44.318896 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Transition to ACTIVE for port object ab4ee666-5973-4694-8774-80df755f49df will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:44.319233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-882e9586-dfc2-4668-8818-c2f2633f8c9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3213656 Mar 09 12:20:44.320262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41276) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.331094 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.370907 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-45dece99-70a7-4f5b-8e37-de2a5d3b112e tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1706703 Mar 09 12:20:44.371385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41280) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.394956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494609374', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:44.424938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7ba39fb6-dd60-452d-aa83-cd2d4b315f28 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:44.447366 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee666-5973-4694-8774-80df755f49df,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.460584 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.460904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9242339 Mar 09 12:20:44.461039 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.462033 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.462367 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.462844 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.463346 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.463677 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.464001 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.464332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.464659 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.465049 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.465366 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:20:44.496715 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Attempting to bind port ab4ee666-5973-4694-8774-80df755f49df on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:44.497154 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Attempting to bind port ab4ee666-5973-4694-8774-80df755f49df by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:44.497517 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Attempting to bind port ab4ee666-5973-4694-8774-80df755f49df on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:44.503278 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:44.503790 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:44.504192 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.504579 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:44.505068 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Bound port: ab4ee666-5973-4694-8774-80df755f49df, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:44.505465 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.530096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41284) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.599829 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] For port ab4ee666-5973-4694-8774-80df755f49df, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:44.604498 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] For port ab4ee666-5973-4694-8774-80df755f49df, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ab4ee666-5973-4694-8774-80df755f49df,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:44.609803 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.648440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'network': {'name': 'tempest-router-network02--1710945120'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:44.669577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:44.681770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.694282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:network and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:44.699403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efeb75-665f-4f6e-a2ad-42116c49fce9 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Network': ['ID=b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.706937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:44.714782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3ae95-5b06-4b6c-b233-f02a0700c2ee None None] Pushing event updated for resources: {'Port': ['ID=262584db-7539-4d51-8e24-f3297bd32337,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.721950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:44.733033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7ba39fb6-dd60-452d-aa83-cd2d4b315f28 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:44.734003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:44.737079 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7ba39fb6-dd60-452d-aa83-cd2d4b315f28 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4530933 Mar 09 12:20:44.745274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41290) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:44.746369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:44.770932 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c21f8-7b4e-42c7-8b5a-13e355c17d47 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee666-5973-4694-8774-80df755f49df,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:44.772017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet dda9870f-d659-4f30-9067-ca9aabf484f5 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:44.808138 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:44.811130 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:44.815867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.816497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319727410'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:44.823553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:44.835247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:44.852546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:subnet and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:44.868507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.895350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:44.926148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:44.933784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:44.937958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.944604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:44.950089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:44.951718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.952417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:44.998763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:45.024429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:45.044366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:45.047541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Made reservation on behalf of d2cc476a3de847bc9bc3706745b6f65c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:45.054303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.096802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2408680'] for subnet, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.142729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:45.151946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Allocated IP 172.20.0.2 (e136c61f-457f-4340-968d-d84383899ed1/289356f3-06bd-4d3a-a1f5-1b221a36759e/94694d7b-68f9-42dd-8057-98c4eb91c4fa) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:45.186626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Network': ['ID=8a4406cc-5bff-4a99-9c0b-0599cc012be5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:45.215945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.348017 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f51787d0-ec90-4f06-871c-6640b09f8c70 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5098901 Mar 09 12:20:45.428484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:45.441366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:45.442282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.443778 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "PUT /v2.0/subnets/289356f3-06bd-4d3a-a1f5-1b221a36759e HTTP/1.1" status: 200 len: 806 time: 2.0318038 Mar 09 12:20:45.455321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41308) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:45.468324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.509970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.521936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Transition to ACTIVE for port object 94694d7b-68f9-42dd-8057-98c4eb91c4fa will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:45.547877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Transition to ACTIVE for port object 94694d7b-68f9-42dd-8057-98c4eb91c4fa will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:45.559672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8a4406cc-5bff-4a99-9c0b-0599cc012be5 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:45.594915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41312) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:45.595800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a5aa0-3f12-437f-aa9a-ed23f0d19606 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=289356f3-06bd-4d3a-a1f5-1b221a36759e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:45.630224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.630578 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Added segment 58fdb2e6-9be7-4739-aeda-404ab662f434 of type vlan for network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 Mar 09 12:20:45.663119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'subnets': [{'network_id': '5660eeae-f8e2-4e84-b818-8373f0f31494', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1126272469', 'ip_version': 4}, {'network_id': '8a4406cc-5bff-4a99-9c0b-0599cc012be5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:45.672565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.677404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'subnet': {'network_id': '5660eeae-f8e2-4e84-b818-8373f0f31494', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1126272469', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:45.678121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Request body: {'subnet': {'network_id': '8a4406cc-5bff-4a99-9c0b-0599cc012be5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:45.684432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 262584db-7539-4d51-8e24-f3297bd32337 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:45.757530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.757739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.783282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:45.784229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:45.823678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Network e136c61f-457f-4340-968d-d84383899ed1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:45.834605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:45.840175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:45.863142 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:40Z', 'revision_number': 3, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:45.874274 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c641a45-3ba2-4e62-93ec-acaa51293db3 None None] The sync data for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv is: [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:40Z', 'revision_number': 3, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:20:45.925781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 262584db-7539-4d51-8e24-f3297bd32337 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:45.932839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Allocated IP 172.20.0.2 (4cf9eb8f-dc91-409a-893e-b993e04becf7/121b4861-d0d0-40e8-b48e-8904e6a3b751/746c25f5-236f-441d-a127-de424dca21ad) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:45.978943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.029044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Pushing event updated for resources: {'Port': ['ID=94694d7b-68f9-42dd-8057-98c4eb91c4fa,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:46.058409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Attempting to bind port 94694d7b-68f9-42dd-8057-98c4eb91c4fa on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:46.058884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Attempting to bind port 94694d7b-68f9-42dd-8057-98c4eb91c4fa by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '17274d1b-c683-47df-8c16-71d50fe4cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:46.059148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Attempting to bind port 94694d7b-68f9-42dd-8057-98c4eb91c4fa on network e136c61f-457f-4340-968d-d84383899ed1 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:46.061345 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.071918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=dda9870f-d659-4f30-9067-ca9aabf484f5,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:46.087966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:46.088359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Checking segment: {'id': '17274d1b-c683-47df-8c16-71d50fe4cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:46.088770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.089243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Bound using segment: {'id': '17274d1b-c683-47df-8c16-71d50fe4cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:46.089745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Bound port: 94694d7b-68f9-42dd-8057-98c4eb91c4fa, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17274d1b-c683-47df-8c16-71d50fe4cc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e136c61f-457f-4340-968d-d84383899ed1'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:46.090175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.183971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.211922 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-966b8586-475f-485d-913e-37a22719eb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/dda9870f-d659-4f30-9067-ca9aabf484f5 HTTP/1.1" status: 204 len: 168 time: 1.8790050 Mar 09 12:20:46.213264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41322) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:46.354627 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8208108 Mar 09 12:20:46.368638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41326) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:46.371519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af0c6-4e53-4366-9b49-231120927857 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Network': ['ID=a98ddb87-784b-4fa4-86ae-0d3cb4733e59,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:46.377741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] For port 94694d7b-68f9-42dd-8057-98c4eb91c4fa, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:46.393732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'subnet': {'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:46.404602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:46.421421 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-463861ca-1348-46d6-80cf-05a9c1c44d2f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1895962 Mar 09 12:20:46.425232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41330) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:46.427049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:46.432786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:46.441813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986febc-cf3b-4b5a-8048-03d14cf96c78 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:46.450566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Usage tracker for resource:subnet and tenant:be8743fa17c646ba803342cf67d4431a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:46.456692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:46.480476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:46.573864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Made reservation on behalf of be8743fa17c646ba803342cf67d4431a for: {'subnet': 2} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:46.583271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.584486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.636048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] For port 94694d7b-68f9-42dd-8057-98c4eb91c4fa, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=94694d7b-68f9-42dd-8057-98c4eb91c4fa,segment=NetworkSegment(17274d1b-c683-47df-8c16-71d50fe4cc3d),segment_id=17274d1b-c683-47df-8c16-71d50fe4cc3d)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:46.637274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:46.694748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.703836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:46.718953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:46.731528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:46.736806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.739039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:46.748371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:subnet and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:46.753016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.757394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:46.759596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:46.761942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.796083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.826988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:46.838851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.909747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.924809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Transition to ACTIVE for port object 746c25f5-236f-441d-a127-de424dca21ad will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:46.931262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.932505 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1350732 Mar 09 12:20:46.943377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:46.946197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:46.946516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Transition to ACTIVE for port object 746c25f5-236f-441d-a127-de424dca21ad will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:46.953367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.965119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:46.990433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a45b4-8652-4cf9-b053-612439edb14b None None] Pushing event updated for resources: {'Port': ['ID=94694d7b-68f9-42dd-8057-98c4eb91c4fa,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:47.010530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e2362-7c93-43ec-b4b0-881bb98681fa tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f518b2-765a-4c21-b055-d79da833ce94,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:47.047416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': 'c0f518b2-765a-4c21-b055-d79da833ce94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:47.052285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port 94694d7b-68f9-42dd-8057-98c4eb91c4fa {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:47.052882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.129485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Pushing event updated for resources: {'Port': ['ID=746c25f5-236f-441d-a127-de424dca21ad,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:47.134392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Provisioning for port 262584db-7539-4d51-8e24-f3297bd32337 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:47.140415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:47.142737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Subnet': ['ID=26fad551-8564-4e9c-983d-0e1d6c15391b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:47.175672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Provisioning complete for port 262584db-7539-4d51-8e24-f3297bd32337 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:47.176048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.214090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41348) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:47.218420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:47.219416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.225622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:47.243950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:47.249646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:47.252851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Checking segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:47.253240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network hostable DHCP agents. Network: bc040bad-c4cc-41f3-9ce0-001d7f287d76, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:47.259001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:47.272101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:47.390547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:47.405863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Attempting to bind port 746c25f5-236f-441d-a127-de424dca21ad on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:47.406456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Attempting to bind port 746c25f5-236f-441d-a127-de424dca21ad by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '043ca4e9-9e7c-435b-82d7-21d568fa8c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:47.406567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Attempting to bind port 746c25f5-236f-441d-a127-de424dca21ad on network 4cf9eb8f-dc91-409a-893e-b993e04becf7 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:47.411892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:47.420479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:47.420867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Checking segment: {'id': '043ca4e9-9e7c-435b-82d7-21d568fa8c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:47.422630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.423056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Bound using segment: {'id': '043ca4e9-9e7c-435b-82d7-21d568fa8c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:47.423549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Bound port: 746c25f5-236f-441d-a127-de424dca21ad, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043ca4e9-9e7c-435b-82d7-21d568fa8c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4cf9eb8f-dc91-409a-893e-b993e04becf7'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:47.423931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.426808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:47.434970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.502645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bc040bad-c4cc-41f3-9ce0-001d7f287d76) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:47.503222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:47.506288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.526728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:47.527192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.584170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528dde67-51c0-47a0-af70-b75ff3776fe1 None None] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:47.678269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-753629554', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:47.688790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=2623be03-4bbd-452a-adc2-7b97340a0433,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:47.698586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:47.711019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Usage tracker for resource:port and tenant:81409e7d044f4c209eabf14dd5b42753 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:47.718546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:47.731291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-acd7e26f-134f-4fbc-b382-d56fd78f9534 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3021123 Mar 09 12:20:47.731291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:47.734067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41354) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:47.744146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:47.754252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:47.761406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:router and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:47.765546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:47.771703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Made reservation on behalf of 81409e7d044f4c209eabf14dd5b42753 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:47.774209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.784342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:47.797049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.800124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:47.803637 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aa9bc0d4-5c2b-41d8-a1ab-9bcf94afee91 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4152846 Mar 09 12:20:47.808034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41358) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:47.825849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 94694d7b-68f9-42dd-8057-98c4eb91c4fa up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:47.884680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Deleting port 262584db-7539-4d51-8e24-f3297bd32337 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:47.885174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.890573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.897895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port 94694d7b-68f9-42dd-8057-98c4eb91c4fa, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=94694d7b-68f9-42dd-8057-98c4eb91c4fa,segment=NetworkSegment(17274d1b-c683-47df-8c16-71d50fe4cc3d),segment_id=17274d1b-c683-47df-8c16-71d50fe4cc3d)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:47.898260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.920644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.993565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:47.996160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fdd91d-fa3a-40c2-8327-f716349602e9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.008399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] For port 746c25f5-236f-441d-a127-de424dca21ad, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:48.028393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.030504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.047983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:48.063142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] For port 746c25f5-236f-441d-a127-de424dca21ad, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=746c25f5-236f-441d-a127-de424dca21ad,segment=NetworkSegment(043ca4e9-9e7c-435b-82d7-21d568fa8c22),segment_id=043ca4e9-9e7c-435b-82d7-21d568fa8c22)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:48.072842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Usage tracker for resource:security_group_rule and tenant:81409e7d044f4c209eabf14dd5b42753 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:48.083093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:48.084911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for 94694d7b-68f9-42dd-8057-98c4eb91c4fa owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:48.098604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:48.114047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.181272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.185175 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-754c3f69-94eb-4de5-bfcd-309c03945add tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2382865 Mar 09 12:20:48.189790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41362) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:48.217897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] For port 262584db-7539-4d51-8e24-f3297bd32337, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=262584db-7539-4d51-8e24-f3297bd32337,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:48.245154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.253784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.255591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.258380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.392909 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-99b4da69-9878-42b4-9eab-6c8b3ff6275e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules/a2fdd91d-fa3a-40c2-8327-f716349602e9 HTTP/1.1" status: 200 len: 763 time: 0.1367114 Mar 09 12:20:48.400087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41366) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:48.456400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8f69-52cc-4eaa-820d-b7f39b6ea793 None None] Pushing event updated for resources: {'Port': ['ID=746c25f5-236f-441d-a127-de424dca21ad,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.464865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.576561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.588553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.669988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:48.670967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.702639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] For port 262584db-7539-4d51-8e24-f3297bd32337, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=262584db-7539-4d51-8e24-f3297bd32337,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:48.703014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.703323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] device_id is not set on port 956a33da-cd4d-4fc1-9edb-b18e82f08cde yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:20:48.727987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a481cb-8c11-4837-a42f-5f6102e32049 None None] Pushing event updated for resources: {'Port': ['ID=262584db-7539-4d51-8e24-f3297bd32337,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.783653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b117bd8-1a1d-4ce9-a98f-f277e40bbf2a tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:48.787108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Checking segment: {'id': '9aac41e0-b0fa-47d6-8587-0183224345e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:48.787752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network hostable DHCP agents. Network: b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:48.799491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Subnet': ['ID=9d2de39e-d6ea-4f32-813e-65518e318bea,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.809455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.888413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1d6ea-c111-4ca1-a58b-10708402145a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.907256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=94694d7b-68f9-42dd-8057-98c4eb91c4fa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:48.921293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aed08b-c76f-4df9-8705-cfc06c27c22c None None] Network e136c61f-457f-4340-968d-d84383899ed1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:48.954259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Calling delete_port for 262584db-7539-4d51-8e24-f3297bd32337 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:48.959796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b117bd8-1a1d-4ce9-a98f-f277e40bbf2a tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:48.964333 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b117bd8-1a1d-4ce9-a98f-f277e40bbf2a tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5580447 Mar 09 12:20:48.988858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 94694d7b-68f9-42dd-8057-98c4eb91c4fa completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:48.996912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:48.998120 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-494e75f9-7d85-49d3-9765-b6e294e65bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2620897 Mar 09 12:20:49.005623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41370) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:49.005782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41372) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:49.010110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port 94694d7b-68f9-42dd-8057-98c4eb91c4fa on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:49.011743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:49.034800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Checking segment: {'id': '3c31528c-bbb8-488d-a208-a9fd6b0b793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5660eeae-f8e2-4e84-b818-8373f0f31494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:49.035155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network hostable DHCP agents. Network: 5660eeae-f8e2-4e84-b818-8373f0f31494, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:49.060501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:49.068525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:49.069144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.089828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 94694d7b-68f9-42dd-8057-98c4eb91c4fa triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:49.090192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.090516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.111233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Subnet': ['ID=7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:49.116103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f72df091-515e-4e16-b4ea-654afd08bd8a None None] Could not find standard attr ID for object 94694d7b-68f9-42dd-8057-98c4eb91c4fa. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:20:49.134821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1f764-0703-4d24-932b-4f9b324098e9 None None] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:49.153689 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-345c8a44-f887-4cf2-b17a-7078f87accf2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7768424 Mar 09 12:20:49.154537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41378) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:49.161762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'subnet': {'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:49.188593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Port 94694d7b-68f9-42dd-8057-98c4eb91c4fa was deleted so its status cannot be updated. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 12:20:49.189275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ab4ee666-5973-4694-8774-80df755f49df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:49.284816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:49.289076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Usage tracker for resource:subnet and tenant:e1f5d052b0b8461980786220dc51985a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:49.292800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:49.294096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.297930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:49.305398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.333912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Allocated IP 172.26.5.185 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/956a33da-cd4d-4fc1-9edb-b18e82f08cde) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:49.344184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Made reservation on behalf of e1f5d052b0b8461980786220dc51985a for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:49.347629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.386224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=289356f3-06bd-4d3a-a1f5-1b221a36759e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:49.408301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:49.409068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:49.486486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Allocated IP 172.20.0.2 (bc040bad-c4cc-41f3-9ce0-001d7f287d76/26fad551-8564-4e9c-983d-0e1d6c15391b/5802f3bc-d602-4f96-9093-4de3c0755f9e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:49.602477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.630624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.639562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network 5660eeae-f8e2-4e84-b818-8373f0f31494 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:49.670128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136c61f-457f-4340-968d-d84383899ed1']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:49.689248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ab4ee666-5973-4694-8774-80df755f49df completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:49.699562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17274d1b-c683-47df-8c16-71d50fe4cc3d') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:49.700392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17274d1b-c683-47df-8c16-71d50fe4cc3d') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:49.716668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.730037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1f116-6bd4-408f-9d3b-1d692f9696f4 None None] DHCP port deletion for e136c61f-457f-4340-968d-d84383899ed1 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:20:49.736388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ab4ee666-5973-4694-8774-80df755f49df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:49.736779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.761647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 5660eeae-f8e2-4e84-b818-8373f0f31494) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:49.770741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.816434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:49.817063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.824212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381c059-6b18-431f-a035-d0803d54182c None None] Network 5660eeae-f8e2-4e84-b818-8373f0f31494 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:49.846278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.854877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d810d-a012-4451-8a8f-f05a9993a56b None None] Network e136c61f-457f-4340-968d-d84383899ed1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:49.889700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebed7bc-968b-448e-b9ae-0ea12651f3a5 None None] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:49.916393 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:49.936917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Deleting port 262584db-7539-4d51-8e24-f3297bd32337 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:49.937559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.973242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.994201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:49.999520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.035009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=e136c61f-457f-4340-968d-d84383899ed1,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:50.072220 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1c91ce9b-831d-45da-85ab-3f694d5efe23 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/e136c61f-457f-4340-968d-d84383899ed1 HTTP/1.1" status: 204 len: 168 time: 4.5984168 Mar 09 12:20:50.077091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41384) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:50.113913 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a64fde-ecc4-46ab-81bf-7faa35050481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:20:50.114401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a64fde-ecc4-46ab-81bf-7faa35050481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:20:50.120248 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c4a64fde-ecc4-46ab-81bf-7faa35050481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/e136c61f-457f-4340-968d-d84383899ed1 HTTP/1.1" status: 404 len: 339 time: 0.0350304 Mar 09 12:20:50.125881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41388) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:50.126515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Subnet': ['ID=e69bca0e-3e76-4638-b10b-5c3c20ac5337,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:50.136511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764687957', 'description': 'd1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:50.145609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:50.153745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:50.157974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:50.160688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Checking segment: {'id': '58fdb2e6-9be7-4739-aeda-404ab662f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:50.161086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network hostable DHCP agents. Network: a98ddb87-784b-4fa4-86ae-0d3cb4733e59, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:50.169623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:50.189164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:50.193886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.209436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.209785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:50.226289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, a98ddb87-784b-4fa4-86ae-0d3cb4733e59) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:50.243625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:50.244769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.248993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:50.263782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f', 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f', 'tenant_id': 'e1f5d052b0b8461980786220dc51985a', 'fixed_ips': [{'subnet_id': '9d2de39e-d6ea-4f32-813e-65518e318bea'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:50.264912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.269495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.269842 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 72c7dec7-2a51-44ab-8680-8ff1b6a2caab of type vlan for network 296005a7-cf6c-4f69-b40c-4f1b62320725 Mar 09 12:20:50.274088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9492692-a28b-4954-a130-bd8bd0af96ad None None] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:50.277746 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a1a897db-e0b7-4176-b7c7-c5d0a5e9b6a0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1226118 Mar 09 12:20:50.280674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41392) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:50.301208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2fdd91d-fa3a-40c2-8327-f716349602e9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:50.356323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event updated for resources: {'Subnet': ['ID=cc03d334-05a2-4ae0-b86b-03e5338e2d07,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:50.380289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.472028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.475572 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ae128bf8-5256-4cb5-92c3-deb7776b1017 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a2fdd91d-fa3a-40c2-8327-f716349602e9 HTTP/1.1" status: 204 len: 168 time: 1.4610615 Mar 09 12:20:50.490337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41398) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:50.491095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Checking segment: {'id': '246bfb18-c7b5-4c78-91c2-1b68e863f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8a4406cc-5bff-4a99-9c0b-0599cc012be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:50.491473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network hostable DHCP agents. Network: 8a4406cc-5bff-4a99-9c0b-0599cc012be5, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:50.544167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c63bd428-bd37-424c-a59c-300e058d4966 None None] Provisioning for port 746c25f5-236f-441d-a127-de424dca21ad completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:50.584317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.672394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Network 8a4406cc-5bff-4a99-9c0b-0599cc012be5 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:50.778684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:20:50.780999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-092a73bb-53fb-4490-aa47-422d45f74fa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:50.789652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8a4406cc-5bff-4a99-9c0b-0599cc012be5) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:50.793778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.811314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:50.811790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:50.812414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.859448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab7098-d8a2-45f7-a8d7-5c927145b98a None None] Network 8a4406cc-5bff-4a99-9c0b-0599cc012be5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:50.874989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.892334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.903917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.910139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:50.911024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:50.933049 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8df07626-3553-44ea-8481-59ea5fdc167b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3183210 Mar 09 12:20:50.937425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41402) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:51.042402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-092a73bb-53fb-4490-aa47-422d45f74fa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:51.042619 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9111085 Mar 09 12:20:51.044009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-092a73bb-53fb-4490-aa47-422d45f74fa1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5474970 Mar 09 12:20:51.046687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41406) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:51.047070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41408) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:51.061335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.091500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': 'c0f518b2-765a-4c21-b055-d79da833ce94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:51.097184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:51.141854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab2d8-9b96-4fa6-8736-91d251b95e7d tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=296005a7-cf6c-4f69-b40c-4f1b62320725,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:51.161427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2369154-3968-45fa-9776-7e50e92bbffd tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:51.163180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2369154-3968-45fa-9776-7e50e92bbffd tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:51.165614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2369154-3968-45fa-9776-7e50e92bbffd tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:51.170153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2369154-3968-45fa-9776-7e50e92bbffd tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2107630 Mar 09 12:20:51.170153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.177778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41414) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:51.210336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 296005a7-cf6c-4f69-b40c-4f1b62320725 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:51.219702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:51.238880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ab4ee666-5973-4694-8774-80df755f49df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ab4ee666-5973-4694-8774-80df755f49df,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:51.242694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Transition to ACTIVE for port object 5802f3bc-d602-4f96-9093-4de3c0755f9e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:51.338271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.360438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a3c53-3fc1-4970-b4ff-338bb35de277 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:51.361233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4b7a3c53-3fc1-4970-b4ff-338bb35de277 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Synchronizing usage tracker for tenant:e39736385785436caa706b8be8553eaf on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:51.390987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Deleting subnet 7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:51.396854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.404247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.417593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.533354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.541198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6746c26-2ba3-4565-bc67-99685c1f3fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-5660eeae-f8e2-4e84-b818-8373f0f31494', 'network_id': '5660eeae-f8e2-4e84-b818-8373f0f31494', 'tenant_id': 'be8743fa17c646ba803342cf67d4431a', 'fixed_ips': [{'subnet_id': '7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:51.542080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6746c26-2ba3-4565-bc67-99685c1f3fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.557417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Transition to ACTIVE for port object 5802f3bc-d602-4f96-9093-4de3c0755f9e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:51.595879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 746c25f5-236f-441d-a127-de424dca21ad up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:51.625615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Allocated IP 172.20.0.2 (b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f/9d2de39e-d6ea-4f32-813e-65518e318bea/a0397bc8-4064-4d00-bdeb-e08eccd6a438) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:51.655966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] For port 262584db-7539-4d51-8e24-f3297bd32337, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=262584db-7539-4d51-8e24-f3297bd32337,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:51.656359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.669474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.671665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.770272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.811530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Subnet': ['ID=7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:51.820089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.832153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-495098bc-c3bd-4ccd-a6ff-11f981114f3b tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/subnets/7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf HTTP/1.1" status: 204 len: 168 time: 0.6509986 Mar 09 12:20:51.832475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41420) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:51.905921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Deleting subnet cc03d334-05a2-4ae0-b86b-03e5338e2d07 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:20:51.910057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:51.916730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Calling delete_port for 262584db-7539-4d51-8e24-f3297bd32337 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:51.928506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::1 (94dc3624-3b1f-4296-9dc3-e29647941794/2623be03-4bbd-452a-adc2-7b97340a0433/9799b429-1d58-4e3e-a044-cf256ec40d6e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:51.973385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.010859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee666-5973-4694-8774-80df755f49df,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.014693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:52.039501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.055675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4b7a3c53-3fc1-4970-b4ff-338bb35de277 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Unset dirty status for tenant:e39736385785436caa706b8be8553eaf on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:52.059422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b7a3c53-3fc1-4970-b4ff-338bb35de277 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks?id=296005a7-cf6c-4f69-b40c-4f1b62320725 HTTP/1.1" status: 200 len: 761 time: 1.0068099 Mar 09 12:20:52.069520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41424) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.075782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:52.084574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'description': 'd2'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:52.086079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:52.091705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.095911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:52.103119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:52.105440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:52.137608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-a98ddb87-784b-4fa4-86ae-0d3cb4733e59', 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59', 'tenant_id': 'e1f5d052b0b8461980786220dc51985a', 'fixed_ips': [{'subnet_id': 'e69bca0e-3e76-4638-b10b-5c3c20ac5337'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:52.138713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.141626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.178106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Pushing event updated for resources: {'Port': ['ID=956a33da-cd4d-4fc1-9edb-b18e82f08cde,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.261351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa49f3-67f4-491f-8638-17e2f9e8e951,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.308115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.319073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:52.319760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.326846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.330492 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ee7974b-9e95-4d58-abe0-fc4ebad903c8 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2763276 Mar 09 12:20:52.341232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41428) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.353778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 9799b429-1d58-4e3e-a044-cf256ec40d6e will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:52.359921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Allocated IP 172.20.0.1 (bc040bad-c4cc-41f3-9ce0-001d7f287d76/26fad551-8564-4e9c-983d-0e1d6c15391b/ed70cbb5-004c-49e1-88e7-1de012411b78) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:52.369186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ffa20c8a-c203-4d7c-85d3-51715156a8e6 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1536508 Mar 09 12:20:52.372685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41432) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.390057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.185'}]}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:52.403893 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d464162-43b0-46ab-bc39-b56e569bf7c2 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules/1cfa49f3-67f4-491f-8638-17e2f9e8e951 HTTP/1.1" status: 200 len: 763 time: 0.0590768 Mar 09 12:20:52.405265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41436) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.410398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-a6746c26-2ba3-4565-bc67-99685c1f3fdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf: This subnet is being modified by another concurrent operation. Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:20:52.455883 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e132fa4-dcec-4dc1-8b74-14f3c02a3ddf: This subnet is being modified by another concurrent operation. Mar 09 12:20:52.460190 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:20:52.462761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Pushing event updated for resources: {'Port': ['ID=5802f3bc-d602-4f96-9093-4de3c0755f9e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.541582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.552776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 746c25f5-236f-441d-a127-de424dca21ad completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:52.561257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Attempting to bind port 5802f3bc-d602-4f96-9093-4de3c0755f9e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:52.562985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Attempting to bind port 5802f3bc-d602-4f96-9093-4de3c0755f9e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:52.563732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Attempting to bind port 5802f3bc-d602-4f96-9093-4de3c0755f9e on network bc040bad-c4cc-41f3-9ce0-001d7f287d76 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:52.625854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Usage tracker for resource:router and tenant:81409e7d044f4c209eabf14dd5b42753 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:52.646407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.647129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:52.651087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:52.653254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:52.664523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:20:52.673786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:52.674328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.677432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-84aefb90-55e0-4199-bcdc-33fbfac4e7ef tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2714808 Mar 09 12:20:52.716089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41440) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.717764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.726069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Subnet': ['ID=cc03d334-05a2-4ae0-b86b-03e5338e2d07,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.731550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:52.773313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.785749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Allocated IP 172.20.0.2 (a98ddb87-784b-4fa4-86ae-0d3cb4733e59/e69bca0e-3e76-4638-b10b-5c3c20ac5337/c2e07153-31af-443d-a1c1-487fc06d36a2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:52.786600 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7e887a41-7aa9-4bb0-9077-faf5ac87bdff tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/subnets/cc03d334-05a2-4ae0-b86b-03e5338e2d07 HTTP/1.1" status: 204 len: 168 time: 0.9529967 Mar 09 12:20:52.789473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41444) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.790485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.801949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.809384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.827919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.828946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:52.829493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Checking segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:52.830092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.830637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Bound using segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:52.831296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Bound port: 5802f3bc-d602-4f96-9093-4de3c0755f9e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:52.831788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.835811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=9799b429-1d58-4e3e-a044-cf256ec40d6e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:52.847655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.857628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba51723-07d1-4b75-8a4e-4f4d83ea867b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8a4406cc-5bff-4a99-9c0b-0599cc012be5', 'network_id': '8a4406cc-5bff-4a99-9c0b-0599cc012be5', 'tenant_id': 'be8743fa17c646ba803342cf67d4431a', 'fixed_ips': [{'subnet_id': 'cc03d334-05a2-4ae0-b86b-03e5338e2d07'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:52.858776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ba51723-07d1-4b75-8a4e-4f4d83ea867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.867874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f5110-8f37-4616-a13d-23aaf570c43c None None] Network 5660eeae-f8e2-4e84-b818-8373f0f31494 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:52.891890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.892883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.906823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 296005a7-cf6c-4f69-b40c-4f1b62320725 is not hosted by any dhcp agent {{(pid=87830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 09 12:20:52.912052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:52.912642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.917019 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "PUT /v2.0/networks/296005a7-cf6c-4f69-b40c-4f1b62320725 HTTP/1.1" status: 200 len: 758 time: 0.8435087 Mar 09 12:20:52.917231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Transition to ACTIVE for port object ed70cbb5-004c-49e1-88e7-1de012411b78 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:52.930313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.935150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41448) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:52.953985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:52.996762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 746c25f5-236f-441d-a127-de424dca21ad triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:52.997276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.037014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] No DVR routers for this DVR port 262584db-7539-4d51-8e24-f3297bd32337 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:20:53.042627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:53.048185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.055850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cfa49f3-67f4-491f-8638-17e2f9e8e951,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:53.059524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:53.069840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:53.072656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.073801 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-af017673-06cf-48ac-b68b-87990c4ed4b6 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1cfa49f3-67f4-491f-8638-17e2f9e8e951 HTTP/1.1" status: 204 len: 168 time: 0.3442616 Mar 09 12:20:53.075345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.081100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb7624-52e2-4c0a-8b46-cf226cdc4b57 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:53.081793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-16fb7624-52e2-4c0a-8b46-cf226cdc4b57 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Synchronizing usage tracker for tenant:be8743fa17c646ba803342cf67d4431a on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:53.084167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d5844-b518-4692-b8e0-c4deb8f928f5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=296005a7-cf6c-4f69-b40c-4f1b62320725,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:53.099074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41452) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:53.107128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2e048-d93a-4f5e-b573-16d6d49ca83e None None] Pushing event deleted for resources: {'Port': ['ID=262584db-7539-4d51-8e24-f3297bd32337,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:53.115989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:53.212254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c15649-aed7-4496-a409-f578154f7b97 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:53.212254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f2c15649-aed7-4496-a409-f578154f7b97 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Synchronizing usage tracker for tenant:e39736385785436caa706b8be8553eaf on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:53.212254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-16fb7624-52e2-4c0a-8b46-cf226cdc4b57 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Unset dirty status for tenant:be8743fa17c646ba803342cf67d4431a on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:53.216796 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-16fb7624-52e2-4c0a-8b46-cf226cdc4b57 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3907945 Mar 09 12:20:53.216975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b241ed5-c5f4-407e-bc57-83c6e1192dee None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:53.220685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41456) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:53.225965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 296005a7-cf6c-4f69-b40c-4f1b62320725 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:53.294468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-018e7f4c-0e45-460a-802c-bd07c9b5bd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.348607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f2c15649-aed7-4496-a409-f578154f7b97 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Unset dirty status for tenant:e39736385785436caa706b8be8553eaf on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:53.353918 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f2c15649-aed7-4496-a409-f578154f7b97 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks?id=296005a7-cf6c-4f69-b40c-4f1b62320725 HTTP/1.1" status: 200 len: 761 time: 0.4057868 Mar 09 12:20:53.356489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:53.364425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.369776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603619640'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:53.385959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:53.438811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:53.466959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-75a743e1-f5f1-4767-a73b-b99ddf8b6649 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:53.535501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:53.539506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.548256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b78c052b-1bb4-4d8d-bc92-3b0cb89738a0 None None] Provisioning complete for port 746c25f5-236f-441d-a127-de424dca21ad triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:53.548710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b78c052b-1bb4-4d8d-bc92-3b0cb89738a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.581696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.595823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:20:53.621477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-75a743e1-f5f1-4767-a73b-b99ddf8b6649 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:53.625368 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-75a743e1-f5f1-4767-a73b-b99ddf8b6649 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5217156 Mar 09 12:20:53.635862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.636303 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 804f3d52-0d29-41c2-8f98-8bcfb377c956 of type vlan for network 39dcf166-53e1-4fc8-841a-e8cd8867d017 Mar 09 12:20:53.638203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41464) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:53.651565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': 'c0f518b2-765a-4c21-b055-d79da833ce94', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:53.666702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:53.673651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.710814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:53.714737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.715084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.736019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] For port 5802f3bc-d602-4f96-9093-4de3c0755f9e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:53.752104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Transition to ACTIVE for port object a0397bc8-4064-4d00-bdeb-e08eccd6a438 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:53.789335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] For port 5802f3bc-d602-4f96-9093-4de3c0755f9e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5802f3bc-d602-4f96-9093-4de3c0755f9e,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:53.801886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.827549 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Project 512dedd598db4c82a22db4da9074bca8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:20:53.831012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.831756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.853921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.883221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:53.935131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4406cc-5bff-4a99-9c0b-0599cc012be5']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:53.962424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246bfb18-c7b5-4c78-91c2-1b68e863f8c0') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:53.962699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246bfb18-c7b5-4c78-91c2-1b68e863f8c0') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:53.969414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Transition to ACTIVE for port object a0397bc8-4064-4d00-bdeb-e08eccd6a438 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:53.978026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.007359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.011912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddd068-504d-4609-8e75-b79bb4136739 None None] Network 8a4406cc-5bff-4a99-9c0b-0599cc012be5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:54.032138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.050964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.055171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:54.055609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.070036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:54.076010 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:54.083775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.089839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:54.090543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.367941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Allocated IP 172.20.0.1 (b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f/9d2de39e-d6ea-4f32-813e-65518e318bea/271a0075-53b4-4e48-b6ac-28f3cac7a298) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:54.374886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.383592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=9799b429-1d58-4e3e-a044-cf256ec40d6e,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.389030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.392977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Transition to ACTIVE for port object c2e07153-31af-443d-a1c1-487fc06d36a2 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:54.407964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0484054 Mar 09 12:20:54.418769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0da89-fadf-405b-847b-99e2bf061092 None None] Pushing event updated for resources: {'Port': ['ID=5802f3bc-d602-4f96-9093-4de3c0755f9e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.423090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184eabb-1a17-42bd-9482-079c80498da7 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=39dcf166-53e1-4fc8-841a-e8cd8867d017,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.430004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41468) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:54.510677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.532075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.545440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=8a4406cc-5bff-4a99-9c0b-0599cc012be5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.560925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Pushing event updated for resources: {'Port': ['ID=a0397bc8-4064-4d00-bdeb-e08eccd6a438,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.591764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': '39dcf166-53e1-4fc8-841a-e8cd8867d017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:54.605123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 39dcf166-53e1-4fc8-841a-e8cd8867d017 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:20:54.666805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:54.679966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Transition to ACTIVE for port object c2e07153-31af-443d-a1c1-487fc06d36a2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:54.691704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:54.694501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7da32b86-9ce2-4382-9984-e1dc628ab504 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/8a4406cc-5bff-4a99-9c0b-0599cc012be5 HTTP/1.1" status: 204 len: 168 time: 1.4726286 Mar 09 12:20:54.698602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41472) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:54.698790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:54.709240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.785101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.815536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.824726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.829259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.861954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:54.873794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.906590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 746c25f5-236f-441d-a127-de424dca21ad, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=746c25f5-236f-441d-a127-de424dca21ad,segment=NetworkSegment(043ca4e9-9e7c-435b-82d7-21d568fa8c22),segment_id=043ca4e9-9e7c-435b-82d7-21d568fa8c22)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:54.916512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:54.919944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Transition to ACTIVE for port object 271a0075-53b4-4e48-b6ac-28f3cac7a298 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:54.935659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b78c052b-1bb4-4d8d-bc92-3b0cb89738a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.941728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be7994e-0508-4121-8cf1-dec99f7aa8c7,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:54.965332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:54.994360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:55.005832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:55.008261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:55.024947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af709212-7587-4e16-8f71-fa1f3cac1e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.036974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Attempting to bind port a0397bc8-4064-4d00-bdeb-e08eccd6a438 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:55.037351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Attempting to bind port a0397bc8-4064-4d00-bdeb-e08eccd6a438 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '9aac41e0-b0fa-47d6-8587-0183224345e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:55.037713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Attempting to bind port a0397bc8-4064-4d00-bdeb-e08eccd6a438 on network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:55.042479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Pushing event updated for resources: {'Port': ['ID=c2e07153-31af-443d-a1c1-487fc06d36a2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:55.050523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:55.092134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.094234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:subnet and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:55.106392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.107771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:55.114090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.118916 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5795a35b-3738-41e7-946b-005fd1253fb1 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4796345 Mar 09 12:20:55.147391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 94694d7b-68f9-42dd-8057-98c4eb91c4fa no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:55.172968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:55.199404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:55.200045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Checking segment: {'id': '9aac41e0-b0fa-47d6-8587-0183224345e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:55.200623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.201358 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Bound using segment: {'id': '9aac41e0-b0fa-47d6-8587-0183224345e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:55.201996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Bound port: a0397bc8-4064-4d00-bdeb-e08eccd6a438, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aac41e0-b0fa-47d6-8587-0183224345e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:55.202145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Port': ['ID=271a0075-53b4-4e48-b6ac-28f3cac7a298,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:55.202721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.216178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.222855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:55.268864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 94694d7b-68f9-42dd-8057-98c4eb91c4fa {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:55.269480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 94694d7b-68f9-42dd-8057-98c4eb91c4fa not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:55.270070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 262584db-7539-4d51-8e24-f3297bd32337 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:20:55.294971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:55.297489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:55.300903 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01a1043f-80e9-46c8-aa04-83a75681e401 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules/6be7994e-0508-4121-8cf1-dec99f7aa8c7 HTTP/1.1" status: 200 len: 769 time: 0.1267924 Mar 09 12:20:55.306087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:55.317791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:55.323450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:20:55.326128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.376273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 262584db-7539-4d51-8e24-f3297bd32337 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:20:55.376615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 262584db-7539-4d51-8e24-f3297bd32337 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:20:55.419175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Attempting to bind port c2e07153-31af-443d-a1c1-487fc06d36a2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:55.419551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Attempting to bind port c2e07153-31af-443d-a1c1-487fc06d36a2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '58fdb2e6-9be7-4739-aeda-404ab662f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:55.419912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Attempting to bind port c2e07153-31af-443d-a1c1-487fc06d36a2 on network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:55.422465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '2623be03-4bbd-452a-adc2-7b97340a0433'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:55.423492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.442948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-b78c052b-1bb4-4d8d-bc92-3b0cb89738a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:20:55.443472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-b78c052b-1bb4-4d8d-bc92-3b0cb89738a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:20:55.451682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=746c25f5-236f-441d-a127-de424dca21ad,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:55.465019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:55.466001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Checking segment: {'id': '58fdb2e6-9be7-4739-aeda-404ab662f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:55.466551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.467104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Bound using segment: {'id': '58fdb2e6-9be7-4739-aeda-404ab662f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:55.467738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Bound port: c2e07153-31af-443d-a1c1-487fc06d36a2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fdb2e6-9be7-4739-aeda-404ab662f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a98ddb87-784b-4fa4-86ae-0d3cb4733e59'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:55.468274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.600773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] For port a0397bc8-4064-4d00-bdeb-e08eccd6a438, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:55.663413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] For port a0397bc8-4064-4d00-bdeb-e08eccd6a438, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0397bc8-4064-4d00-bdeb-e08eccd6a438,segment=NetworkSegment(9aac41e0-b0fa-47d6-8587-0183224345e2),segment_id=9aac41e0-b0fa-47d6-8587-0183224345e2)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:55.685500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2645edb-fa70-4e4c-907c-bc01f5223c1a None None] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:55.698984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5802f3bc-d602-4f96-9093-4de3c0755f9e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:55.731295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.733844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.742638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.756185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.800826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.896844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.897354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a78719a2-b7ed-4fba-80ff-1877aa2b1c1c {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:20:55.901131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9c80a243-9905-4c87-9127-c4b0916b4af9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:55.921464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.925470 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 09 12:20:55.925761 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1a0d58a7-78f5-49ce-96f6-a6c56a1d46b2 tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5424390 Mar 09 12:20:55.934802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41484) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:55.991217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:55.995850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5660eeae-f8e2-4e84-b818-8373f0f31494']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:56.000303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] For port c2e07153-31af-443d-a1c1-487fc06d36a2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:56.003276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Router 74511347-280d-4c7e-8841-98600d94bcb6 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:20:56.009567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9c80a243-9905-4c87-9127-c4b0916b4af9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:56.014071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9c80a243-9905-4c87-9127-c4b0916b4af9 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.7015963 Mar 09 12:20:56.015126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:56.015349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.022564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Deleting port 956a33da-cd4d-4fc1-9edb-b18e82f08cde {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:20:56.023000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.043238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c31528c-bbb8-488d-a208-a9fd6b0b793a') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:56.043571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c31528c-bbb8-488d-a208-a9fd6b0b793a') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:56.111566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] For port c2e07153-31af-443d-a1c1-487fc06d36a2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2e07153-31af-443d-a1c1-487fc06d36a2,segment=NetworkSegment(58fdb2e6-9be7-4739-aeda-404ab662f434),segment_id=58fdb2e6-9be7-4739-aeda-404ab662f434)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:56.148346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.152087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.171562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f861bb7-a829-41df-8b5e-09ec6349b6b5 None None] Pushing event updated for resources: {'Port': ['ID=a0397bc8-4064-4d00-bdeb-e08eccd6a438,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:56.229852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/2623be03-4bbd-452a-adc2-7b97340a0433/30e8f5d7-9148-480f-b014-46b418c20696) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:20:56.252435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.277678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.309336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.320974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5802f3bc-d602-4f96-9093-4de3c0755f9e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:56.324718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:56.345268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:56.345692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.371804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.386247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:56.443027 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:56.616181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ab4ee666-5973-4694-8774-80df755f49df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:56.624117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.684013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0567dd4-9dab-4088-8149-5c035a67fbd3 None None] Pushing event updated for resources: {'Port': ['ID=c2e07153-31af-443d-a1c1-487fc06d36a2,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:56.703665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Provisioning for port 5802f3bc-d602-4f96-9093-4de3c0755f9e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:56.729154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.744834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Provisioning complete for port 5802f3bc-d602-4f96-9093-4de3c0755f9e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:56.745235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.763655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:56.790221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.813935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Sync routers for ids ['74511347-280d-4c7e-8841-98600d94bcb6'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:56.833060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6be7994e-0508-4121-8cf1-dec99f7aa8c7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:56.858654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.887783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.889099 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2aae978-f418-4878-b8d9-c147eceb8055 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6be7994e-0508-4121-8cf1-dec99f7aa8c7 HTTP/1.1" status: 204 len: 168 time: 0.8708954 Mar 09 12:20:56.897235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:56.901041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41492) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:56.904594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Routers {'74511347-280d-4c7e-8841-98600d94bcb6'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:56.905251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['74511347-280d-4c7e-8841-98600d94bcb6'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:56.905587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=5660eeae-f8e2-4e84-b818-8373f0f31494,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:56.968626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.005320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ab4ee666-5973-4694-8774-80df755f49df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:57.006414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.010380 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-188952f2-16e4-48dd-a73c-92d0eee7ad0a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/5660eeae-f8e2-4e84-b818-8373f0f31494 HTTP/1.1" status: 204 len: 168 time: 2.3014977 Mar 09 12:20:57.031078 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f637d60-8ebb-45bf-a56d-74ecb6d95596 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "PUT /v2.0/routers/74511347-280d-4c7e-8841-98600d94bcb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0172698 Mar 09 12:20:57.035015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41496) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:57.035015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41498) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:57.147673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.164963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Calling delete_port for 956a33da-cd4d-4fc1-9edb-b18e82f08cde owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:20:57.178853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Transition to ACTIVE for port object 30e8f5d7-9148-480f-b014-46b418c20696 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:57.198261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Set router 74511347-280d-4c7e-8841-98600d94bcb6 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:20:57.233138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d241e2e-16ee-44c1-b340-30ef6f8c11f7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:57.241991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=3d381379-4a39-4054-9492-91fdd8ae786a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:57.282914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '804f3d52-0d29-41c2-8f98-8bcfb377c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '39dcf166-53e1-4fc8-841a-e8cd8867d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:57.283390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: 39dcf166-53e1-4fc8-841a-e8cd8867d017, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:20:57.313224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d241e2e-16ee-44c1-b340-30ef6f8c11f7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:57.314878 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5d241e2e-16ee-44c1-b340-30ef6f8c11f7 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4046521 Mar 09 12:20:57.320826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31058e-88b4-41ab-8b80-2a1d3433aba8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:57.324059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ac31058e-88b4-41ab-8b80-2a1d3433aba8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:57.327059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:57.345656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Transition to ACTIVE for port object 30e8f5d7-9148-480f-b014-46b418c20696 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:20:57.385511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.407471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.421640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:57.431633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:57.444051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.448225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ac31058e-88b4-41ab-8b80-2a1d3433aba8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:57.457322 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ac31058e-88b4-41ab-8b80-2a1d3433aba8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports/9799b429-1d58-4e3e-a044-cf256ec40d6e HTTP/1.1" status: 200 len: 911 time: 0.4083986 Mar 09 12:20:57.478566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41508) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:57.486106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.501565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.563661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 39dcf166-53e1-4fc8-841a-e8cd8867d017 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:20:57.673055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Port': ['ID=271a0075-53b4-4e48-b6ac-28f3cac7a298,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:57.675752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.710999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:57.727831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:57.757438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:20:57.776109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Pushing event deleted for resources: {'Port': ['ID=956a33da-cd4d-4fc1-9edb-b18e82f08cde,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:57.790813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.852785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 39dcf166-53e1-4fc8-841a-e8cd8867d017) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:57.864629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.878521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e21c7-3b60-416e-97dd-06eff5b3aac2 None None] Network 39dcf166-53e1-4fc8-841a-e8cd8867d017 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:57.938068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:57.938068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.955235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Pushing event updated for resources: {'Port': ['ID=30e8f5d7-9148-480f-b014-46b418c20696,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:57.963764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] For port 5802f3bc-d602-4f96-9093-4de3c0755f9e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5802f3bc-d602-4f96-9093-4de3c0755f9e,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:20:57.990037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:57.998561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.071297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6c492-ecc5-4bb8-9839-cc73b15a0810 None None] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:58.090622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.099143 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-03d64513-be1a-4051-8e79-a63b5b69d82b tempest-RoutersAdminNegativeTest-544812334 tempest-RoutersAdminNegativeTest-544812334-project-admin] 10.222.0.20 "DELETE /v2.0/ports/956a33da-cd4d-4fc1-9edb-b18e82f08cde HTTP/1.1" status: 204 len: 168 time: 2.1633768 Mar 09 12:20:58.194812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:20:58.196473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:20:58.320774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2e07153-31af-443d-a1c1-487fc06d36a2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:58.411608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.438443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a9e020ca-df30-4753-9afe-cf48120626ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0050943 Mar 09 12:20:58.454266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41514) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:58.517562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.532202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52303134-1b67-4a7d-b8f6-8b8af4a885dd']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:58.586857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54731a42-6912-4b93-9ece-2af6ee0a522d') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:58.587399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54731a42-6912-4b93-9ece-2af6ee0a522d') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:58.597995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41520) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:58.618576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.630663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Attempting to bind port 30e8f5d7-9148-480f-b014-46b418c20696 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:20:58.631563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Attempting to bind port 30e8f5d7-9148-480f-b014-46b418c20696 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:20:58.631563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Attempting to bind port 30e8f5d7-9148-480f-b014-46b418c20696 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:20:58.634585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90d21a-8aec-4764-bc0d-73a75fca93fa None None] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:20:58.689111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Router 9ab92fe5-3aa0-442e-b8f5-2fa05505e95e is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:20:58.705415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Router 136d7f53-ba65-4e18-beda-15696e312450 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:20:58.728452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e443c76-2363-4e8d-a4b6-d839d452bd19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:58.734311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e443c76-2363-4e8d-a4b6-d839d452bd19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:20:58.735886 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1e443c76-2363-4e8d-a4b6-d839d452bd19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.2546895 Mar 09 12:20:58.744779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41526) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:58.753225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:20:58.753784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:20:58.754011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.754304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:20:58.754804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Bound port: 30e8f5d7-9148-480f-b014-46b418c20696, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:20:58.755226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.765652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Provisioning for port ed70cbb5-004c-49e1-88e7-1de012411b78 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:58.800372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.802411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.853536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7f9ad-5f0d-4764-bf8c-c70ac394b87f None None] Pushing event updated for resources: {'Port': ['ID=5802f3bc-d602-4f96-9093-4de3c0755f9e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:58.856758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Provisioning complete for port ed70cbb5-004c-49e1-88e7-1de012411b78 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:20:58.857262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.878704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:58.883153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Usage tracker for resource:security_group_rule and tenant:acc28f2925fd46cc96daaf162b9a8f47 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:20:58.886210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:20:58.887184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:20:58.887588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.892039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:20:58.911158 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:20:58.913825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.980467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:58.989790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.039703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86936ef-8a1f-42db-8694-7e73a96c3dc4,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:59.058224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:59.073691 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] Sync routers for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:59.074585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f518b2-765a-4c21-b055-d79da833ce94,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:59.076248 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b879c85e-844b-4272-a1a2-0d56f6463e20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acc28f2925fd46cc96daaf162b9a8f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773173 Mar 09 12:20:59.079026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41530) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:59.090153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.092138 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ae020169-9915-4c18-abaf-fa81ab785d14 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8104212 Mar 09 12:20:59.094750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41534) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:59.096569 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:59.097497 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.165963 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.176030 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:59.176945 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.247472 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.248277 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7c1f7-0db6-4a78-9cf1-55d4b1a5bfd7 None None] The sync data for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:20:59.267356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c2e07153-31af-443d-a1c1-487fc06d36a2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:59.273803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.274898 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5d3a0899-ccea-4519-a096-ca918e747869 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/c0f518b2-765a-4c21-b055-d79da833ce94 HTTP/1.1" status: 204 len: 168 time: 1.9333458 Mar 09 12:20:59.275940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.282047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41538) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:59.303048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.328149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Port ed70cbb5-004c-49e1-88e7-1de012411b78 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:20:59.344318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.375067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=52303134-1b67-4a7d-b8f6-8b8af4a885dd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:59.382188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 746c25f5-236f-441d-a127-de424dca21ad up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:20:59.448654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:20:59.450915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8fb8acbc-9629-4e10-9fed-203f019b821a tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/52303134-1b67-4a7d-b8f6-8b8af4a885dd HTTP/1.1" status: 204 len: 168 time: 2.4038975 Mar 09 12:20:59.465958 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19660338-4ba0-4b75-872d-bfd112f90572 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "PUT /v2.0/routers/136d7f53-ba65-4e18-beda-15696e312450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6547964 Mar 09 12:20:59.470059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41542) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:59.487670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] For port 30e8f5d7-9148-480f-b014-46b418c20696, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:20:59.504871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] For port 30e8f5d7-9148-480f-b014-46b418c20696, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=30e8f5d7-9148-480f-b014-46b418c20696,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:20:59.541021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.545259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:20:52Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None, '_interfaces': [{'id': '9799b429-1d58-4e3e-a044-cf256ec40d6e', 'name': '', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'mac_address': 'fa:16:3e:85:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74511347-280d-4c7e-8841-98600d94bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:50Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'subnets': [{'id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.551536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92e04f-c94f-4cc4-b57f-6a6ca016a1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-39dcf166-53e1-4fc8-841a-e8cd8867d017', 'network_id': '39dcf166-53e1-4fc8-841a-e8cd8867d017', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '3d381379-4a39-4054-9492-91fdd8ae786a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:20:59.552707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff92e04f-c94f-4cc4-b57f-6a6ca016a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.566483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Sync routers for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:20:59.584597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4081f709-1e25-4c68-9a04-76dd2cdf665e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:59.604714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.625352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Checking router: 74511347-280d-4c7e-8841-98600d94bcb6 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:20:59.625780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Updating router 74511347-280d-4c7e-8841-98600d94bcb6 port 9799b429-1d58-4e3e-a044-cf256ec40d6e binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:20:59.688562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4081f709-1e25-4c68-9a04-76dd2cdf665e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:20:59.690926 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4081f709-1e25-4c68-9a04-76dd2cdf665e tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4076874 Mar 09 12:20:59.696783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41554) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:20:59.704518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448207121'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:20:59.716329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.759161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Provisioning for port a0397bc8-4064-4d00-bdeb-e08eccd6a438 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:20:59.762185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.769420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.782615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:20:59.793300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.824866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:20:59.825534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:20:59.860676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.866891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-7fb81575-a374-4bc9-b63d-cfc84a30ec50 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Synchronizing usage tracker for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:20:59.871817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:20:59.887966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86936ef-8a1f-42db-8694-7e73a96c3dc4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:20:59.908962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:20:59.915247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-21335f05-f479-4be6-be34-bbd6fbdf26b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c86936ef-8a1f-42db-8694-7e73a96c3dc4 HTTP/1.1" status: 204 len: 168 time: 0.8327153 Mar 09 12:20:59.941385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.031819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 746c25f5-236f-441d-a127-de424dca21ad triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:00.032088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.062667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:00.071780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:00.076605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:00.120211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:00.160703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d02e7-3138-4402-a3b5-333a47105b2d None None] Pushing event updated for resources: {'Port': ['ID=30e8f5d7-9148-480f-b014-46b418c20696,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:00.181647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Provisioning complete for port 5802f3bc-d602-4f96-9093-4de3c0755f9e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:00.182026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95828907-5390-48a0-8d0c-9f345ddf3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.213792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=3d381379-4a39-4054-9492-91fdd8ae786a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:00.268146 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-7c006f66-6d72-4655-88de-c8655688b785 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:21:00.269804 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c006f66-6d72-4655-88de-c8655688b785 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1739092 Mar 09 12:21:00.276628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41566) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:00.334056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-7fb81575-a374-4bc9-b63d-cfc84a30ec50 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Unset dirty status for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:00.343567 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-7fb81575-a374-4bc9-b63d-cfc84a30ec50 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625626577&fields=id&tenant_id=d2cc476a3de847bc9bc3706745b6f65c HTTP/1.1" status: 200 len: 267 time: 0.6144054 Mar 09 12:21:00.389004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.402434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.512051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f750f4b-5699-46a4-964c-d9a7ef0e0715,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:00.528520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41570) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:00.559041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.560785 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9607f643-269c-4e60-b240-b19edca9ab4f tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8631859 Mar 09 12:21:00.571640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41574) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:00.586427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:00.591841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Request body: {'security_group_rule': {'security_group_id': '4f750f4b-5699-46a4-964c-d9a7ef0e0715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:00.617643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:00.625452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Usage tracker for resource:security_group_rule and tenant:512dedd598db4c82a22db4da9074bca8 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:00.633781 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cf1dc294-c1f4-4b0e-ae73-ceb341ec32ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81409e7d044f4c209eabf14dd5b42753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036680 Mar 09 12:21:00.639244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:00.646183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41578) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:00.686283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:00.742577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-ff92e04f-c94f-4cc4-b57f-6a6ca016a1f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d381379-4a39-4054-9492-91fdd8ae786a: This subnet is being modified by another concurrent operation. Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:21:00.769997 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d381379-4a39-4054-9492-91fdd8ae786a: This subnet is being modified by another concurrent operation. Mar 09 12:21:00.774632 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:21:00.827776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f2ee7-bb39-490c-8c93-d271799cd5bc None None] Network 39dcf166-53e1-4fc8-841a-e8cd8867d017 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:00.996625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.014578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.018689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.026777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.050040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.083528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8a00d4-ab7f-48e8-8732-350839f2a3d0']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.117632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.138399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae4b2a-7495-4240-8410-8bef004c82a5,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:01.140313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.185293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1d6ea-c111-4ca1-a58b-10708402145a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:01.212816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.223156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dcf166-53e1-4fc8-841a-e8cd8867d017']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.225742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ef0118f3-9c32-4716-a25e-b2378ec49e80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e1d6ea-c111-4ca1-a58b-10708402145a HTTP/1.1" status: 204 len: 168 time: 0.5688112 Mar 09 12:21:01.240310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccc6243-a13b-4a58-985e-e86574bc30b3') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.240609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccc6243-a13b-4a58-985e-e86574bc30b3') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.245764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.247378 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6abb6170-2152-44e7-9e6d-c33da2502d51 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6734307 Mar 09 12:21:01.250935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41584) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:01.282512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-f3a029a7-018c-4a14-a98a-ad4a21eddbfa tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:01.283238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-f3a029a7-018c-4a14-a98a-ad4a21eddbfa tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Synchronizing usage tracker for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:01.342391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804f3d52-0d29-41c2-8f98-8bcfb377c956') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.342974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804f3d52-0d29-41c2-8f98-8bcfb377c956') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.363991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.380325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.396110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.414243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.504401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.507679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.510618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.515921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0397bc8-4064-4d00-bdeb-e08eccd6a438 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:01.516720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-f3a029a7-018c-4a14-a98a-ad4a21eddbfa tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Unset dirty status for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:01.518073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-f3a029a7-018c-4a14-a98a-ad4a21eddbfa tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 797 time: 1.1736350 Mar 09 12:21:01.550195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f750f4b-5699-46a4-964c-d9a7ef0e0715,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:01.579842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.588912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4b68360f-4d80-4cd8-bf2a-99d99ecf7906 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f750f4b-5699-46a4-964c-d9a7ef0e0715 HTTP/1.1" status: 204 len: 168 time: 0.3326225 Mar 09 12:21:01.589825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41588) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:01.593111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:01.593712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.615458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:01.616928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:01.641416 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:01.697397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-771a4e39-4de7-4b32-9320-ce733e79a431 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:01.723407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-771a4e39-4de7-4b32-9320-ce733e79a431 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:01.727588 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-771a4e39-4de7-4b32-9320-ce733e79a431 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1346104 Mar 09 12:21:01.728979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41594) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:01.741438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning for port 271a0075-53b4-4e48-b6ac-28f3cac7a298 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:01.777156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a0397bc8-4064-4d00-bdeb-e08eccd6a438 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:01.780825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-16f65c57-69db-4a4e-9b9e-727d2d1f0e8a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/quotas/d2cc476a3de847bc9bc3706745b6f65c HTTP/1.1" status: 200 len: 375 time: 0.2034507 Mar 09 12:21:01.795069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning complete for port 271a0075-53b4-4e48-b6ac-28f3cac7a298 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:01.795440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.812417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-051a2648-d842-4c05-be64-7bad6f938fe5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Synchronizing usage tracker for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:01.830125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-051a2648-d842-4c05-be64-7bad6f938fe5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] Unset dirty status for tenant:512dedd598db4c82a22db4da9074bca8 on resource:security_group_rule {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:01.834234 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-051a2648-d842-4c05-be64-7bad6f938fe5 tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1004846 Mar 09 12:21:01.839470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41598) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:01.873917 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-7ec3ca15-1a8e-4fd9-b188-ade636868ddd tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] delete failed (client error): The resource could not be found. Mar 09 12:21:01.873917 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7ec3ca15-1a8e-4fd9-b188-ade636868ddd tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f750f4b-5699-46a4-964c-d9a7ef0e0715 HTTP/1.1" status: 404 len: 347 time: 0.0224729 Mar 09 12:21:01.874348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a0397bc8-4064-4d00-bdeb-e08eccd6a438 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:01.874348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.874538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41604) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:01.888455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:01.938307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:20:54Z', 'revision_number': 2, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:01.959408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1915553f-34e0-44f0-b44c-637a99e549ac tempest-SecGroupIPv6Test-1090375594 tempest-SecGroupIPv6Test-1090375594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0836413 Mar 09 12:21:01.961251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Checking router: 136d7f53-ba65-4e18-beda-15696e312450 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:01.961877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Updating router 136d7f53-ba65-4e18-beda-15696e312450 port ed70cbb5-004c-49e1-88e7-1de012411b78 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:21:01.973451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.073252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] Pushing event deleted for resources: {'Network': ['ID=5d8a00d4-ab7f-48e8-8732-350839f2a3d0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:02.088106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.111094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.139459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c1f5c-264a-406f-915f-43e9e82279f1 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:21:02.146149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.149300 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6413a5c-f666-4669-847b-6c19c5af1c05 tempest-BulkNetworkOpsTest-441405293 tempest-BulkNetworkOpsTest-441405293-project] 10.222.0.20 "DELETE /v2.0/networks/5d8a00d4-ab7f-48e8-8732-350839f2a3d0 HTTP/1.1" status: 204 len: 168 time: 2.6757495 Mar 09 12:21:02.182071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.188225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Port 271a0075-53b4-4e48-b6ac-28f3cac7a298 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:02.199813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.272083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Transition to ACTIVE for port object 9799b429-1d58-4e3e-a044-cf256ec40d6e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:02.350112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.353274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=39dcf166-53e1-4fc8-841a-e8cd8867d017,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:02.353794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning complete for port ed70cbb5-004c-49e1-88e7-1de012411b78 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:02.354162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.395725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41622) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.445828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41632) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.445994 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3b3de158-cde1-430e-9149-392436ab1680 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/39dcf166-53e1-4fc8-841a-e8cd8867d017 HTTP/1.1" status: 204 len: 168 time: 3.9766648 Mar 09 12:21:02.544240 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a92555e-18d8-472a-bf1c-13166a269874 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] GET failed (client error): The resource could not be found. Mar 09 12:21:02.545010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0a92555e-18d8-472a-bf1c-13166a269874 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Synchronizing usage tracker for tenant:e39736385785436caa706b8be8553eaf on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:02.568474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0a92555e-18d8-472a-bf1c-13166a269874 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Unset dirty status for tenant:e39736385785436caa706b8be8553eaf on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:02.571205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0a92555e-18d8-472a-bf1c-13166a269874 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets/3d381379-4a39-4054-9492-91fdd8ae786a HTTP/1.1" status: 404 len: 337 time: 0.1240151 Mar 09 12:21:02.573939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41636) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.632666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9debdd26-5619-4967-b859-3a7e0bbc9bf1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:02.638231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9debdd26-5619-4967-b859-3a7e0bbc9bf1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:02.640162 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9debdd26-5619-4967-b859-3a7e0bbc9bf1 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/39dcf166-53e1-4fc8-841a-e8cd8867d017 HTTP/1.1" status: 404 len: 339 time: 0.0648961 Mar 09 12:21:02.643953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41640) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.666852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-0e3eb8a3-da08-4342-ab11-3b00e4e377ef tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Synchronizing usage tracker for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:02.722499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41644) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.734062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da01122-27e7-48da-b075-58e3faebbbc3 None None] Pushing event updated for resources: {'Port': ['ID=9799b429-1d58-4e3e-a044-cf256ec40d6e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:02.743307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.761202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Port ed70cbb5-004c-49e1-88e7-1de012411b78 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:02.795596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-0e3eb8a3-da08-4342-ab11-3b00e4e377ef tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Unset dirty status for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:02.796914 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-0e3eb8a3-da08-4342-ab11-3b00e4e377ef tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9416416 Mar 09 12:21:02.904187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:02.962222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d4292-8c21-42e2-b384-7457c23cb016 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:02.966405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a1d4292-8c21-42e2-b384-7457c23cb016 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3188362 Mar 09 12:21:02.970335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41654) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:02.995450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c1f5c-264a-406f-915f-43e9e82279f1 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:21:03.022269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning for port 30e8f5d7-9148-480f-b014-46b418c20696 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:03.024294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 9799b429-1d58-4e3e-a044-cf256ec40d6e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:03.024644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.032033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41658) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.034623 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-600ac8b8-c4fb-4d7c-ab55-c70bb8c51490 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=512dedd598db4c82a22db4da9074bca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6377687 Mar 09 12:21:03.035005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port a0397bc8-4064-4d00-bdeb-e08eccd6a438, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0397bc8-4064-4d00-bdeb-e08eccd6a438,segment=NetworkSegment(9aac41e0-b0fa-47d6-8587-0183224345e2),segment_id=9aac41e0-b0fa-47d6-8587-0183224345e2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:03.039079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3c40cbfa-f104-42ed-b794-fc434ab946ed tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 207 time: 0.0670502 Mar 09 12:21:03.042204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Attempting to bind port 9799b429-1d58-4e3e-a044-cf256ec40d6e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:03.042621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Attempting to bind port 9799b429-1d58-4e3e-a044-cf256ec40d6e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:03.043095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Attempting to bind port 9799b429-1d58-4e3e-a044-cf256ec40d6e on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:03.043700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41660) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.044035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.056268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.115860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:03.116767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:03.117342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.117731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:03.118218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Bound port: 9799b429-1d58-4e3e-a044-cf256ec40d6e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:03.118602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.229986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-306c2ebd-1af5-40e6-a98e-23a73d1a3e5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be8743fa17c646ba803342cf67d4431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045037 Mar 09 12:21:03.236640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41672) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.322851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1714435206'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:03.341484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning for port c2e07153-31af-443d-a1c1-487fc06d36a2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:03.341802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:03.350341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dab27d-1112-4a94-9420-74448cebbbd6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.356880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dab27d-1112-4a94-9420-74448cebbbd6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.361915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 30e8f5d7-9148-480f-b014-46b418c20696 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:03.362799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dab27d-1112-4a94-9420-74448cebbbd6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.368851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dab27d-1112-4a94-9420-74448cebbbd6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.375716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-62dab27d-1112-4a94-9420-74448cebbbd6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3197448 Mar 09 12:21:03.378084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:03.380402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41678) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.398297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:03.414474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning complete for port c2e07153-31af-443d-a1c1-487fc06d36a2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:03.414849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.424948 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-e42f5b67-9f05-4103-8a52-e45e0dbaa6d5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002328 Mar 09 12:21:03.432298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:03.454611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.486127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:03.527846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=a0397bc8-4064-4d00-bdeb-e08eccd6a438,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:03.559921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.579748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:03.583803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.584013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port 9799b429-1d58-4e3e-a044-cf256ec40d6e, host dv-neutron-832762-2-hyperv, got binding levels [] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:03.584375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.611935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] For port 9799b429-1d58-4e3e-a044-cf256ec40d6e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:03.619287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.645777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] For port 9799b429-1d58-4e3e-a044-cf256ec40d6e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9799b429-1d58-4e3e-a044-cf256ec40d6e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:03.658694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:03.664465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.664832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.667391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.681016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.687499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:03.696462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:03.731361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:03.739853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 9799b429-1d58-4e3e-a044-cf256ec40d6e owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:03.766080 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-03532298-ba6c-4177-9058-17626cc0b34c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3720250 Mar 09 12:21:03.769439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41682) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:03.771713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Transition to ACTIVE for port object ed70cbb5-004c-49e1-88e7-1de012411b78 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:03.772032 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-73b8c4f5-2e8e-47a9-a305-626ab4c001ef service neutron] 10.222.0.20 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332727 Mar 09 12:21:03.801225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 30e8f5d7-9148-480f-b014-46b418c20696 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:03.840754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 30e8f5d7-9148-480f-b014-46b418c20696 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:03.841170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.872575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.911517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.922124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c86d2-65e3-4444-a68c-06da762e213b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.923602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c86d2-65e3-4444-a68c-06da762e213b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:03.924343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d84c86d2-65e3-4444-a68c-06da762e213b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Synchronizing usage tracker for tenant:e39736385785436caa706b8be8553eaf on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:03.928467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:03.950190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Routers {'74511347-280d-4c7e-8841-98600d94bcb6'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:03.950759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['74511347-280d-4c7e-8841-98600d94bcb6'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:03.954220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad1607-9601-4670-9f6a-82a791f59e70,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.008323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdafc7d-2bb1-4998-98e7-033431b53b65,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.042188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.064717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.070014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6a7283b9-fe27-4649-8304-592b8670366f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dad1607-9601-4670-9f6a-82a791f59e70 HTTP/1.1" status: 204 len: 168 time: 0.8260133 Mar 09 12:21:04.070014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.097916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da01122-27e7-48da-b075-58e3faebbbc3 None None] Pushing event updated for resources: {'Port': ['ID=9799b429-1d58-4e3e-a044-cf256ec40d6e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.126063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39322c7-876d-41a5-bdc5-dd1a32944fdd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.140017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.141270 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-838dfa16-c758-4b04-a8f4-e92f4873bf5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fdafc7d-2bb1-4998-98e7-033431b53b65 HTTP/1.1" status: 204 len: 168 time: 1.0921910 Mar 09 12:21:04.159533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:04.172804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.173828 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment e834f2aa-6f56-4262-8b24-df48f4cfd0fa of type vlan for network 16d94012-0197-4bf0-9b1f-b881c8698b28 Mar 09 12:21:04.218092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.231892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting port 271a0075-53b4-4e48-b6ac-28f3cac7a298 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:04.232871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.250078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.312224 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-491a9456-1cc2-48b7-a6a5-4ec53422958b req-1eec3ac5-352e-4a69-989e-405aafd5a870 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 210 time: 0.1267619 Mar 09 12:21:04.320140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d84c86d2-65e3-4444-a68c-06da762e213b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Unset dirty status for tenant:e39736385785436caa706b8be8553eaf on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:04.321642 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d84c86d2-65e3-4444-a68c-06da762e213b tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5523295 Mar 09 12:21:04.335696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41698) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:04.393080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:04.393395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:04.474675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.502390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:04.506517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.668786 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6240656 Mar 09 12:21:04.669151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41706) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:04.701804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'name': 'tempest-PortsIpV6TestJSON-221578334'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:04.766375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f1ef3-42b5-4c5f-9d2b-2f0bce95ae7a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:04.767785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f1ef3-42b5-4c5f-9d2b-2f0bce95ae7a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:04.769332 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fc0f1ef3-42b5-4c5f-9d2b-2f0bce95ae7a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4314697 Mar 09 12:21:04.777010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41714) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:04.777727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720abdb2-982e-4183-ace2-80672c2df896 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=16d94012-0197-4bf0-9b1f-b881c8698b28,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.863890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:04.873646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:04.955102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b443ac-229d-4942-add1-2fc3c5159d88 None None] Pushing event updated for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:04.999066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Attempting to bind port ed70cbb5-004c-49e1-88e7-1de012411b78 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:04.999441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Attempting to bind port ed70cbb5-004c-49e1-88e7-1de012411b78 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:04.999807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Attempting to bind port ed70cbb5-004c-49e1-88e7-1de012411b78 on network bc040bad-c4cc-41f3-9ce0-001d7f287d76 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:05.006074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 9799b429-1d58-4e3e-a044-cf256ec40d6e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:05.006424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.011031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8976e89-ff06-4381-b1ee-64e13809fa92 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:05.012568 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f8976e89-ff06-4381-b1ee-64e13809fa92 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks/36f180c0-c95f-4bd2-a466-7d1b6402274d HTTP/1.1" status: 200 len: 800 time: 0.2289870 Mar 09 12:21:05.014105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] For port c2e07153-31af-443d-a1c1-487fc06d36a2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2e07153-31af-443d-a1c1-487fc06d36a2,segment=NetworkSegment(58fdb2e6-9be7-4739-aeda-404ab662f434),segment_id=58fdb2e6-9be7-4739-aeda-404ab662f434)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:05.018509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41724) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:05.108826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] Set router 74511347-280d-4c7e-8841-98600d94bcb6 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:05.267136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Calling delete_port for 271a0075-53b4-4e48-b6ac-28f3cac7a298 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:05.356463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:05.356846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Checking segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:05.357272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.357725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Bound using segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:05.358215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Bound port: ed70cbb5-004c-49e1-88e7-1de012411b78, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:05.358590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.392878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.449082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:05.460076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:05.465627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:05.516616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6f643a2a-7ca2-4a42-9843-60d8f530e7cd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/networks/36f180c0-c95f-4bd2-a466-7d1b6402274d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4960716 Mar 09 12:21:05.519550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41742) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:05.554176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:05.615083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f297a-5149-4c8c-8f69-6da410e197a6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:05.618769 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1d6f297a-5149-4c8c-8f69-6da410e197a6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets/fb505249-3630-4c15-96c5-7df3cc74623c HTTP/1.1" status: 200 len: 811 time: 0.0980358 Mar 09 12:21:05.623889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41750) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:05.633614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:05.638407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.744657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f250d-1c19-499e-a4c2-b14d9be17b58 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['shared'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:05.746296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c40f250d-1c19-499e-a4c2-b14d9be17b58 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "GET /v2.0/subnets/fb505249-3630-4c15-96c5-7df3cc74623c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1211913 Mar 09 12:21:05.749940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:05.758832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870601829'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:05.764933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:05.770374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Usage tracker for resource:network and tenant:e39736385785436caa706b8be8553eaf is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:05.774024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41762) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:05.779622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:05.793953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port 9799b429-1d58-4e3e-a044-cf256ec40d6e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9799b429-1d58-4e3e-a044-cf256ec40d6e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:05.794321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.797703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:05.833147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port beb2d79f-baaf-4154-83c0-08287931cbd7 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:05.904742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] For port ed70cbb5-004c-49e1-88e7-1de012411b78, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:05.909362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] For port ed70cbb5-004c-49e1-88e7-1de012411b78, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed70cbb5-004c-49e1-88e7-1de012411b78,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:05.929723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.940598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012ad01-15fe-4b19-be1f-e3518b0d9006 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:21:05.982354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:05.986313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning for port 9799b429-1d58-4e3e-a044-cf256ec40d6e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:06.016080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:06.020730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.094149 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e97fab10-dc11-45fa-93a9-e4dab9bbbda9 req-43816bcb-8541-4a9e-9ab9-8b12559e4ab2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 210 time: 0.1795094 Mar 09 12:21:06.152461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:06.170641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.171076 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Added segment 841d6559-e918-4240-986a-9ed72a70b41a of type vlan for network 383f968a-025d-4c9e-806b-1ed572fa8a90 Mar 09 12:21:06.174372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 9799b429-1d58-4e3e-a044-cf256ec40d6e owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:06.207203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Provisioning complete for port a0397bc8-4064-4d00-bdeb-e08eccd6a438 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:06.207817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.207926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.260990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-6da381f7-c710-483d-89b0-3d274fa0f118 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:06.262670 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-6da381f7-c710-483d-89b0-3d274fa0f118 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 797 time: 0.4264255 Mar 09 12:21:06.263964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.270937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:06.271361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.312735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c52fe-f033-4c4b-b99d-7ad0e36b5838 None None] Pushing event updated for resources: {'Port': ['ID=c2e07153-31af-443d-a1c1-487fc06d36a2,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:06.382499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-2145181658'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:06.393178 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6410656 Mar 09 12:21:06.402555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.407294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41778) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:06.414554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 30e8f5d7-9148-480f-b014-46b418c20696, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=30e8f5d7-9148-480f-b014-46b418c20696,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:06.417735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:06.418710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:06.534426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.534801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5802f3bc-d602-4f96-9093-4de3c0755f9e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:06.560441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b443ac-229d-4942-add1-2fc3c5159d88 None None] Pushing event updated for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:06.566922 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52cdeb4a-70b8-48fd-a00a-f3c96551e3e7 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cc476a3de847bc9bc3706745b6f65c HTTP/1.1" status: 200 len: 379 time: 0.2339227 Mar 09 12:21:06.580295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'port': {'device_id': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'admin_state_up': True, 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'security_groups': ['c1840a02-51c1-430b-a491-c98f73f05796']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:06.595602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:06.605199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:06.614964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cab43-4d83-41bb-9057-ab5869892549 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Network': ['ID=383f968a-025d-4c9e-806b-1ed572fa8a90,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:06.642347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Port': ['ID=271a0075-53b4-4e48-b6ac-28f3cac7a298,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:06.650598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:06.653559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:06.659537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:06.702004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:06.749430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:06.760878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:06.772090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Made reservation on behalf of d2cc476a3de847bc9bc3706745b6f65c for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:06.777594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.860308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:06.864431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.934257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:06.999934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Allocated IP 172.20.0.7 (bc040bad-c4cc-41f3-9ce0-001d7f287d76/26fad551-8564-4e9c-983d-0e1d6c15391b/8d377800-240a-4d66-b8cf-b39f705b3cd7) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:07.094708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41794) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:07.155541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=30e8f5d7-9148-480f-b014-46b418c20696,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:07.216500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.224117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5802f3bc-d602-4f96-9093-4de3c0755f9e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:07.226670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.238734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.249524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:07.258433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Transition to ACTIVE for port object 8d377800-240a-4d66-b8cf-b39f705b3cd7 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:07.258831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:07.293575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.297714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012ad01-15fe-4b19-be1f-e3518b0d9006 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:21:07.317261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=9799b429-1d58-4e3e-a044-cf256ec40d6e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:07.321191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:security_group_rule and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:07.329268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1444a22d-b54e-41ed-9ef5-9da71381af23 None None] Could not find standard attr ID for object 9799b429-1d58-4e3e-a044-cf256ec40d6e. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:07.348572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:07.368446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:20:52Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None, '_interfaces': [{'id': '9799b429-1d58-4e3e-a044-cf256ec40d6e', 'name': '', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'mac_address': 'fa:16:3e:85:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74511347-280d-4c7e-8841-98600d94bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:50Z', 'updated_at': '2022-03-09T12:21:03Z', 'revision_number': 4, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'subnets': [{'id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:07.382811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:07.386362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:07.390968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:07.455665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:07.455888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649df20-8e66-43e8-bb4d-b0575aea00e8 None None] The sync data for ids ['74511347-280d-4c7e-8841-98600d94bcb6'] in dv-neutron-832762-2-hyperv is: [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:20:52Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None, '_interfaces': [{'id': '9799b429-1d58-4e3e-a044-cf256ec40d6e', 'name': '', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'mac_address': 'fa:16:3e:85:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74511347-280d-4c7e-8841-98600d94bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:50Z', 'updated_at': '2022-03-09T12:21:03Z', 'revision_number': 4, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'subnets': [{'id': '2623be03-4bbd-452a-adc2-7b97340a0433', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:07.478862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:07.479612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.487781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:07.511179 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-b90b77de-d2d2-4a47-83c2-5fc2ae64418e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398975 Mar 09 12:21:07.524380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Request body: {'port': {'device_id': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:07.531327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:07.543280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:07.578239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.581963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Made reservation on behalf of e39736385785436caa706b8be8553eaf for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:07.586557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.678647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:07.697203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:21:07.697411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:21:07.864703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1118316300', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:07.873014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:07.879065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:07.889621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:08.014013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:08.096933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.150516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 30e8f5d7-9148-480f-b014-46b418c20696 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:08.157064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.241032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:05Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:08.259880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ac74-0f9e-43a4-ae35-05110a295108 None None] The sync data for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv is: [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:05Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:08.277332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d377800-240a-4d66-b8cf-b39f705b3cd7 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:21:08.287856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.298255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 30e8f5d7-9148-480f-b014-46b418c20696 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:08.298596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.321030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Transition to ACTIVE for port object 8d377800-240a-4d66-b8cf-b39f705b3cd7 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:08.340682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.482180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:08.768811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2e07153-31af-443d-a1c1-487fc06d36a2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:08.991567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:08.993235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.002787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1102516b-0ab9-4bda-a554-1f3dce2e6857 None None] Could not find standard attr ID for object 9799b429-1d58-4e3e-a044-cf256ec40d6e. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:09.019609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=635e1e92-f6e7-4d09-bc50-b30bc95c1fcd,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:09.027470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c2e07153-31af-443d-a1c1-487fc06d36a2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:09.028274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.032399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:09.035885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.083091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.282323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0397bc8-4064-4d00-bdeb-e08eccd6a438 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:09.298742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Attempting to bind port 8d377800-240a-4d66-b8cf-b39f705b3cd7 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:09.299360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Attempting to bind port 8d377800-240a-4d66-b8cf-b39f705b3cd7 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:09.299470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Attempting to bind port 8d377800-240a-4d66-b8cf-b39f705b3cd7 on network bc040bad-c4cc-41f3-9ce0-001d7f287d76 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:09.305603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Port 8d377800-240a-4d66-b8cf-b39f705b3cd7 on network bc040bad-c4cc-41f3-9ce0-001d7f287d76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:21:09.305924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Attempting to bind port 8d377800-240a-4d66-b8cf-b39f705b3cd7 on network bc040bad-c4cc-41f3-9ce0-001d7f287d76 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:09.314654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:09.315011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Checking segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:09.315395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Bound using segment: {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:09.315841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Bound port: 8d377800-240a-4d66-b8cf-b39f705b3cd7, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6d90cb-502b-45b8-8bda-04a5c25638ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:09.316196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.399329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67f4d06a-31e8-4dec-94d9-3d7cd332d2fb None None] Could not find standard attr ID for object 9799b429-1d58-4e3e-a044-cf256ec40d6e. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:09.460562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67f4d06a-31e8-4dec-94d9-3d7cd332d2fb None None] Provisioning for port 8d377800-240a-4d66-b8cf-b39f705b3cd7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:09.507868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a0397bc8-4064-4d00-bdeb-e08eccd6a438 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:09.508391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.509305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:09.518117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:09.533339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.624689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Router 74511347-280d-4c7e-8841-98600d94bcb6 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:09.632186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.642914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:09.647530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:09.650682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:09.657366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:09.684994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:09.685530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.687520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 1093 time: 2.1686084 Mar 09 12:21:09.688415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ab66-6c34-4771-ac66-16ebec3f2cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:09.692743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:21:09.774584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:09.813565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'status': 'completed', 'code': 200} Mar 09 12:21:09.847910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-27eb8ee1-3b77-44bd-a782-a0a0e905b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:09.849608 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-27eb8ee1-3b77-44bd-a782-a0a0e905b014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1096 time: 0.0950055 Mar 09 12:21:09.915865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=beb2d79f-baaf-4154-83c0-08287931cbd7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:09.933298 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-168e1b7d-b1bc-41c3-abd6-5750e4217b0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0754044 Mar 09 12:21:10.009184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b5552-1087-40e5-b75d-4f614521061f req-9cad1d8a-9521-4b48-9c57-371358fb3c95 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.009687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-ca81bd82-e8b1-4ae0-8ec1-1e92a7aab73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.011150 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-ca81bd82-e8b1-4ae0-8ec1-1e92a7aab73d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.0717008 Mar 09 12:21:10.021211 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c85b5552-1087-40e5-b75d-4f614521061f req-9cad1d8a-9521-4b48-9c57-371358fb3c95 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 931 time: 2.7352893 Mar 09 12:21:10.134669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-24677638-5d84-4d2b-ad03-ade72f8d8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.136857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-24677638-5d84-4d2b-ad03-ade72f8d8620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188769 Mar 09 12:21:10.161123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed70cbb5-004c-49e1-88e7-1de012411b78 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:10.180101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:10.280622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef9f48f-30b8-485b-958c-f858cd65ee1d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:10.283397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Checking segment: {'id': '841d6559-e918-4240-986a-9ed72a70b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:10.283922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network hostable DHCP agents. Network: 383f968a-025d-4c9e-806b-1ed572fa8a90, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:10.286086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ed70cbb5-004c-49e1-88e7-1de012411b78 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:10.297089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ed70cbb5-004c-49e1-88e7-1de012411b78 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:10.298183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.299403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.340527 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-0e3b027d-04a6-4fc1-bad3-17d83c74b171 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926436 Mar 09 12:21:10.341051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Router 9ab92fe5-3aa0-442e-b8f5-2fa05505e95e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:10.346433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.346783 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 87c69ae7-993d-49e0-89d1-b8306b34dd7f of type vlan for network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 Mar 09 12:21:10.415277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.450819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:10.451178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 16d94012-0197-4bf0-9b1f-b881c8698b28, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:10.465815 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c85b5552-1087-40e5-b75d-4f614521061f req-76998242-15ac-4e31-acc5-ccc05d081c97 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430838 Mar 09 12:21:10.466731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:10.478382 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Sync routers for ids ['74511347-280d-4c7e-8841-98600d94bcb6'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:10.497060 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Routers {'74511347-280d-4c7e-8841-98600d94bcb6'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:10.497972 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['74511347-280d-4c7e-8841-98600d94bcb6'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:10.532404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.548509 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbdc97c8-0b40-4dac-97a2-59039562d893 req-f2c61529-1192-43d9-bac5-59ab2dd7865f service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978829 Mar 09 12:21:10.552160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153f9a5b-f9d2-4977-8b55-8616226bd19a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:10.587479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ed70cbb5-004c-49e1-88e7-1de012411b78, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed70cbb5-004c-49e1-88e7-1de012411b78,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:10.587956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:10.596130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.677076 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Set router 74511347-280d-4c7e-8841-98600d94bcb6 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:10.708050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.708587 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment f6c8f28d-b302-405f-8d2c-a70dbb692e45 of type vlan for network fb58a0fe-3aa4-4466-9503-e540a78a8096 Mar 09 12:21:10.728218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:10.740206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-0054bf72-002d-457d-a6ca-12a76ac170a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.744367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-0054bf72-002d-457d-a6ca-12a76ac170a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1096 time: 0.1207232 Mar 09 12:21:10.762959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.788932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:10.811678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.851955 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:21:06Z', 'revision_number': 3, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:10.856129 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Checking router: 74511347-280d-4c7e-8841-98600d94bcb6 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:10.864630 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Routers {'74511347-280d-4c7e-8841-98600d94bcb6'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:10.865261 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['74511347-280d-4c7e-8841-98600d94bcb6'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:10.889526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:10.906866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:10.913297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 383f968a-025d-4c9e-806b-1ed572fa8a90) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:10.921181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] Sync routers for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:10.927286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 16d94012-0197-4bf0-9b1f-b881c8698b28) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:10.946591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.946873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baedaf5-df42-4e99-a871-f9b2bc5d9124 None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:10.947355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.953583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-6cbdbad9-3df5-4419-81f2-867877c2cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.956604 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-6cbdbad9-3df5-4419-81f2-867877c2cd4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 898 time: 0.2055221 Mar 09 12:21:10.958071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41806) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:10.958256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1690d401-183c-4996-ba06-77d7f74e4986 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "PUT /v2.0/routers/74511347-280d-4c7e-8841-98600d94bcb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2102966 Mar 09 12:21:10.959813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:10.965368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:10.966051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:10.979033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666aa8d-08b6-40cb-bb90-f3c67b5c6b52 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:10.992984 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eea1fe96-7699-44a2-be11-89279fa420d2 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6464279 Mar 09 12:21:11.003886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41810) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.012582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] Set router 74511347-280d-4c7e-8841-98600d94bcb6 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:11.050197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:11.050964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:11.080839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.086841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:11.087633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.132870 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c76c2d6f-e6d6-4ed6-9e5e-e7e065876934 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 6.4550333 Mar 09 12:21:11.132870 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99ec29dd-7f35-473d-880f-7a6302bc09dd tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.5352752 Mar 09 12:21:11.133360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:21:06Z', 'revision_number': 3, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:11.135366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.135598 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5dc43-0f9f-4688-8c67-7c5a9a1a43d3 None None] The sync data for ids ['74511347-280d-4c7e-8841-98600d94bcb6'] in dv-neutron-832762-2-hyperv is: [{'id': '74511347-280d-4c7e-8841-98600d94bcb6', 'name': 'tempest-NetworksTestDHCPv6-router-2087781814', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:48Z', 'updated_at': '2022-03-09T12:21:06Z', 'revision_number': 3, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:11.139452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41814) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.140208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41816) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.141527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:11.142356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.165731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:11.166891 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-5a16dbdf-fa35-4a28-ab00-0b84d4f717b1 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] delete failed (client error): The resource could not be found. Mar 09 12:21:11.168018 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5a16dbdf-fa35-4a28-ab00-0b84d4f717b1 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1645914650 HTTP/1.1" status: 404 len: 335 time: 0.1591239 Mar 09 12:21:11.183150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.193987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-733c8836-ea13-4e9b-9865-09a39222a315 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:11.207452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-206951708'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:11.214893 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-a75f79db-2eba-4144-aadb-0adffe345777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 217 time: 0.1937485 Mar 09 12:21:11.278674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:11.305765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:11.317986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:11.334115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:11.339773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ce1dd-ef7c-4e89-89d8-95017f96e3fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:11.341409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ce1dd-ef7c-4e89-89d8-95017f96e3fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:11.343550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-af9ce1dd-ef7c-4e89-89d8-95017f96e3fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:11.347090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:11.414592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:11.415020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:11.415652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-c829b38c-68fe-4575-9d9d-732f2f7b3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:11.417723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-c829b38c-68fe-4575-9d9d-732f2f7b3925 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.1848140 Mar 09 12:21:11.474207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-af9ce1dd-ef7c-4e89-89d8-95017f96e3fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:11.476135 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-af9ce1dd-ef7c-4e89-89d8-95017f96e3fc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5160036 Mar 09 12:21:11.484405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41826) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.498558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2542786'] for subnet, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.523433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:11.523853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9da854-78c0-4223-a699-9c498142f198 None None] The sync data for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:11.677489 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 5.8926356 Mar 09 12:21:11.681594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41832) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.708805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:11.712799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.758662 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.5408056 Mar 09 12:21:11.766807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41836) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:11.779466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-383f968a-025d-4c9e-806b-1ed572fa8a90', 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90', 'tenant_id': 'e39736385785436caa706b8be8553eaf', 'fixed_ips': [{'subnet_id': '635e1e92-f6e7-4d09-bc50-b30bc95c1fcd'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:11.780327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:11.782883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:11.823523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977347-cfff-49e9-a4f4-30a63befba3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=fb58a0fe-3aa4-4466-9503-e540a78a8096,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:11.858210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:11.858444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:11.925676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-212513512'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:11.934163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:11.941838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:11.950016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:11.958178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:11.964244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:11.973494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:11.979114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 2623be03-4bbd-452a-adc2-7b97340a0433 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:11.983971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.041788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:12.077960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed70cbb5-004c-49e1-88e7-1de012411b78 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:12.153517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 09 12:21:12.153517 dv-neutron-832762-2-hyperv neutron-server[87832]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 09 12:21:12.153517 dv-neutron-832762-2-hyperv neutron-server[87832]: [parameters: {'in_use': 1, 'id_1': '635e1e92-f6e7-4d09-bc50-b30bc95c1fcd'}] Mar 09 12:21:12.153517 dv-neutron-832762-2-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:12.154406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:12.163550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e42981-ce58-4a60-a46d-e49870897b9d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:12.176869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:12.179667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.180673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.200067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ed70cbb5-004c-49e1-88e7-1de012411b78 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:12.200731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.258272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:12.269321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.269862 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment b6701ea2-7584-41e5-b106-8e958e2a74e3 of type vlan for network 6bd89b85-e9fc-414a-be5b-80dc35587e07 Mar 09 12:21:12.291990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-733c8836-ea13-4e9b-9865-09a39222a315 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.306694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.314530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def855f9-1e60-4ac9-840e-221746e55022 req-7c9da459-79a9-46bd-9d84-f663c2ca21c6 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:12.322664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-def855f9-1e60-4ac9-840e-221746e55022 req-7c9da459-79a9-46bd-9d84-f663c2ca21c6 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 943 time: 0.5596616 Mar 09 12:21:12.337135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:12.341787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.355629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.389146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-def855f9-1e60-4ac9-840e-221746e55022 req-f381e6c1-3880-4b79-b67d-58b4b33a5305 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648532 Mar 09 12:21:12.392981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2408680'] for subnet, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.397322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.403992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:12.404725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.420760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.432102 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-733c8836-ea13-4e9b-9865-09a39222a315 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] update failed (client error): The resource could not be found. Mar 09 12:21:12.433159 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-733c8836-ea13-4e9b-9865-09a39222a315 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e HTTP/1.1" status: 404 len: 339 time: 1.2471149 Mar 09 12:21:12.440607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41840) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:12.470556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9799b429-1d58-4e3e-a044-cf256ec40d6e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:12.513196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9799b429-1d58-4e3e-a044-cf256ec40d6e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:12.513836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9799b429-1d58-4e3e-a044-cf256ec40d6e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:12.544055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event updated for resources: {'Subnet': ['ID=635e1e92-f6e7-4d09-bc50-b30bc95c1fcd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:12.584833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-a9cbb1e6-f31c-4afc-90c4-34819db3a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:12.586608 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-a9cbb1e6-f31c-4afc-90c4-34819db3a57b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1616440 Mar 09 12:21:12.656192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.694308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:12.705890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:12.706495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.711288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c3cef16-2500-4827-8846-d8968bc9df54 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "PUT /v2.0/subnets/635e1e92-f6e7-4d09-bc50-b30bc95c1fcd HTTP/1.1" status: 200 len: 877 time: 1.5549119 Mar 09 12:21:12.742649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41844) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:12.751213 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5974507 Mar 09 12:21:12.755472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb5ee-8013-457a-9af8-85714767a7ba tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=6bd89b85-e9fc-414a-be5b-80dc35587e07,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:12.761157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41848) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:12.762712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.763062 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 58704ac1-697e-400b-943b-420e27576e49 of type vlan for network c6c0969e-1f54-46ed-b041-56d40125f6ac Mar 09 12:21:12.774746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6bd89b85-e9fc-414a-be5b-80dc35587e07 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:12.827798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'ports': [{'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'}, {'network_id': '6bd89b85-e9fc-414a-be5b-80dc35587e07'}]} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:12.828066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:12.828519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '6bd89b85-e9fc-414a-be5b-80dc35587e07'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:12.970420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.977852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:12.989482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Allocated IP 172.20.0.3 (383f968a-025d-4c9e-806b-1ed572fa8a90/635e1e92-f6e7-4d09-bc50-b30bc95c1fcd/ce21afdd-f824-44fb-9bf6-acc97b09dcad) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:13.118914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-95f6fabb-7d79-4c2d-bb61-6801838cd1e6 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200748 Mar 09 12:21:13.206743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.209561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.215031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:13.215637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.219005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Transition to ACTIVE for port object ce21afdd-f824-44fb-9bf6-acc97b09dcad will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:13.229747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.240294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Transition to ACTIVE for port object ce21afdd-f824-44fb-9bf6-acc97b09dcad will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:13.248671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.292560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.318397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:13.325561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:13.328036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:13.338617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Pushing event updated for resources: {'Port': ['ID=ce21afdd-f824-44fb-9bf6-acc97b09dcad,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:13.397109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:13.432418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Attempting to bind port ce21afdd-f824-44fb-9bf6-acc97b09dcad on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:13.432875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Attempting to bind port ce21afdd-f824-44fb-9bf6-acc97b09dcad by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '841d6559-e918-4240-986a-9ed72a70b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:13.433362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Attempting to bind port ce21afdd-f824-44fb-9bf6-acc97b09dcad on network 383f968a-025d-4c9e-806b-1ed572fa8a90 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:13.439487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:13.439948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Checking segment: {'id': '841d6559-e918-4240-986a-9ed72a70b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:13.440417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.440879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Bound using segment: {'id': '841d6559-e918-4240-986a-9ed72a70b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:13.441459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Bound port: ce21afdd-f824-44fb-9bf6-acc97b09dcad, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841d6559-e918-4240-986a-9ed72a70b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '383f968a-025d-4c9e-806b-1ed572fa8a90'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:13.442184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.494728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.495544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:13.499996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:13.509192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:13.520532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=c6c0969e-1f54-46ed-b041-56d40125f6ac,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:13.538300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=2623be03-4bbd-452a-adc2-7b97340a0433,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:13.557206 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cbd4845d-d4c8-4674-ab94-0d06e28da9d0 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8598263 Mar 09 12:21:13.560965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41854) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:13.566380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c6c0969e-1f54-46ed-b041-56d40125f6ac details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:13.569256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.572047 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-40f54397-7d17-40b5-9c9d-663d00cb0be6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/2623be03-4bbd-452a-adc2-7b97340a0433 HTTP/1.1" status: 204 len: 168 time: 2.0855000 Mar 09 12:21:13.573595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 2} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:13.579546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.580092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc21466-613b-4892-acdc-70438b4348fd None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:13.580605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:13.591664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41858) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:13.623236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] For port ce21afdd-f824-44fb-9bf6-acc97b09dcad, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:13.689137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.692580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port ce21afdd-f824-44fb-9bf6-acc97b09dcad {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:13.692982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.712864 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f179dc1f-8703-4d55-b7d3-ebc9fe75b900 req-bc970d02-9b2b-462e-9f15-c272b7a51335 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850930 Mar 09 12:21:13.728712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.739950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] For port ce21afdd-f824-44fb-9bf6-acc97b09dcad, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ce21afdd-f824-44fb-9bf6-acc97b09dcad,segment=NetworkSegment(841d6559-e918-4240-986a-9ed72a70b41a),segment_id=841d6559-e918-4240-986a-9ed72a70b41a)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:13.763244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:13.817548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:21:13.880315 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4cff211-1961-413e-b77f-e471f2ba46d4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2828450 Mar 09 12:21:13.885740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41862) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:13.941554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e919d91-bc40-4afc-be18-8d29448c248f None None] Pushing event updated for resources: {'Port': ['ID=ce21afdd-f824-44fb-9bf6-acc97b09dcad,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:14.048174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:14.095832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:14.114123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'mac_address': 'fa:16:3e:90:b7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:21:14.151195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 0470ca55-4962-41e5-abb0-cc2ba76e88d1 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:14.192753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:14.218022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.235935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:14.245529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:14.252430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Deleting port 30e8f5d7-9148-480f-b014-46b418c20696 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:14.252430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.300681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.430548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:14.436833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:14.445521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.483151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d377800-240a-4d66-b8cf-b39f705b3cd7 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:21:14.516700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] For port 30e8f5d7-9148-480f-b014-46b418c20696, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=30e8f5d7-9148-480f-b014-46b418c20696,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:14.517258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.529676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:14.543200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.590012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.595289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.640817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a861a3-60ec-42e1-9bb8-124e82228c47 req-5a778118-f550-4f9d-a7f2-5f062cb900cf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:14.642316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51a861a3-60ec-42e1-9bb8-124e82228c47 req-5a778118-f550-4f9d-a7f2-5f062cb900cf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 943 time: 1.0821965 Mar 09 12:21:14.665370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:14.668415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:14.668953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.681055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:14.684449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:14.685764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.706436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=0470ca55-4962-41e5-abb0-cc2ba76e88d1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:14.774067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Calling delete_port for 30e8f5d7-9148-480f-b014-46b418c20696 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:14.787872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': 'b6701ea2-7584-41e5-b106-8e958e2a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bd89b85-e9fc-414a-be5b-80dc35587e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:14.788241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 6bd89b85-e9fc-414a-be5b-80dc35587e07, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:14.801537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:14.814302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:14.830896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 6bd89b85-e9fc-414a-be5b-80dc35587e07 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:14.852307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 6bd89b85-e9fc-414a-be5b-80dc35587e07) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:14.857319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:14.862400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ab252-534a-487d-871f-4ea8b8bf2997 None None] Network 6bd89b85-e9fc-414a-be5b-80dc35587e07 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:14.866442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:14.872206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:14.873058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:14.884113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['8d377800-240a-4d66-b8cf-b39f705b3cd7'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:21:14.908196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-062e020f-b5db-4cab-ab83-3ce2fe02f802 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1433313 Mar 09 12:21:14.910946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41866) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:14.945848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.007699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:15.008043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.079644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] Pushing event deleted for resources: {'Port': ['ID=30e8f5d7-9148-480f-b014-46b418c20696,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:15.088332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0fe4e-c739-4566-9311-06a07779292d None None] No DVR routers for this DVR port 30e8f5d7-9148-480f-b014-46b418c20696 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:15.260026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.311092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a11bc-c380-42ee-9ffd-c5257a5e5c60 None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:15.357901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.402924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.417098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51a861a3-60ec-42e1-9bb8-124e82228c47 req-5201d4ee-7044-4e44-a1e2-b755cab29cc2 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7569172 Mar 09 12:21:15.421186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:15.431900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.514719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-aa0ba344-228f-4c2c-b74c-161d5ff665ca None None] Provisioning for port ce21afdd-f824-44fb-9bf6-acc97b09dcad completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:15.531878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port ce21afdd-f824-44fb-9bf6-acc97b09dcad, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ce21afdd-f824-44fb-9bf6-acc97b09dcad,segment=NetworkSegment(841d6559-e918-4240-986a-9ed72a70b41a),segment_id=841d6559-e918-4240-986a-9ed72a70b41a)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:15.532214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.543300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.547395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.624801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.629307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:15.636485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d04a370b-af47-428d-a849-a03df147a9f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5 HTTP/1.1" status: 204 len: 168 time: 0.7242918 Mar 09 12:21:15.639183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41870) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:15.653306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.653779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Fanout notify agent at l3_agent the message router_deleted on router 74511347-280d-4c7e-8841-98600d94bcb6 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:21:15.746000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd067d3-08ae-42dd-91b8-96d1770b2f6b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:15.756612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd067d3-08ae-42dd-91b8-96d1770b2f6b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:15.757376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7bd067d3-08ae-42dd-91b8-96d1770b2f6b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:15.780209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7bd067d3-08ae-42dd-91b8-96d1770b2f6b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:15.781509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for ce21afdd-f824-44fb-9bf6-acc97b09dcad owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:15.781880 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7bd067d3-08ae-42dd-91b8-96d1770b2f6b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1415186 Mar 09 12:21:15.784453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41874) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:15.881802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 0470ca55-4962-41e5-abb0-cc2ba76e88d1 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:15.882318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.933570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:15.991860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Allocated IP 172.20.0.1 (4cf9eb8f-dc91-409a-893e-b993e04becf7/121b4861-d0d0-40e8-b48e-8904e6a3b751/8d51c42f-e8f3-498f-ae63-94e42603a534) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:16.082813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5225f0-f199-491b-ac37-23b26056d7da None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:16.120560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ce21afdd-f824-44fb-9bf6-acc97b09dcad up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:16.156127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.269605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.274576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df1271a1-0b86-447d-9bf2-5fbf81766afc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/routers/74511347-280d-4c7e-8841-98600d94bcb6 HTTP/1.1" status: 204 len: 168 time: 2.3723669 Mar 09 12:21:16.282643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41878) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:16.295749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:16.317506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.330309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ce21afdd-f824-44fb-9bf6-acc97b09dcad completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:16.349100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ce21afdd-f824-44fb-9bf6-acc97b09dcad triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:16.349482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.400801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 0470ca55-4962-41e5-abb0-cc2ba76e88d1 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:16.436949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.116 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/96bc3b89-6215-4503-af1a-ad2b789ec617) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:16.503056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.598814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.603854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=0470ca55-4962-41e5-abb0-cc2ba76e88d1,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:16.618562 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6fba305f-8de9-486e-bc98-12f214d1a187 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/0470ca55-4962-41e5-abb0-cc2ba76e88d1 HTTP/1.1" status: 204 len: 168 time: 0.8328991 Mar 09 12:21:16.621119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41884) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:16.633046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.634469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.647261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=2e7aadb8-4f5e-4026-953d-79f5f52c2948,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:16.678273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:16.713335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.713574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c27815-0891-4479-9e81-6cbf9b22b404 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:16.714208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-34c27815-0891-4479-9e81-6cbf9b22b404 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:16.736330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-34c27815-0891-4479-9e81-6cbf9b22b404 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:16.737830 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-34c27815-0891-4479-9e81-6cbf9b22b404 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1156280 Mar 09 12:21:16.748832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41888) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:16.760398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '87c69ae7-993d-49e0-89d1-b8306b34dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:16.761102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:16.766662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:16.767390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 30e8f5d7-9148-480f-b014-46b418c20696 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:16.809172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1979354b-aa8e-4360-8516-efaefa75da19 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:21:16.813747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 30e8f5d7-9148-480f-b014-46b418c20696 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:16.813948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1979354b-aa8e-4360-8516-efaefa75da19 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/a473a08f-c3b5-4d5a-bc78-c06f9f68b4e5 HTTP/1.1" status: 404 len: 333 time: 0.0635867 Mar 09 12:21:16.814298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 30e8f5d7-9148-480f-b014-46b418c20696 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:16.814538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41892) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:16.850400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=ce21afdd-f824-44fb-9bf6-acc97b09dcad,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:16.862530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Transition to ACTIVE for port object 8d51c42f-e8f3-498f-ae63-94e42603a534 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:16.863268 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ff02f8-2308-48a0-b7ce-aab2be5e044b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:21:16.864931 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1ff02f8-2308-48a0-b7ce-aab2be5e044b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/0470ca55-4962-41e5-abb0-cc2ba76e88d1 HTTP/1.1" status: 404 len: 333 time: 0.0491073 Mar 09 12:21:16.867426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41896) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:16.876281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-02cd9729-8ef7-46ab-aee3-8c77d627c9f2 None None] Could not find standard attr ID for object ce21afdd-f824-44fb-9bf6-acc97b09dcad. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:16.924039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1da6d-9d8b-47e7-bbfd-6a9c6b6540f9 None None] DHCP port deletion for 383f968a-025d-4c9e-806b-1ed572fa8a90 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:16.941930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179f7ef-57e5-4e0c-b987-cb81a9ad5e56 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:21:16.949122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:16.952519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:16.997785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.014373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port ce21afdd-f824-44fb-9bf6-acc97b09dcad on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:17.029137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:17.148624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.163883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:17.175786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd89b85-e9fc-414a-be5b-80dc35587e07']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:17.188342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6701ea2-7584-41e5-b106-8e958e2a74e3') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:17.189074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6701ea2-7584-41e5-b106-8e958e2a74e3') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:17.193833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.200425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:17.201029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.203505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.214188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37742e9-20ea-4104-94c7-54d9fe8ac733 req-ea0a7813-1bf0-4526-a628-bd43b5f8cb47 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:17.215681 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d37742e9-20ea-4104-94c7-54d9fe8ac733 req-ea0a7813-1bf0-4526-a628-bd43b5f8cb47 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 944 time: 0.6447721 Mar 09 12:21:17.225372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.235077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:17.236025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.242236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:17.255442 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:17.281187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.285935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179f7ef-57e5-4e0c-b987-cb81a9ad5e56 None None] Unable to find a vacant binding_index for network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 and agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 09 12:21:17.292271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179f7ef-57e5-4e0c-b987-cb81a9ad5e56 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71) {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:21:17.338208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.356250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.366518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=6bd89b85-e9fc-414a-be5b-80dc35587e07,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:17.373577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b2021f94-0d3f-4563-be41-d71770ee6fe2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/6bd89b85-e9fc-414a-be5b-80dc35587e07 HTTP/1.1" status: 204 len: 168 time: 0.5051584 Mar 09 12:21:17.374524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41900) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:17.379084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-46dc8ae3-004e-473f-b5c8-55782b0389a2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8101230 Mar 09 12:21:17.380274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655579612'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:17.383990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41904) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:17.389955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:17.409804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:17.433437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:17.434856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:17.472536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:17.489864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:17.495597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:17.510942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d37742e9-20ea-4104-94c7-54d9fe8ac733 req-c25a9e57-852f-4d5b-8ed1-011c3330f412 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749078 Mar 09 12:21:17.514338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:17.518268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Port': ['ID=8d51c42f-e8f3-498f-ae63-94e42603a534,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:17.528084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:17.533359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:17.536480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:17.552040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:17.556588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.566829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:17.581426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.592555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:17.596477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.629275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:17.635856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.692369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.692700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9 of type vlan for network 3032c226-1689-4ecf-b757-8766323d0d0b Mar 09 12:21:17.717826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71', 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': '2e7aadb8-4f5e-4026-953d-79f5f52c2948'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:17.718908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.734286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.818113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.823739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:17.824366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.825860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:17.900930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.957835 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5792317 Mar 09 12:21:17.959351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Allocated IP 172.20.0.2 (f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71/2e7aadb8-4f5e-4026-953d-79f5f52c2948/a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:17.960402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41908) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:17.966264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aacf25-a193-459f-8bb4-d78da356f7b3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=3032c226-1689-4ecf-b757-8766323d0d0b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:17.980500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 8d377800-240a-4d66-b8cf-b39f705b3cd7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:17.987717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=635e1e92-f6e7-4d09-bc50-b30bc95c1fcd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:17.992047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 8d377800-240a-4d66-b8cf-b39f705b3cd7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:17.992699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:17.997681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.013920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:18.017631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:18.040292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 3032c226-1689-4ecf-b757-8766323d0d0b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:18.045894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:18.074533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=450a8ce4-bbd9-4226-89a2-cdf50fb674b2,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:18.074906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.086822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:18.099617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '58704ac1-697e-400b-943b-420e27576e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:18.100028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: c6c0969e-1f54-46ed-b041-56d40125f6ac, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:18.121745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network c6c0969e-1f54-46ed-b041-56d40125f6ac is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:18.133247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c6c0969e-1f54-46ed-b041-56d40125f6ac) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:18.135347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ce21afdd-f824-44fb-9bf6-acc97b09dcad no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:18.137927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:18.138569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.160876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=96bc3b89-6215-4503-af1a-ad2b789ec617,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:18.177122 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aa4bce15-78ef-4ef7-98a9-21bd20d3cfee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7920542 Mar 09 12:21:18.181144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41912) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:18.188660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-429059439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:18.196287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:18.200351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:18.203969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:18.211521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:18.223046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.224290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.236169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ce21afdd-f824-44fb-9bf6-acc97b09dcad {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:18.236524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ce21afdd-f824-44fb-9bf6-acc97b09dcad not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:18.243790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.265163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.290708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.294905 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a8684369-87ab-4dde-b11b-25798e6070aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1100280 Mar 09 12:21:18.295739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:18.323154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.333578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:18.344594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:18.356128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:18.356709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.405047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.460243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:18.462864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=042caff6-6f82-4e68-9b9c-a4c757be13e4,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:18.486962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:21:18.503229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:18.503441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:18.520210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.534001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Transition to ACTIVE for port object a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:18.558772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Transition to ACTIVE for port object a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:18.562238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.576095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:18.580911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383f968a-025d-4c9e-806b-1ed572fa8a90']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:18.640227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-744d2a86-6c7c-489d-a9f7-2de2202cb487 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3567188 Mar 09 12:21:18.650411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:18.663334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841d6559-e918-4240-986a-9ed72a70b41a') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:18.663961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841d6559-e918-4240-986a-9ed72a70b41a') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:18.670485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41924) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:18.674710 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'code': 200} Mar 09 12:21:18.675302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:18.680279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.686939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-969577379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:18.731766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.742046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:18.750099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:18.752513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.753643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:18.773739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Pushing event updated for resources: {'Port': ['ID=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:18.777149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:router and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:18.780440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:18.790849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:18.801531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:18.805612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.849201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:18.857536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.883393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Attempting to bind port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:18.884022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Attempting to bind port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '87c69ae7-993d-49e0-89d1-b8306b34dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:18.884717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Attempting to bind port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 on network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:18.891154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:18.891657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Checking segment: {'id': '87c69ae7-993d-49e0-89d1-b8306b34dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:18.892200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.892692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Bound using segment: {'id': '87c69ae7-993d-49e0-89d1-b8306b34dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:18.893274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Bound port: a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c69ae7-993d-49e0-89d1-b8306b34dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:18.893741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.936286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:18.936685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:18.966864 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:19.001796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] For port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:19.087334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625628f-3a30-4559-88b1-8fd7c89d9435 req-c0470a0c-ca70-4619-aad5-a81b89823a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:19.088813 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a625628f-3a30-4559-88b1-8fd7c89d9435 req-c0470a0c-ca70-4619-aad5-a81b89823a55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 0.2581847 Mar 09 12:21:19.104322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.105358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.134360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.192259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:21:19.194973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:21:19.234499 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a625628f-3a30-4559-88b1-8fd7c89d9435 req-21cffd9e-509d-445e-967e-b8d7e36d9864 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179883 Mar 09 12:21:19.394795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] For port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,segment=NetworkSegment(87c69ae7-993d-49e0-89d1-b8306b34dd7f),segment_id=87c69ae7-993d-49e0-89d1-b8306b34dd7f)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:19.400776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.427411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.431528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.487922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e01c5-968e-4fd1-ab59-8eb66437a952 None None] Pushing event updated for resources: {'Port': ['ID=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:19.527673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.556496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.20.0.1 (f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71/2e7aadb8-4f5e-4026-953d-79f5f52c2948/c282bb60-d427-452a-9f5e-ae0b67a77496) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:19.576933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=383f968a-025d-4c9e-806b-1ed572fa8a90,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:19.594644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d949940-ccc1-403a-9624-17ccf7d075df req-ff6a201c-e228-4b03-8168-01671c168ff6 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:19.596170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d949940-ccc1-403a-9624-17ccf7d075df req-ff6a201c-e228-4b03-8168-01671c168ff6 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.9165738 Mar 09 12:21:19.641273 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4ecd43c1-ef0c-4dab-a09b-369876d4d467 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/383f968a-025d-4c9e-806b-1ed572fa8a90 HTTP/1.1" status: 204 len: 168 time: 6.8944864 Mar 09 12:21:19.666512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41928) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.678917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.727158 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6f635d-092c-41bf-aada-b0a67940ad8e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:19.727158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6f635d-092c-41bf-aada-b0a67940ad8e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:19.735218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.741172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6f6f635d-092c-41bf-aada-b0a67940ad8e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/635e1e92-f6e7-4d09-bc50-b30bc95c1fcd HTTP/1.1" status: 404 len: 337 time: 0.0716996 Mar 09 12:21:19.742249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41932) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.773739 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f882e934-2b35-474c-8d37-23c5833a90c5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:19.774215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f882e934-2b35-474c-8d37-23c5833a90c5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:19.775866 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f882e934-2b35-474c-8d37-23c5833a90c5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/383f968a-025d-4c9e-806b-1ed572fa8a90 HTTP/1.1" status: 404 len: 339 time: 0.0327115 Mar 09 12:21:19.781667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41936) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.838092 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-196887a4-3436-4821-a91f-40f79c9e5207 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:19.838453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196887a4-3436-4821-a91f-40f79c9e5207 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:19.842477 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-196887a4-3436-4821-a91f-40f79c9e5207 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/3d381379-4a39-4054-9492-91fdd8ae786a HTTP/1.1" status: 404 len: 337 time: 0.0595329 Mar 09 12:21:19.848653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41940) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.877583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.889350 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-466302e5-6678-4d14-99a0-d60629436099 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:19.889350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466302e5-6678-4d14-99a0-d60629436099 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:19.893408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-466302e5-6678-4d14-99a0-d60629436099 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/39dcf166-53e1-4fc8-841a-e8cd8867d017 HTTP/1.1" status: 404 len: 339 time: 0.0417564 Mar 09 12:21:19.894248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41944) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.923586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object c282bb60-d427-452a-9f5e-ae0b67a77496 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:19.934852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:19.936035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fef5b7ef-5049-4833-acf8-6765f6647b65 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2643845 Mar 09 12:21:19.941585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41948) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:19.946070 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d949940-ccc1-403a-9624-17ccf7d075df req-f612a82b-bfa8-4335-9911-3a15856c551d tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284361 Mar 09 12:21:20.115763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:20.161358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.208570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:20.209813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:20.252091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.266158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.329341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.354234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=01f7878a-c28b-4ebe-81ae-d202d6410144,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:20.488413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:20.488774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 3032c226-1689-4ecf-b757-8766323d0d0b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:20.504550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event updated for resources: {'Port': ['ID=8d51c42f-e8f3-498f-ae63-94e42603a534,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:20.510220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.514715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.622159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.625123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 3032c226-1689-4ecf-b757-8766323d0d0b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:20.692724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 3032c226-1689-4ecf-b757-8766323d0d0b) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:20.696507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2eee9-845b-40b0-a17b-9e63fb2c406d None None] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:20.718127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:20.718723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.822110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-efa2f253-86a0-4eb3-ab06-a10ced96430e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8512738 Mar 09 12:21:20.840966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41956) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:20.854820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b', 'name': 'tempest-PortsIpV6TestJSON-1707686240'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:20.944450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ade8a-e291-4792-a7ef-4d847ee2c035 None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:20.951137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:20.957078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67130e8c-3469-416a-aa06-7076f90bd156 None None] Network 3032c226-1689-4ecf-b757-8766323d0d0b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:20.973374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0fe2b-9659-4eed-8798-999d9091a1c0 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:20.985866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785c3a0-4419-4403-806f-65abfc924c1f None None] Network c6c0969e-1f54-46ed-b041-56d40125f6ac requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:20.986817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:20.995574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:20.998175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:21.065012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.067504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=c282bb60-d427-452a-9f5e-ae0b67a77496,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:21.087025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.097273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ade8a-e291-4792-a7ef-4d847ee2c035 None None] Network 383f968a-025d-4c9e-806b-1ed572fa8a90 could not be found, it might have been deleted concurrently. {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 09 12:21:21.119153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296005a7-cf6c-4f69-b40c-4f1b62320725']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:21.132865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:21.145150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:21.200674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c7dec7-2a51-44ab-8680-8ff1b6a2caab') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:21.201086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c7dec7-2a51-44ab-8680-8ff1b6a2caab') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:21.232545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.268461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811963f6-37db-4ab9-948f-cd0b5ce1ebaa None None] DHCP port deletion for 383f968a-025d-4c9e-806b-1ed572fa8a90 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:21.311880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Provisioning for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:21.336645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Provisioning complete for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:21.337066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.366682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.377299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:21:21.401943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:21.402262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.402946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:21.419310 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:21.501306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:21.522047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Router 9ab92fe5-3aa0-442e-b8f5-2fa05505e95e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:21.545733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:21.549279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.637335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.671273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.678171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c571a77-087e-462e-8b54-e30132304d11 req-4afe5682-fc27-4a4a-add5-8e8d446a1602 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:21.679543 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c571a77-087e-462e-8b54-e30132304d11 req-4afe5682-fc27-4a4a-add5-8e8d446a1602 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.5318713 Mar 09 12:21:21.734301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.742052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 57b63347-221c-4b32-a542-16ee062edddf yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:21.819250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '042caff6-6f82-4e68-9b9c-a4c757be13e4'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:21.819495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:21.820653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.830305 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:21.857682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.872300 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:21.872600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-3032c226-1689-4ecf-b757-8766323d0d0b', 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '01f7878a-c28b-4ebe-81ae-d202d6410144'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:21.873414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:21.877310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.891510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c6c0969e-1f54-46ed-b041-56d40125f6ac', 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': '450a8ce4-bbd9-4226-89a2-cdf50fb674b2'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:21.892356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:21.957080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=296005a7-cf6c-4f69-b40c-4f1b62320725,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:22.001078 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c571a77-087e-462e-8b54-e30132304d11 req-73abafd9-51f4-4819-9655-56f360804c54 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587483 Mar 09 12:21:22.024084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.025626 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d3fd7ca5-8515-47ea-8d3e-07a88100d50c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.2474961 Mar 09 12:21:22.026982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:22.037286 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2e1d2481-7079-41da-a614-2deef2250e90 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/296005a7-cf6c-4f69-b40c-4f1b62320725 HTTP/1.1" status: 204 len: 168 time: 2.1399648 Mar 09 12:21:22.037286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41964) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.041528 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3e2eb494-bdb9-4245-a4f3-d47f9a2398f0 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5995543 Mar 09 12:21:22.042097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41966) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.042428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41968) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.061672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] Sync routers for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:22.155314 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:22.280083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] For port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,segment=NetworkSegment(87c69ae7-993d-49e0-89d1-b8306b34dd7f),segment_id=87c69ae7-993d-49e0-89d1-b8306b34dd7f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:22.303262 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-63e83734-7cb1-41bf-ada9-125ebe9e53c3 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2543116 Mar 09 12:21:22.308395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:22.309072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:22.312589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41978) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.353695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b893bf8f-dc57-4207-b3e4-6db7eeb7f951 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:22.354497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b893bf8f-dc57-4207-b3e4-6db7eeb7f951 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:22.356359 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b893bf8f-dc57-4207-b3e4-6db7eeb7f951 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/289356f3-06bd-4d3a-a1f5-1b221a36759e HTTP/1.1" status: 404 len: 337 time: 0.3114731 Mar 09 12:21:22.366259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41982) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.370519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::1 (94dc3624-3b1f-4296-9dc3-e29647941794/042caff6-6f82-4e68-9b9c-a4c757be13e4/811ead42-1a94-4e34-807b-8eb9776cf50a) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:22.520341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.527159 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8f966c-b0d2-4776-9699-9334c28c7ca5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:22.527818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8f966c-b0d2-4776-9699-9334c28c7ca5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:22.529839 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee8f966c-b0d2-4776-9699-9334c28c7ca5 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/e136c61f-457f-4340-968d-d84383899ed1 HTTP/1.1" status: 404 len: 339 time: 0.1550450 Mar 09 12:21:22.543497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41986) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.566077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba15ee-92ad-41f7-9fc2-ac6495c9095d None None] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:22.594650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:22.597323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d17f83-fd9c-46de-a831-009b0253fdc6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:22.597937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d17f83-fd9c-46de-a831-009b0253fdc6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:22.599938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-37d17f83-fd9c-46de-a831-009b0253fdc6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/ad2f8db8-c66f-4ae1-88ea-c3c16df9e6f4 HTTP/1.1" status: 404 len: 337 time: 0.0538630 Mar 09 12:21:22.615226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41990) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.661990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::f6 (3032c226-1689-4ecf-b757-8766323d0d0b/01f7878a-c28b-4ebe-81ae-d202d6410144/57b63347-221c-4b32-a542-16ee062edddf) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:22.669534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58fc31f5-f5cd-4b0e-b174-93d83e826eb6 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.705243 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:18Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:22.710840 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:22.711244 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Updating router ef25791a-f514-4cb0-968a-37144d304a5b port 96bc3b89-6215-4503-af1a-ad2b789ec617 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:21:22.744646 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-39136149-615e-4ec0-be39-95e2748f9788 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:22.745254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39136149-615e-4ec0-be39-95e2748f9788 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:22.748391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-39136149-615e-4ec0-be39-95e2748f9788 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/a8af1a63-a33b-4d6c-ad02-a2dc9b28a17b HTTP/1.1" status: 404 len: 339 time: 0.1274834 Mar 09 12:21:22.749011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:22.749854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:22.757510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 41994) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.786257 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.789383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d8fbc-ec70-4571-9615-bc52ad142c3a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:22.790885 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5a1d8fbc-ec70-4571-9615-bc52ad142c3a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4769144 Mar 09 12:21:22.796079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 41998) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.859087 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dd330eae-68c3-41fd-99ad-9e4935f939ed tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597658 Mar 09 12:21:22.874992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42002) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:22.888002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1129809770', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:22.907725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-00952a09-ac98-441d-a025-958996c97642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.918284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Provisioning for port 8d51c42f-e8f3-498f-ae63-94e42603a534 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:22.925736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:22.926531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056660-9528-4ef9-9eac-ea3820524ccd None None] The sync data for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:22.935688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Provisioning complete for port 8d51c42f-e8f3-498f-ae63-94e42603a534 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:22.937481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:22.997849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.016837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Port 8d51c42f-e8f3-498f-ae63-94e42603a534 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:23.023844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bd820-91e2-43b5-a40c-d31d43e2fb6f None None] Pushing event updated for resources: {'Port': ['ID=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:23.040611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 811ead42-1a94-4e34-807b-8eb9776cf50a will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:23.046499 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c53a6-a741-4181-9128-87526f5d3c3e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.046755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9c53a6-a741-4181-9128-87526f5d3c3e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.050865 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b9c53a6-a741-4181-9128-87526f5d3c3e tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/e54eccf2-a373-4c24-859c-634eb45af46d HTTP/1.1" status: 404 len: 337 time: 0.2896051 Mar 09 12:21:23.053988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:23.058257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42006) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.066534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Allocated IP 172.21.0.2 (c6c0969e-1f54-46ed-b041-56d40125f6ac/450a8ce4-bbd9-4226-89a2-cdf50fb674b2/0444455b-d667-48de-a608-06efb9ebb1df) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:23.088273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.091233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:23.096762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:23.104417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be55532-be64-4837-8133-c99d7dc7f9bd req-0c3f880e-b154-47df-9511-8046e9bd2c0a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:23.105970 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7be55532-be64-4837-8133-c99d7dc7f9bd req-0c3f880e-b154-47df-9511-8046e9bd2c0a tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.7482784 Mar 09 12:21:23.106792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.127668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Provisioning for port c282bb60-d427-452a-9f5e-ae0b67a77496 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:23.138158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:23.141870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Provisioning complete for port c282bb60-d427-452a-9f5e-ae0b67a77496 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:23.142369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.152310 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-58fc31f5-f5cd-4b0e-b174-93d83e826eb6 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 12:21:23.153369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-58fc31f5-f5cd-4b0e-b174-93d83e826eb6 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e HTTP/1.1" status: 409 len: 329 time: 1.1099102 Mar 09 12:21:23.173536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42010) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.174933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-a230209e-4e0f-4c73-887d-27e86c7ce305 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.175412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a230209e-4e0f-4c73-887d-27e86c7ce305 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.180490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a230209e-4e0f-4c73-887d-27e86c7ce305 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/49f715a2-b813-47c2-a7e8-1aa4bb02a743 HTTP/1.1" status: 404 len: 339 time: 0.1179347 Mar 09 12:21:23.197718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42014) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.243934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Port c282bb60-d427-452a-9f5e-ae0b67a77496 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:23.263813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:23.267172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.289555 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff181ca-66c6-4d5c-9de4-62d7414dc764 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.290005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff181ca-66c6-4d5c-9de4-62d7414dc764 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.293961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dff181ca-66c6-4d5c-9de4-62d7414dc764 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/fca81eb6-8c1c-45a6-b4d7-f04698361fba HTTP/1.1" status: 404 len: 337 time: 0.0852740 Mar 09 12:21:23.318136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42018) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.348602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.352238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=c282bb60-d427-452a-9f5e-ae0b67a77496,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:23.354031 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.373851 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Transition to ACTIVE for port object 96bc3b89-6215-4503-af1a-ad2b789ec617 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:23.382767 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.386286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7be55532-be64-4837-8133-c99d7dc7f9bd req-9a0b1ae5-de2f-49f0-ae45-b22c6e9c0472 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715952 Mar 09 12:21:23.418582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42022) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.423950 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f21ae3-929d-4b5e-9b1b-88bbc12aa321 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.424483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f21ae3-929d-4b5e-9b1b-88bbc12aa321 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.426246 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-13f21ae3-929d-4b5e-9b1b-88bbc12aa321 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/c31ffb35-ac2b-4c06-8081-539f2c70780d HTTP/1.1" status: 404 len: 339 time: 0.1070843 Mar 09 12:21:23.445869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42026) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.462505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.516135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/042caff6-6f82-4e68-9b9c-a4c757be13e4/5b994b3d-2bab-4e59-8eff-b7ed9ccf7206) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:23.565324 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da90cd2-998c-4d14-bde9-55bfc3365cd4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.565778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da90cd2-998c-4d14-bde9-55bfc3365cd4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.567445 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9da90cd2-998c-4d14-bde9-55bfc3365cd4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/7b67507c-778c-457f-a9f9-aa5444c3b2f9 HTTP/1.1" status: 404 len: 337 time: 0.1184058 Mar 09 12:21:23.571347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42030) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.627501 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd624a6-5928-4592-98da-03693c75ae2b None None] Pushing event updated for resources: {'Port': ['ID=96bc3b89-6215-4503-af1a-ad2b789ec617,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:23.644694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:23.667973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Attempting to bind port 96bc3b89-6215-4503-af1a-ad2b789ec617 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:23.668732 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Attempting to bind port 96bc3b89-6215-4503-af1a-ad2b789ec617 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:23.669333 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Attempting to bind port 96bc3b89-6215-4503-af1a-ad2b789ec617 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:23.677082 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:23.678411 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:23.679088 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.679941 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:23.680825 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Bound port: 96bc3b89-6215-4503-af1a-ad2b789ec617, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:23.681476 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.714934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.741883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76218c13-201f-425a-a858-d37971e66c05 tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:23.746719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-76218c13-201f-425a-a858-d37971e66c05 tempest-TestNetworkAdvancedServerOps-633630279 tempest-TestNetworkAdvancedServerOps-633630279-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1093 time: 0.3243949 Mar 09 12:21:23.750149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42034) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.765048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:23.767764 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] For port 96bc3b89-6215-4503-af1a-ad2b789ec617, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:23.772139 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] For port 96bc3b89-6215-4503-af1a-ad2b789ec617, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=96bc3b89-6215-4503-af1a-ad2b789ec617,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:23.779209 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.783625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Provisioning complete for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:23.784005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-027b46ed-1989-4be3-b1d8-eac2583007b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.802753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:23.810007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 57b63347-221c-4b32-a542-16ee062edddf will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:23.820214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:23.823557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Usage tracker for resource:floatingip and tenant:d2cc476a3de847bc9bc3706745b6f65c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:23.829928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:23.831768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:23.832161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.840694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:23.841910 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc34b96e-5115-4ad5-a44e-a26346da1a5c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.842863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc34b96e-5115-4ad5-a44e-a26346da1a5c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.856754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=811ead42-1a94-4e34-807b-8eb9776cf50a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:23.872370 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc34b96e-5115-4ad5-a44e-a26346da1a5c tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/6f53a2ec-716b-4ba2-b7c8-f3607051d2f6 HTTP/1.1" status: 404 len: 339 time: 0.2507184 Mar 09 12:21:23.889389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42038) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.900170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.936770 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd624a6-5928-4592-98da-03693c75ae2b None None] Pushing event updated for resources: {'Port': ['ID=96bc3b89-6215-4503-af1a-ad2b789ec617,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:23.943809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:23.952368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Transition to ACTIVE for port object 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:23.976667 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:23.977507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:20:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:23.979567 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-48584c1a-500f-4999-bd15-c3977ad78fe8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:23.980109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48584c1a-500f-4999-bd15-c3977ad78fe8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:23.981902 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48584c1a-500f-4999-bd15-c3977ad78fe8 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/85762017-4b1a-404b-80be-9dfc2f868c34 HTTP/1.1" status: 404 len: 337 time: 0.0909019 Mar 09 12:21:23.985766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42042) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:23.987832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:24.013210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:24.036964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.052307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-985e5f9e-15c0-4fa8-8ebf-48be2d45d6b4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:24.053254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985e5f9e-15c0-4fa8-8ebf-48be2d45d6b4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:24.055042 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-985e5f9e-15c0-4fa8-8ebf-48be2d45d6b4 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/f579d443-9e20-416f-a872-72911edfaed2 HTTP/1.1" status: 404 len: 339 time: 0.0645397 Mar 09 12:21:24.072523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42046) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.129155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Allocated IP 2001:db8::2 (3032c226-1689-4ecf-b757-8766323d0d0b/01f7878a-c28b-4ebe-81ae-d202d6410144/f7d0122d-5ba5-4588-98ef-45475ed92b6c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:24.234773 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:24.290372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c9019-a557-492d-a9d2-03c76adc5ad2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:24.290824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356c9019-a557-492d-a9d2-03c76adc5ad2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:24.292665 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-356c9019-a557-492d-a9d2-03c76adc5ad2 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/a21f4216-56ce-4b31-a51d-caefcfa745e2 HTTP/1.1" status: 404 len: 337 time: 0.1314795 Mar 09 12:21:24.343933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42050) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.375075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 3032c226-1689-4ecf-b757-8766323d0d0b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:24.400849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.414570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Transition to ACTIVE for port object f7d0122d-5ba5-4588-98ef-45475ed92b6c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:24.420502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=57b63347-221c-4b32-a542-16ee062edddf,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:24.439447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:24.440576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Transition to ACTIVE for port object f7d0122d-5ba5-4588-98ef-45475ed92b6c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:24.447058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:24.461978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.479689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:24.484829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.520395 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eb0dd6-12c4-494a-9ca0-f6f4c6347481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:24.522104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75eb0dd6-12c4-494a-9ca0-f6f4c6347481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:24.525717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.527280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-75eb0dd6-12c4-494a-9ca0-f6f4c6347481 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/bba9f749-72eb-411b-bc1d-62770073d177 HTTP/1.1" status: 404 len: 339 time: 0.1735928 Mar 09 12:21:24.547305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.549526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42054) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.560059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:24.584398 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2ff7f54-f385-4b48-86e4-487d78b01611 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7393508 Mar 09 12:21:24.593721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42056) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.604420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Transition to ACTIVE for port object 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:24.682704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.707142 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:18Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:24.707772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc58b56e-a078-4f1e-8158-2388589eec8a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:24.707970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc58b56e-a078-4f1e-8158-2388589eec8a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:24.711059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cc58b56e-a078-4f1e-8158-2388589eec8a tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/82c936b7-c8bd-48f1-a067-850a339276d7 HTTP/1.1" status: 404 len: 337 time: 0.1488330 Mar 09 12:21:24.716709 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1f48a-63a2-40d3-a51b-43df5b43fee9 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:18Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:24.728304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42062) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.773887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.785950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=d0374ca7-dba0-4348-bc83-7556a2314e9e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:24.818995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Network 3032c226-1689-4ecf-b757-8766323d0d0b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:24.828384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:24.841639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:24.857201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:24.870488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:24.876641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7198d554-26a8-46ab-935b-6bbd33b6de8c None None] Provisioning complete for port c282bb60-d427-452a-9f5e-ae0b67a77496 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:24.876925 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0975bc-4a44-4081-ba34-7b34f4d170da tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:24.877436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0975bc-4a44-4081-ba34-7b34f4d170da tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:24.877604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7198d554-26a8-46ab-935b-6bbd33b6de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.882003 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7b0975bc-4a44-4081-ba34-7b34f4d170da tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/ad84b587-30e5-4956-8e55-9d7f3913037e HTTP/1.1" status: 404 len: 339 time: 0.1478400 Mar 09 12:21:24.887688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42066) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:24.891999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 57b63347-221c-4b32-a542-16ee062edddf {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:24.892493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:24.904598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:24.905027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: fb58a0fe-3aa4-4466-9503-e540a78a8096, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:24.993858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:25.009570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7198d554-26a8-46ab-935b-6bbd33b6de8c None None] Port c282bb60-d427-452a-9f5e-ae0b67a77496 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:25.044579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:25.071541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 10e7c0f8-bf53-41cd-b15e-d1a65837aa94 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:21:25.095532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, fb58a0fe-3aa4-4466-9503-e540a78a8096) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:25.117230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.126327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864a42f-5298-4aca-a640-2919ffffea17 None None] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:25.138999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3594ecf2-2354-458e-9394-18385562b574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.205614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.214966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:25.214966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.222644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Pushing event updated for resources: {'Port': ['ID=f7d0122d-5ba5-4588-98ef-45475ed92b6c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:25.236656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Transition to ACTIVE for port object 0444455b-d667-48de-a608-06efb9ebb1df will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:25.362312 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d3322a88-4c33-4207-8f60-9f1e264214e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4804480 Mar 09 12:21:25.369743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42070) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:25.406372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:25.413180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aa69d97e-d8ca-477f-9c96-3cf1c5f91cc1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1130517 Mar 09 12:21:25.413363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Attempting to bind port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:25.413363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Attempting to bind port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:25.413363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Attempting to bind port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:25.421376 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] Sync routers for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:25.440238 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:25.441154 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:25.450955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.452995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42074) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:25.473028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7198d554-26a8-46ab-935b-6bbd33b6de8c None None] Provisioning complete for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:25.473525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7198d554-26a8-46ab-935b-6bbd33b6de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.550413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04f1c44-3c1d-4ff7-92fc-60ec7fe3fe4f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:25.551041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f04f1c44-3c1d-4ff7-92fc-60ec7fe3fe4f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:25.553807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:25.554388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:25.554588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.554988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:25.555475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Bound port: 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:25.555854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.560839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.561567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.566804 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:25.585652 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:25.586293 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:25.603136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Transition to ACTIVE for port object 0444455b-d667-48de-a608-06efb9ebb1df will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:25.604421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Attempting to bind port f7d0122d-5ba5-4588-98ef-45475ed92b6c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:25.604797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Attempting to bind port f7d0122d-5ba5-4588-98ef-45475ed92b6c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:25.605265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Attempting to bind port f7d0122d-5ba5-4588-98ef-45475ed92b6c on network 3032c226-1689-4ecf-b757-8766323d0d0b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:25.697952 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:25.698741 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a787f-6a6e-43cc-8d06-ec6f4727dd56 None None] The sync data for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:25.702245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.731055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:25.731442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Checking segment: {'id': 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:25.731886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.732761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Bound using segment: {'id': 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:25.733970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Bound port: f7d0122d-5ba5-4588-98ef-45475ed92b6c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3032c226-1689-4ecf-b757-8766323d0d0b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:25.734356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.735401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=811ead42-1a94-4e34-807b-8eb9776cf50a,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:25.745718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:25.746152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.771484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f04f1c44-3c1d-4ff7-92fc-60ec7fe3fe4f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:25.773728 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f04f1c44-3c1d-4ff7-92fc-60ec7fe3fe4f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports/c282bb60-d427-452a-9f5e-ae0b67a77496 HTTP/1.1" status: 200 len: 910 time: 0.3196805 Mar 09 12:21:25.779856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Pushing event updated for resources: {'Port': ['ID=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:25.799679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting subnet fb505249-3630-4c15-96c5-7df3cc74623c {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:25.815269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:25.830054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.886715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:25.918508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:25.920102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:25.984284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Network c6c0969e-1f54-46ed-b041-56d40125f6ac is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:26.019439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:26.058843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:26.103824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] For port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:26.109010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] For port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:26.192033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Pushing event updated for resources: {'Port': ['ID=0444455b-d667-48de-a608-06efb9ebb1df,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:26.281169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.285221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-fb58a0fe-3aa4-4466-9503-e540a78a8096', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:26.286014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.297083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Router 503407fd-9128-44a9-9d8c-5cb2de21d973 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:21:26.306670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.348252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.422730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.431880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] For port f7d0122d-5ba5-4588-98ef-45475ed92b6c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:26.528505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:26.541887 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-60a9c55d-e181-4866-b02a-e2a0859d5f6b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "PUT /v2.0/routers/503407fd-9128-44a9-9d8c-5cb2de21d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5984497 Mar 09 12:21:26.544289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42082) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:26.568951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Sync routers for ids ['503407fd-9128-44a9-9d8c-5cb2de21d973'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:26.579639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] For port f7d0122d-5ba5-4588-98ef-45475ed92b6c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f7d0122d-5ba5-4588-98ef-45475ed92b6c,segment=NetworkSegment(f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9),segment_id=f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:26.596418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Attempting to bind port 0444455b-d667-48de-a608-06efb9ebb1df on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:26.596798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Attempting to bind port 0444455b-d667-48de-a608-06efb9ebb1df by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '58704ac1-697e-400b-943b-420e27576e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:26.597195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Attempting to bind port 0444455b-d667-48de-a608-06efb9ebb1df on network c6c0969e-1f54-46ed-b041-56d40125f6ac {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:26.632805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.654815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:26.655262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Checking segment: {'id': '58704ac1-697e-400b-943b-420e27576e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:26.655604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.656008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Bound using segment: {'id': '58704ac1-697e-400b-943b-420e27576e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:26.656498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Bound port: 0444455b-d667-48de-a608-06efb9ebb1df, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58704ac1-697e-400b-943b-420e27576e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c6c0969e-1f54-46ed-b041-56d40125f6ac'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:26.656878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:26.657256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2f51f-58b6-45ae-b34f-731480340810 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:26.658670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fac2f51f-58b6-45ae-b34f-731480340810 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:26.678821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6859e6-6389-47d8-a042-dc9be0e21f75 None None] Pushing event updated for resources: {'Port': ['ID=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:26.690668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fac2f51f-58b6-45ae-b34f-731480340810 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:26.692831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fac2f51f-58b6-45ae-b34f-731480340810 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports/811ead42-1a94-4e34-807b-8eb9776cf50a HTTP/1.1" status: 200 len: 911 time: 0.1466401 Mar 09 12:21:26.695010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:26.701060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Routers {'503407fd-9128-44a9-9d8c-5cb2de21d973'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:26.701887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['503407fd-9128-44a9-9d8c-5cb2de21d973'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:26.804184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0303c7-47c6-4007-9713-8eebd36db0c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:26.810902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0303c7-47c6-4007-9713-8eebd36db0c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:26.812626 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fb0303c7-47c6-4007-9713-8eebd36db0c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1166091 Mar 09 12:21:26.815559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42090) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:26.951282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 57b63347-221c-4b32-a542-16ee062edddf owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:26.999958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Allocated IP 172.26.5.109 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/0be7b22e-0311-45e9-add8-cde9e0e2f831) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:27.018404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 96bc3b89-6215-4503-af1a-ad2b789ec617 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:27.122695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:27.304802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6dcac383-db94-4156-96d7-c46277b286c2 None None] Provisioning complete for port c282bb60-d427-452a-9f5e-ae0b67a77496 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:27.305212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dcac383-db94-4156-96d7-c46277b286c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:27.352034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a5f4b-3ed4-4472-ae43-239989b5a095 None None] Pushing event updated for resources: {'Port': ['ID=f7d0122d-5ba5-4588-98ef-45475ed92b6c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:27.371518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Set router 503407fd-9128-44a9-9d8c-5cb2de21d973 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:27.594840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] For port 0444455b-d667-48de-a608-06efb9ebb1df, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:27.626427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:27.669747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] For port 0444455b-d667-48de-a608-06efb9ebb1df, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0444455b-d667-48de-a608-06efb9ebb1df,segment=NetworkSegment(58704ac1-697e-400b-943b-420e27576e49),segment_id=58704ac1-697e-400b-943b-420e27576e49)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:27.710781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Allocated IP 172.20.0.2 (fb58a0fe-3aa4-4466-9503-e540a78a8096/d0374ca7-dba0-4348-bc83-7556a2314e9e/bac598d9-0be5-41cf-82cc-24be254502d2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:27.715887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:27.755093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6dcac383-db94-4156-96d7-c46277b286c2 None None] Port c282bb60-d427-452a-9f5e-ae0b67a77496 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:27.807400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:27.832248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 96bc3b89-6215-4503-af1a-ad2b789ec617 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:27.860325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 96bc3b89-6215-4503-af1a-ad2b789ec617 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:27.860753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.002105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 811ead42-1a94-4e34-807b-8eb9776cf50a {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:28.002673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.022197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.062099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8317e18-e19e-4911-91b4-1a387db2a285 None None] Pushing event updated for resources: {'Port': ['ID=0444455b-d667-48de-a608-06efb9ebb1df,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:28.070118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.075516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting port 8d51c42f-e8f3-498f-ae63-94e42603a534 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:28.075751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.157971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.326621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.329270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Subnet': ['ID=fb505249-3630-4c15-96c5-7df3cc74623c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:28.389671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.404778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Transition to ACTIVE for port object bac598d9-0be5-41cf-82cc-24be254502d2 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:28.441684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.441862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Transition to ACTIVE for port object bac598d9-0be5-41cf-82cc-24be254502d2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:28.445633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.471284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 96bc3b89-6215-4503-af1a-ad2b789ec617, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=96bc3b89-6215-4503-af1a-ad2b789ec617,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:28.486929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.497961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856c50a-9adb-471e-ba3c-45a2ee4dad65 None None] Network 36f180c0-c95f-4bd2-a466-7d1b6402274d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:28.575494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:28.669252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 811ead42-1a94-4e34-807b-8eb9776cf50a owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:28.736500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.803734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:28.827010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:28.837083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0c32a924-961e-4586-9298-f27b73899785 None None] Provisioning for port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:28.843135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:28.868823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503407fd-9128-44a9-9d8c-5cb2de21d973', 'name': 'tempest-NetworksTestDHCPv6-router-969577379', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:19Z', 'updated_at': '2022-03-09T12:21:24Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None, '_interfaces': [{'id': '811ead42-1a94-4e34-807b-8eb9776cf50a', 'name': '', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'mac_address': 'fa:16:3e:a1:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503407fd-9128-44a9-9d8c-5cb2de21d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '042caff6-6f82-4e68-9b9c-a4c757be13e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:21Z', 'updated_at': '2022-03-09T12:21:25Z', 'revision_number': 2, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'subnets': [{'id': '042caff6-6f82-4e68-9b9c-a4c757be13e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:28.876711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Checking router: 503407fd-9128-44a9-9d8c-5cb2de21d973 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:28.877120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Updating router 503407fd-9128-44a9-9d8c-5cb2de21d973 port 811ead42-1a94-4e34-807b-8eb9776cf50a binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:21:28.932746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:28.934806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:28.950245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:29.057526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=0be7b22e-0311-45e9-add8-cde9e0e2f831,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:29.059815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.064689 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-505cc6fd-9d81-45d4-8deb-15bb3550cfa0 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/subnets/fb505249-3630-4c15-96c5-7df3cc74623c HTTP/1.1" status: 204 len: 168 time: 4.1417685 Mar 09 12:21:29.090953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:29.283043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.359698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Deleting port b3ba3982-f0e4-4c87-be1a-743dd3001b6c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:29.360208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.399628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=57b63347-221c-4b32-a542-16ee062edddf,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:29.408362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.472327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.474330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48d24ab8-fd0e-4559-bdb8-ed61330801ee tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/57b63347-221c-4b32-a542-16ee062edddf HTTP/1.1" status: 204 len: 168 time: 4.8662429 Mar 09 12:21:29.507675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42098) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:29.598044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.664743 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:21:29.667295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=811ead42-1a94-4e34-807b-8eb9776cf50a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:29.707192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Pushing event updated for resources: {'Port': ['ID=bac598d9-0be5-41cf-82cc-24be254502d2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:29.753544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:29.754250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:29.755487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:29.779362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168e631-0748-44ea-ae35-ffe27351c979 None None] Network 3032c226-1689-4ecf-b757-8766323d0d0b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:29.779837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] For port b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,segment=NetworkSegment(b7e697eb-db27-4040-aa5d-7be4a14a2241),segment_id=b7e697eb-db27-4040-aa5d-7be4a14a2241)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:29.780183 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc19911-b361-4a95-a4b9-3f335d3ee327 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:21:29.780322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.780861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc19911-b361-4a95-a4b9-3f335d3ee327 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:21:29.785558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4dc19911-b361-4a95-a4b9-3f335d3ee327 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/57b63347-221c-4b32-a542-16ee062edddf HTTP/1.1" status: 404 len: 333 time: 0.2688131 Mar 09 12:21:29.790866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42102) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:29.798873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8374fae-050a-4bfa-92d4-b2cf6bcadd08 None None] Network c6c0969e-1f54-46ed-b041-56d40125f6ac requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:29.800823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:29.885616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-52b351b2-e048-4d79-a8d4-0e92b948faa5 None None] Could not find standard attr ID for object 811ead42-1a94-4e34-807b-8eb9776cf50a. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:29.899546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Attempting to bind port bac598d9-0be5-41cf-82cc-24be254502d2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:29.899924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Attempting to bind port bac598d9-0be5-41cf-82cc-24be254502d2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:29.900417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Attempting to bind port bac598d9-0be5-41cf-82cc-24be254502d2 on network fb58a0fe-3aa4-4466-9503-e540a78a8096 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:30.010596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.037632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:30.037869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Checking segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:30.038257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.038651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Bound using segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:30.039141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Bound port: bac598d9-0be5-41cf-82cc-24be254502d2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:30.039514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.092184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Calling delete_port for 8d51c42f-e8f3-498f-ae63-94e42603a534 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:30.099538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Calling delete_port for b3ba3982-f0e4-4c87-be1a-743dd3001b6c owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:30.103013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] DHCP port deletion for 36f180c0-c95f-4bd2-a466-7d1b6402274d request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:30.122672 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aa727f-ff0a-4373-9396-d01b255d3e58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:21:30.123027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7aa727f-ff0a-4373-9396-d01b255d3e58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:30.133581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.155213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Deleting port b3ba3982-f0e4-4c87-be1a-743dd3001b6c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:30.155213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.360774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-565be0be-8d02-4cdd-84d7-08495d5f93d8 None None] Provisioning for port 0444455b-d667-48de-a608-06efb9ebb1df completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:30.368533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7aa727f-ff0a-4373-9396-d01b255d3e58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:30.372449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a7aa727f-ff0a-4373-9396-d01b255d3e58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/57b63347-221c-4b32-a542-16ee062edddf HTTP/1.1" status: 404 len: 333 time: 0.5744753 Mar 09 12:21:30.377901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42106) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:30.394004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=96bc3b89-6215-4503-af1a-ad2b789ec617,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:30.436550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.477748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Port 811ead42-1a94-4e34-807b-8eb9776cf50a not found while updating agent binding for router 503407fd-9128-44a9-9d8c-5cb2de21d973. {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 09 12:21:30.491721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] For port b3ba3982-f0e4-4c87-be1a-743dd3001b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,segment=NetworkSegment(b7e697eb-db27-4040-aa5d-7be4a14a2241),segment_id=b7e697eb-db27-4040-aa5d-7be4a14a2241)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:30.491721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.492007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Port': ['ID=b3ba3982-f0e4-4c87-be1a-743dd3001b6c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:30.494687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Router 503407fd-9128-44a9-9d8c-5cb2de21d973 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:30.501458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] No DVR routers for this DVR port b3ba3982-f0e4-4c87-be1a-743dd3001b6c on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:30.510843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-565be0be-8d02-4cdd-84d7-08495d5f93d8 None None] Could not find standard attr ID for object 811ead42-1a94-4e34-807b-8eb9776cf50a. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:30.533725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:30.624948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Routers {'503407fd-9128-44a9-9d8c-5cb2de21d973'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:30.625303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['503407fd-9128-44a9-9d8c-5cb2de21d973'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:30.751514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:30.759502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.777440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Calling delete_port for b3ba3982-f0e4-4c87-be1a-743dd3001b6c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:30.791713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f180c0-c95f-4bd2-a466-7d1b6402274d']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:30.804923 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-191f429a-ad7b-4fd0-964b-2e9ad83373cb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "PUT /v2.0/routers/503407fd-9128-44a9-9d8c-5cb2de21d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9840484 Mar 09 12:21:30.804923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42110) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:30.817191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:30.817795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.844277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e697eb-db27-4040-aa5d-7be4a14a2241') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:30.844570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e697eb-db27-4040-aa5d-7be4a14a2241') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:30.870100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.883060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 01f7878a-c28b-4ebe-81ae-d202d6410144 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:30.901226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.905556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.906325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18595a-0a90-465f-81e1-e4520b53fe79 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:30.907934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18595a-0a90-465f-81e1-e4520b53fe79 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:30.908699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7c18595a-0a90-465f-81e1-e4520b53fe79 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:30.917097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:30.917502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:30.925518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] For port bac598d9-0be5-41cf-82cc-24be254502d2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:30.933653 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:30.947648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-565be0be-8d02-4cdd-84d7-08495d5f93d8 None None] Provisioning for port f7d0122d-5ba5-4588-98ef-45475ed92b6c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:31.024459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7c18595a-0a90-465f-81e1-e4520b53fe79 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:31.027731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c18595a-0a90-465f-81e1-e4520b53fe79 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2197251 Mar 09 12:21:31.028484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42114) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:31.041997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] For port bac598d9-0be5-41cf-82cc-24be254502d2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bac598d9-0be5-41cf-82cc-24be254502d2,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:31.061633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.065438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] Set router 503407fd-9128-44a9-9d8c-5cb2de21d973 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:31.084921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.100158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] Pushing event deleted for resources: {'Network': ['ID=36f180c0-c95f-4bd2-a466-7d1b6402274d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:31.103531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.116710 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-79cbf4c6-3d0e-4f57-852e-25ee8c4f08b6 tempest-NetworksTest-711079393 tempest-NetworksTest-711079393-project] 10.222.0.20 "DELETE /v2.0/networks/36f180c0-c95f-4bd2-a466-7d1b6402274d HTTP/1.1" status: 204 len: 168 time: 2.0241349 Mar 09 12:21:31.134717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 042caff6-6f82-4e68-9b9c-a4c757be13e4 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:31.138083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.196187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.198444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.240209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.21.0.1 (c6c0969e-1f54-46ed-b041-56d40125f6ac/450a8ce4-bbd9-4226-89a2-cdf50fb674b2/443d4ea6-ffc1-4268-a07b-7f79db222a7a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:31.310078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.324228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503407fd-9128-44a9-9d8c-5cb2de21d973', 'name': 'tempest-NetworksTestDHCPv6-router-969577379', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:19Z', 'updated_at': '2022-03-09T12:21:29Z', 'revision_number': 3, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:31.372673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73253b-0400-456a-90b5-ae0c886f4004 None None] The sync data for ids ['503407fd-9128-44a9-9d8c-5cb2de21d973'] in dv-neutron-832762-2-hyperv is: [{'id': '503407fd-9128-44a9-9d8c-5cb2de21d973', 'name': 'tempest-NetworksTestDHCPv6-router-969577379', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:19Z', 'updated_at': '2022-03-09T12:21:29Z', 'revision_number': 3, 'project_id': '0617ff2569a64cda9a2119b8b6134a02', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:31.408140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.445874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.451556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:31.451913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:31.522143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c27893-5213-4665-8e81-6ad60b18e12f None None] Pushing event updated for resources: {'Port': ['ID=bac598d9-0be5-41cf-82cc-24be254502d2,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:31.537794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.545565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa11efd-e089-44ff-9dae-8f08203242cc None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:31.554788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=042caff6-6f82-4e68-9b9c-a4c757be13e4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:31.581976 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dd12532b-43aa-4bbb-9cad-e7a3d481dbaa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/042caff6-6f82-4e68-9b9c-a4c757be13e4 HTTP/1.1" status: 204 len: 168 time: 0.5529435 Mar 09 12:21:31.584774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:31.626560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.687899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.784314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Port': ['ID=8d51c42f-e8f3-498f-ae63-94e42603a534,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:31.794346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:31.824183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:31.825061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f7d0122d-5ba5-4588-98ef-45475ed92b6c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:31.828757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:32.033156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Deleting port b3ba3982-f0e4-4c87-be1a-743dd3001b6c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:32.039724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.199495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bde40548-0bb5-4d99-a574-e10bca4e9b43 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6135397 Mar 09 12:21:32.202170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42132) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:32.219149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.229511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (fb58a0fe-3aa4-4466-9503-e540a78a8096/d0374ca7-dba0-4348-bc83-7556a2314e9e/6158a4e4-c803-44b6-b2d8-03900b64a21c) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:32.229726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-177d2216-502b-4963-9436-13c89ddfb7be None None] The port 'b3ba3982-f0e4-4c87-be1a-743dd3001b6c' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:21:32.315265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:32.328977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f7d0122d-5ba5-4588-98ef-45475ed92b6c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:32.361250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f7d0122d-5ba5-4588-98ef-45475ed92b6c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:32.361642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.384995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.402278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.468513 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-342a2740-eadb-4694-ae51-4f4869dcf9db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e39736385785436caa706b8be8553eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750022 Mar 09 12:21:32.485183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:32.492839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42136) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:32.557022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e4c308a7-bc69-4250-bbb9-f116dc764b34 None None] Provisioning complete for port f7d0122d-5ba5-4588-98ef-45475ed92b6c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:32.557401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4c308a7-bc69-4250-bbb9-f116dc764b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.668730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Deleting port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:32.669415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.722609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.756340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.866227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.869224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.912730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.913754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Fanout notify agent at l3_agent the message router_deleted on router 503407fd-9128-44a9-9d8c-5cb2de21d973 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:21:32.939025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:32.943077 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d58256a-bb8c-4ac4-9ed8-6e6aca0aafde tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/routers/503407fd-9128-44a9-9d8c-5cb2de21d973 HTTP/1.1" status: 204 len: 168 time: 0.7371383 Mar 09 12:21:32.944017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42140) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:32.966446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object 443d4ea6-ffc1-4268-a07b-7f79db222a7a will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:33.048412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f7d0122d-5ba5-4588-98ef-45475ed92b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f7d0122d-5ba5-4588-98ef-45475ed92b6c,segment=NetworkSegment(f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9),segment_id=f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:33.060699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.064358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.064958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac3ecc-df30-4cc8-9cf7-a0d6d1a8e020 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:33.065690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01ac3ecc-df30-4cc8-9cf7-a0d6d1a8e020 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:33.069922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.070716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0444455b-d667-48de-a608-06efb9ebb1df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:33.080143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=01f7878a-c28b-4ebe-81ae-d202d6410144,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:33.086199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01ac3ecc-df30-4cc8-9cf7-a0d6d1a8e020 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:33.092014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-01ac3ecc-df30-4cc8-9cf7-a0d6d1a8e020 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1429327 Mar 09 12:21:33.092014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42144) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:33.093346 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Sync routers for ids ['503407fd-9128-44a9-9d8c-5cb2de21d973'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:33.103024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.106724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Routers set() bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:33.107095 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Router IDs set() for agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 09 12:21:33.110149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'503407fd-9128-44a9-9d8c-5cb2de21d973'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent'). {{(pid=87833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 09 12:21:33.120789 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Routers set() bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:33.121501 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Router IDs set() for agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 09 12:21:33.122145 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'503407fd-9128-44a9-9d8c-5cb2de21d973'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent'). {{(pid=87833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 09 12:21:33.122739 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f0766-9a04-435a-bd2d-d12cc4a927c6 None None] The sync data for ids ['503407fd-9128-44a9-9d8c-5cb2de21d973'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:33.139862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f6125-6f4d-4ac4-9b60-5204d2d4e840 None None] Network 3032c226-1689-4ecf-b757-8766323d0d0b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:33.180502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e9d83-bfd8-41ba-894e-cd89efbf636a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:33.181247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-575e9d83-bfd8-41ba-894e-cd89efbf636a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:33.200515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-575e9d83-bfd8-41ba-894e-cd89efbf636a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:33.202571 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-575e9d83-bfd8-41ba-894e-cd89efbf636a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998292 Mar 09 12:21:33.204326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42148) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:33.229274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=443d4ea6-ffc1-4268-a07b-7f79db222a7a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:33.280114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b51c5-f5ef-4f8e-bd8a-aef52876b03e None None] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:33.292955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8548867b-9ad0-46f9-bd28-c326cf4985d7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:router {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:33.311257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8548867b-9ad0-46f9-bd28-c326cf4985d7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:router {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:33.313577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8548867b-9ad0-46f9-bd28-c326cf4985d7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082683 Mar 09 12:21:33.317815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42152) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:33.323728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:33.334014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-61572f4d-c8f9-4d12-b906-e4b62c4cd00c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/01f7878a-c28b-4ebe-81ae-d202d6410144 HTTP/1.1" status: 204 len: 168 time: 2.9467790 Mar 09 12:21:33.340722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:33.354460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] For port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:33.354865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.406360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.473110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.500427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.551181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network c6c0969e-1f54-46ed-b041-56d40125f6ac is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:33.556508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:33.580462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:33.585923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.602487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:33.606478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.612969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:33.620528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Calling delete_port for 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:33.628328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port f7d0122d-5ba5-4588-98ef-45475ed92b6c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:33.628709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.633249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:33.702198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f7d0122d-5ba5-4588-98ef-45475ed92b6c,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:33.706833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.717176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.805615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.837880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6328d9c-15dc-4a0d-8f31-35e90c8056a6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:33.866619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.870272 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c2ed98ac-4e0e-4214-9890-0f8e24d75e8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6328d9c-15dc-4a0d-8f31-35e90c8056a6 HTTP/1.1" status: 204 len: 168 time: 1.3253527 Mar 09 12:21:33.870407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:33.870535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Router 9ab92fe5-3aa0-442e-b8f5-2fa05505e95e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:33.893936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 6158a4e4-c803-44b6-b2d8-03900b64a21c will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:33.950725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] Pushing event deleted for resources: {'Port': ['ID=5b994b3d-2bab-4e59-8eff-b7ed9ccf7206,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:33.975310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cc229-0690-407c-9c0d-80e538a087fd None None] No DVR routers for this DVR port 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:33.985276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Provisioning for port bac598d9-0be5-41cf-82cc-24be254502d2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:33.988835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0444455b-d667-48de-a608-06efb9ebb1df completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:34.002308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0444455b-d667-48de-a608-06efb9ebb1df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:34.002690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.099263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Could not find standard attr ID for object 57b63347-221c-4b32-a542-16ee062edddf. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:34.173578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:34.182941 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-56c83add-3c8c-44f0-b5b2-898996134470 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0084469 Mar 09 12:21:34.185894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Provisioning for port 443d4ea6-ffc1-4268-a07b-7f79db222a7a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:34.188712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42164) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:34.191937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.197327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Provisioning complete for port 443d4ea6-ffc1-4268-a07b-7f79db222a7a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:34.197714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.241901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] Sync routers for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:34.304501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] DHCP port deletion for 3032c226-1689-4ecf-b757-8766323d0d0b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:34.323054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Deleting port f7d0122d-5ba5-4588-98ef-45475ed92b6c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:34.323447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.356578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:34.357243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:34.366325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:34.375037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-60e2bd48-6be7-4cee-ae78-d62ef9eed329 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] show failed (client error): The resource could not be found. Mar 09 12:21:34.375214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port f7d0122d-5ba5-4588-98ef-45475ed92b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f7d0122d-5ba5-4588-98ef-45475ed92b6c,segment=NetworkSegment(f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9),segment_id=f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:34.375660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.376165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-60e2bd48-6be7-4cee-ae78-d62ef9eed329 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-550807102 HTTP/1.1" status: 404 len: 334 time: 0.1862512 Mar 09 12:21:34.386758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42174) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:34.388594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:34.398487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.402917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:34.409574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3ac79cd6-bb4c-4f54-bb95-63f6352140cc tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:34.455396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-683d0238-15b8-4b20-ab6d-49c75e03603c None None] Port 443d4ea6-ffc1-4268-a07b-7f79db222a7a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:34.456814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.472808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:34.487028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:34.512427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.543328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:34.545262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3ac79cd6-bb4c-4f54-bb95-63f6352140cc tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] update failed (client error): The resource could not be found. Mar 09 12:21:34.546122 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3ac79cd6-bb4c-4f54-bb95-63f6352140cc tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-722964036 HTTP/1.1" status: 404 len: 334 time: 0.1529734 Mar 09 12:21:34.551436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] Routers {'9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:34.552651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:34.584502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for f7d0122d-5ba5-4588-98ef-45475ed92b6c owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:34.589585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.630084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42180) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:34.655793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:34.656210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a7a44-7230-4c3a-ab62-ea2da8faa05c None None] The sync data for ids ['9ab92fe5-3aa0-442e-b8f5-2fa05505e95e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:34.670148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0444455b-d667-48de-a608-06efb9ebb1df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0444455b-d667-48de-a608-06efb9ebb1df,segment=NetworkSegment(58704ac1-697e-400b-943b-420e27576e49),segment_id=58704ac1-697e-400b-943b-420e27576e49)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:34.684713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.842452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting subnet e69bca0e-3e76-4638-b10b-5c3c20ac5337 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:34.891765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:34.949328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:21:34.962077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.019154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.045125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.045386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event updated for resources: {'Port': ['ID=0be7b22e-0311-45e9-add8-cde9e0e2f831,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:35.126373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] For port f7d0122d-5ba5-4588-98ef-45475ed92b6c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f7d0122d-5ba5-4588-98ef-45475ed92b6c,segment=NetworkSegment(f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9),segment_id=f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:35.126863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.136692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:35.141142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No DVR routers for this DVR port f7d0122d-5ba5-4588-98ef-45475ed92b6c on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:35.144112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.176563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.258903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.261166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Calling delete_port for f7d0122d-5ba5-4588-98ef-45475ed92b6c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:35.293020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=f7d0122d-5ba5-4588-98ef-45475ed92b6c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:35.298248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:35.308594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bac598d9-0be5-41cf-82cc-24be254502d2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:35.403376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0444455b-d667-48de-a608-06efb9ebb1df,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:35.453585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:35.453941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:35.462137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port bac598d9-0be5-41cf-82cc-24be254502d2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:35.467881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bac598d9-0be5-41cf-82cc-24be254502d2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:35.468551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.519371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:35.535296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c84ed4-3848-4f9b-afb5-6030af804d71 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:35.541714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:35.542397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.576579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1368713690'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:35.590370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:35.593726 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Floating IP d836420a-6b87-456e-9f25-15b0025e85b3 associated. External IP: 172.26.5.109, port: 8d377800-240a-4d66-b8cf-b39f705b3cd7. Mar 09 12:21:35.594266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.605384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:35.608374 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7767a10e-8bcb-4cb7-8b26-397e7f9f2433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2896183 Mar 09 12:21:35.616020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42198) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:35.620165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:35.627952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:35.642435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:35.668842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:35.692864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3032c226-1689-4ecf-b757-8766323d0d0b']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:35.709089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-27de5f15-d588-4d6d-b2fd-8928ae9ee551 None None] Provisioning for port 6158a4e4-c803-44b6-b2d8-03900b64a21c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:35.721673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:35.721961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f3ef34-91c9-473c-a7c5-4f878a2f8cc9') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:35.723915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-27de5f15-d588-4d6d-b2fd-8928ae9ee551 None None] Provisioning complete for port 6158a4e4-c803-44b6-b2d8-03900b64a21c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:35.724449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27de5f15-d588-4d6d-b2fd-8928ae9ee551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.758121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.777704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.818838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.819128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:35.822711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.840826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27de5f15-d588-4d6d-b2fd-8928ae9ee551 None None] Port 6158a4e4-c803-44b6-b2d8-03900b64a21c cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:35.853452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.876942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.886712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Subnet': ['ID=e69bca0e-3e76-4638-b10b-5c3c20ac5337,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:35.891700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:35.901718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.904452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.905788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port bac598d9-0be5-41cf-82cc-24be254502d2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bac598d9-0be5-41cf-82cc-24be254502d2,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:35.914629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.915423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 96bc3b89-6215-4503-af1a-ad2b789ec617 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:35.922478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:35.929406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:35.930032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.936445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:35.947278 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:35.950956 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7d4572be-a85d-4e27-8fb9-fa06f573cc63 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/subnets/e69bca0e-3e76-4638-b10b-5c3c20ac5337 HTTP/1.1" status: 204 len: 168 time: 1.3172204 Mar 09 12:21:35.967818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42202) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:35.977550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:security_group_rule and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:35.982027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:35.985697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d9482-b7a7-428c-b0ed-55eb76cb10f5 None None] Network a98ddb87-784b-4fa4-86ae-0d3cb4733e59 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:36.010071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.016299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Deleting port f7d0122d-5ba5-4588-98ef-45475ed92b6c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:36.016673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.024496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:36.120638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:36.126767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:36.133021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:36.147724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:36.150183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2005c5a-6f40-47dd-b2c6-0bc8707ddf13 None None] The port 'f7d0122d-5ba5-4588-98ef-45475ed92b6c' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:21:36.156172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.166230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting subnet 9d2de39e-d6ea-4f32-813e-65518e318bea {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:36.187717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.194271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.221471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:36.222313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.255968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=3032c226-1689-4ecf-b757-8766323d0d0b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:36.257760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:36.261321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.313742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30874f38-ae6c-41e7-ade8-c43bdf9efbac tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/3032c226-1689-4ecf-b757-8766323d0d0b HTTP/1.1" status: 204 len: 168 time: 2.9685364 Mar 09 12:21:36.317359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=bac598d9-0be5-41cf-82cc-24be254502d2,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:36.322656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42206) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:36.406548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.428281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 96bc3b89-6215-4503-af1a-ad2b789ec617 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:36.428652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.437308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=443d4ea6-ffc1-4268-a07b-7f79db222a7a,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:36.524555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-387005942'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:36.537876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:36.541558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.581608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:36.592406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Allocated IP 2001:db8::f816:3eff:fe94:87fc (94dc3624-3b1f-4296-9dc3-e29647941794/8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0/a0c22f5f-cbbd-4202-a451-8580d304f3ff) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:36.600667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:36.623951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:36.690197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:36.694327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.716541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] DHCP port deletion for a98ddb87-784b-4fa4-86ae-0d3cb4733e59 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:36.735997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.748067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.750151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Deleting port c2e07153-31af-443d-a1c1-487fc06d36a2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:36.750808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.798322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:36.805011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Router 136d7f53-ba65-4e18-beda-15696e312450 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:36.810160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.824332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network c6c0969e-1f54-46ed-b041-56d40125f6ac is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:36.831506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:36.861100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:36.883325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:36.885498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e800bdc6-29ae-45d3-bb20-b4112c2f788b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:36.903596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:36.904178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5b994b3d-2bab-4e59-8eff-b7ed9ccf7206 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:36.904592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f7d0122d-5ba5-4588-98ef-45475ed92b6c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:36.907643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.907995 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment 98f0a19c-4e39-4088-8c72-69daa25258eb of type vlan for network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 Mar 09 12:21:36.938633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.944627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:36.945060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment d9b6abd7-09e5-44f9-b467-a808f274e14c of type vlan for network 92149035-de75-48ad-a3fd-427ef381d416 Mar 09 12:21:36.953235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f7d0122d-5ba5-4588-98ef-45475ed92b6c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:36.953787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f7d0122d-5ba5-4588-98ef-45475ed92b6c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:36.954367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b3ba3982-f0e4-4c87-be1a-743dd3001b6c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:36.984547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.020243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.027255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.050660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.057364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: b3ba3982-f0e4-4c87-be1a-743dd3001b6c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:37.057851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b3ba3982-f0e4-4c87-be1a-743dd3001b6c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:37.155482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2de39e-d6ea-4f32-813e-65518e318bea,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:37.181572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.184019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.189565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:37.190135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.245116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0a303-1a8c-4a10-aaff-d499003b5637 None None] Network b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:37.259164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0444455b-d667-48de-a608-06efb9ebb1df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:37.265162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.292248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.298025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:37.299300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.346108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] For port c2e07153-31af-443d-a1c1-487fc06d36a2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2e07153-31af-443d-a1c1-487fc06d36a2,segment=NetworkSegment(58fdb2e6-9be7-4739-aeda-404ab662f434),segment_id=58fdb2e6-9be7-4739-aeda-404ab662f434)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:37.346108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.351606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:37.354766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6884c513-3c6f-4ef1-978a-54d6355eaa5a tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/subnets/9d2de39e-d6ea-4f32-813e-65518e318bea HTTP/1.1" status: 204 len: 168 time: 1.3743811 Mar 09 12:21:37.359048 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9882169 Mar 09 12:21:37.359048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.361316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42210) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:37.361969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42212) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:37.415493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 10e7c0f8-bf53-41cd-b15e-d1a65837aa94 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:37.438184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:37.451557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa6494-34c5-49b5-8b5c-5ce9359eebea tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:37.530817 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3914723 Mar 09 12:21:37.533137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:37.552695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42218) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:37.563126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:37.572162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:37.585337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Sync routers for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:37.586237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1473138658'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:37.596108 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:37.596944 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:37.601173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:37.605092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Calling delete_port for c2e07153-31af-443d-a1c1-487fc06d36a2 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:37.666815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:37.667620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.677296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:37.687098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:37.714939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:37.717780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.743775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=647d03c7-c39f-4ce2-9a08-1ce2d55d285d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:37.765862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:37.778782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e58a-66d2-4c13-891d-4fe6e0d96dec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=92149035-de75-48ad-a3fd-427ef381d416,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:37.779951 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b4142ff7-1fc5-4aff-bdcc-08f06bc2a6ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9576707 Mar 09 12:21:37.790549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42222) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:37.795681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:37.799259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.800175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.806054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4b3cbec4-65a6-443e-a1ec-bceff84c4cd0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1829653 Mar 09 12:21:37.810820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42226) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:37.821814 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:37.823423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:37.831144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:37.838464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:49:9b:be', 'name': 'tempest-NetworksTestDHCPv6-566571554'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:37.847250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:37.865515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:37.869738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:37.879402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] Sync routers for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:37.882966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:37.885430 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-70216811-2602-43f8-8402-85925c7e4c21 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.1312587 Mar 09 12:21:37.897031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:37.900620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:21:37.913832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 92149035-de75-48ad-a3fd-427ef381d416 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:37.921304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:21:37.933717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:37.934208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment 8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29 of type vlan for network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 Mar 09 12:21:37.967575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d490e87e-de35-424f-b319-c56ec7a74ec3 None None] Provisioning complete for port 443d4ea6-ffc1-4268-a07b-7f79db222a7a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:37.967962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d490e87e-de35-424f-b319-c56ec7a74ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.029442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.169604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.180059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] Pushing event deleted for resources: {'Port': ['ID=c2e07153-31af-443d-a1c1-487fc06d36a2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:38.211815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ddb87-784b-4fa4-86ae-0d3cb4733e59']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.236422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fdb2e6-9be7-4739-aeda-404ab662f434') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.236869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fdb2e6-9be7-4739-aeda-404ab662f434') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.251329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.271546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.278321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:38.278783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.326681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:38.327410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.329790 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd836420a-6b87-456e-9f25-15b0025e85b3', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '136d7f53-ba65-4e18-beda-15696e312450', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'mac_address': 'fa:16:3e:90:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:21:30Z', 'updated_at': '2022-03-09T12:21:30Z', 'revision_number': 0, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.337229 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Checking router: 136d7f53-ba65-4e18-beda-15696e312450 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:38.347002 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:38.347877 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.373558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'status': 'completed', 'code': 200} Mar 09 12:21:38.383988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97792288-5610-488f-8a61-2a0962eaa259 None None] No DVR routers for this DVR port c2e07153-31af-443d-a1c1-487fc06d36a2 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:38.415390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:38.424087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1380bbc-ad4f-4c82-a4bd-f9d79ecab796 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:38.425930 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c1380bbc-ad4f-4c82-a4bd-f9d79ecab796 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports/443d4ea6-ffc1-4268-a07b-7f79db222a7a HTTP/1.1" status: 200 len: 910 time: 0.6312227 Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:38.427930 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:38.430766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42234) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:38.435805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.462450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:38.484638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.524927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.525336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:38.539407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Transition to ACTIVE for port object a0c22f5f-cbbd-4202-a451-8580d304f3ff will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:38.562506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Transition to ACTIVE for port object a0c22f5f-cbbd-4202-a451-8580d304f3ff will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:38.571154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:38.574534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.576733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.612446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0444455b-d667-48de-a608-06efb9ebb1df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:38.621860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.628405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.680396 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:38.696031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.708920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d490e87e-de35-424f-b319-c56ec7a74ec3 None None] Port 443d4ea6-ffc1-4268-a07b-7f79db222a7a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:38.724013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.729868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:38.730660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:38.812553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:38.830951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Pushing event updated for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:38.834812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:38.841880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Network': ['ID=a98ddb87-784b-4fa4-86ae-0d3cb4733e59,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:38.848631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef3b2-3798-4902-a242-31ee4d60785a req-ad8b422a-7762-4cbd-b4f8-95a65eb9a4bc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:38.850235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21eef3b2-3798-4902-a242-31ee4d60785a req-ad8b422a-7762-4cbd-b4f8-95a65eb9a4bc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.4815388 Mar 09 12:21:38.857713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:38.904742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c89fcc87-34a7-49f2-ab92-5007c62b6c62 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/networks/a98ddb87-784b-4fa4-86ae-0d3cb4733e59 HTTP/1.1" status: 204 len: 168 time: 1.5095284 Mar 09 12:21:38.906927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:38.915230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42238) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:38.919229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3568447 Mar 09 12:21:38.920635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:38.921541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:38.927958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42242) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:38.953853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': '92149035-de75-48ad-a3fd-427ef381d416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:38.994103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8a974-44ee-44fc-b0db-fa4b2e851036 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=8c7c9dfc-2187-439b-8aa4-cd2f2f52c027,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:39.045445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.059362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:39.060105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c8251-444f-41ab-a339-8bab18cf178b None None] The sync data for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:39.062612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:21:39.112370 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd836420a-6b87-456e-9f25-15b0025e85b3', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '136d7f53-ba65-4e18-beda-15696e312450', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'mac_address': 'fa:16:3e:90:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:21:30Z', 'updated_at': '2022-03-09T12:21:30Z', 'revision_number': 0, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:39.117588 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f422a-e1aa-4736-aa30-b8f722fb3e99 None None] The sync data for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv is: [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd836420a-6b87-456e-9f25-15b0025e85b3', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '136d7f53-ba65-4e18-beda-15696e312450', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'mac_address': 'fa:16:3e:90:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:21:30Z', 'updated_at': '2022-03-09T12:21:30Z', 'revision_number': 0, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:39.123844 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21eef3b2-3798-4902-a242-31ee4d60785a req-beb55f4e-2f48-4b31-8916-534df1d28480 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078099 Mar 09 12:21:39.152217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42246) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:39.201455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8e282288-59ac-46d6-ac09-fd8ebf6a4119 None None] Provisioning complete for port 6158a4e4-c803-44b6-b2d8-03900b64a21c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:39.201920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e282288-59ac-46d6-ac09-fd8ebf6a4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.233480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.251427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port e323fd91-3fd7-4671-8b7e-616546bb1632 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:39.320340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Attempting to bind port a0c22f5f-cbbd-4202-a451-8580d304f3ff on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:39.320871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Attempting to bind port a0c22f5f-cbbd-4202-a451-8580d304f3ff by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:39.321355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Attempting to bind port a0c22f5f-cbbd-4202-a451-8580d304f3ff on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:39.345154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:39.345850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:39.346190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.346686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:39.347277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Bound port: a0c22f5f-cbbd-4202-a451-8580d304f3ff, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:39.347757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.378147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8e282288-59ac-46d6-ac09-fd8ebf6a4119 None None] Port 6158a4e4-c803-44b6-b2d8-03900b64a21c cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:39.386399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bac598d9-0be5-41cf-82cc-24be254502d2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:39.412808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting port a0397bc8-4064-4d00-bdeb-e08eccd6a438 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:39.413104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.438533 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0067-4bf1-4f11-9d5b-cdbb4a104071 None None] New status for floating IP d836420a-6b87-456e-9f25-15b0025e85b3: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:21:39.475574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] DHCP port deletion for b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:39.482938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:39.491573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Deleting port a0397bc8-4064-4d00-bdeb-e08eccd6a438 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:39.491794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:39.492040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.494971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:39.501877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:39.516753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-9cf1938a-0971-4028-98a9-42bf07216d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:39.521974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-9cf1938a-0971-4028-98a9-42bf07216d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 1.0882993 Mar 09 12:21:39.601166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:39.619847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:39.646401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:39.656289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.659716 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd913d7c-32a7-4c9a-ba13-5f3daee9cc88 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/ef25791a-f514-4cb0-968a-37144d304a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2869561 Mar 09 12:21:39.666518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:39.670460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:39.671096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.671231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:39.679369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42250) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:39.744442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:39.774412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:39.825331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bac598d9-0be5-41cf-82cc-24be254502d2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:39.825724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.005874 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-14810c53-6130-4eda-9ba8-f9ca7e214f72 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/floatingips/d836420a-6b87-456e-9f25-15b0025e85b3 HTTP/1.1" status: 200 len: 991 time: 0.8482275 Mar 09 12:21:40.066677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] For port a0397bc8-4064-4d00-bdeb-e08eccd6a438, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0397bc8-4064-4d00-bdeb-e08eccd6a438,segment=NetworkSegment(9aac41e0-b0fa-47d6-8587-0183224345e2),segment_id=9aac41e0-b0fa-47d6-8587-0183224345e2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:40.067722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.069459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] For port a0397bc8-4064-4d00-bdeb-e08eccd6a438, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0397bc8-4064-4d00-bdeb-e08eccd6a438,segment=NetworkSegment(9aac41e0-b0fa-47d6-8587-0183224345e2),segment_id=9aac41e0-b0fa-47d6-8587-0183224345e2)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:40.069977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.089831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 172.20.0.13 (94dc3624-3b1f-4296-9dc3-e29647941794/647d03c7-c39f-4ce2-9a08-1ce2d55d285d/e323fd91-3fd7-4671-8b7e-616546bb1632) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:40.141724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=1da05be9-8e0e-4183-a672-0266a9eaf2d3,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:40.169766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1e900-6623-41de-87d7-c4c690b03aef None None] Pushing event updated for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:40.173226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': '98f0a19c-4e39-4088-8c72-69daa25258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:40.173727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:40.183779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.184226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.184683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.185165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.185592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.186017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.186442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.186856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.187539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.187956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.188407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.188812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.223801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Calling delete_port for a0397bc8-4064-4d00-bdeb-e08eccd6a438 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:40.234587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:40.253691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe49:9bbe (94dc3624-3b1f-4296-9dc3-e29647941794/8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0/e323fd91-3fd7-4671-8b7e-616546bb1632) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:40.262015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-091f28ef-808c-4777-ba18-599b56f6bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.263249 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-091f28ef-808c-4777-ba18-599b56f6bfba service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 898 time: 0.4175725 Mar 09 12:21:40.348344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.348865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.349198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Calling delete_port for a0397bc8-4064-4d00-bdeb-e08eccd6a438 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:40.349701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.349807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.350263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.350722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.351186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.351637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.352091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.352546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.353048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.353541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.354046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.354499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.359493 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e999a08f-8d77-4a69-b753-9148177a41d4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9656 time: 0.6739790 Mar 09 12:21:40.366960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42254) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:40.372949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:40.445764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.459648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.513505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:40.528988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.529932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.555683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f4cd8-15ad-4c7b-8c48-5d26046f954b None None] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:40.716237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:40.716599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:40.723510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Port': ['ID=a0397bc8-4064-4d00-bdeb-e08eccd6a438,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:40.734067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] No DVR routers for this DVR port a0397bc8-4064-4d00-bdeb-e08eccd6a438 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:40.739998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.740697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.741252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.742443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.743122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.743122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.743445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.743777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.744110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.744443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.744768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.750342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:40.778145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2e07153-31af-443d-a1c1-487fc06d36a2 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:40.794340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-2fbf7272-99ef-4b8e-80a8-3278a9dddc91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 1001 time: 0.5140536 Mar 09 12:21:40.834315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c2e07153-31af-443d-a1c1-487fc06d36a2 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:40.834916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2e07153-31af-443d-a1c1-487fc06d36a2 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:40.900326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:40.913590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-88c9fbb2-9188-4491-8d54-67cb85796db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.915164 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-88c9fbb2-9188-4491-8d54-67cb85796db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.0962002 Mar 09 12:21:40.922413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.923688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.924315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.925363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.926507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.927796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.928570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.929249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.930446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.931084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.931732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.932343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:40.938054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c7b236d7-a13d-4363-a4b5-9eefe3179334 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7561 time: 0.5630312 Mar 09 12:21:40.956942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42258) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.016977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=0b6d24b1-79d9-46e0-9857-9773b4711a23,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:41.029792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6', 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '1da05be9-8e0e-4183-a672-0266a9eaf2d3'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:41.030524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42262) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.032676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.049402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': 'd9b6abd7-09e5-44f9-b467-a808f274e14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92149035-de75-48ad-a3fd-427ef381d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:41.050009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: 92149035-de75-48ad-a3fd-427ef381d416, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:41.055483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0c22f5f-cbbd-4202-a451-8580d304f3ff up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:41.059324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.083691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object e323fd91-3fd7-4671-8b7e-616546bb1632 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:41.105678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:41.122446 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dd35990c-54cd-4d23-8bc7-440ec61f774c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7257285 Mar 09 12:21:41.122654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac41e0-b0fa-47d6-8587-0183224345e2') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:41.122750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac41e0-b0fa-47d6-8587-0183224345e2') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:41.130622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42266) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.158199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1515901521'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:41.176590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:36Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:41.187980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.195955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:21:41.196312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Updating router ef25791a-f514-4cb0-968a-37144d304a5b port 6158a4e4-c803-44b6-b2d8-03900b64a21c binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:21:41.198304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.227957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Deleting port a0397bc8-4064-4d00-bdeb-e08eccd6a438 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:41.228199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.228460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.236878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:41.237316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:41.255123 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:41.346508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 92149035-de75-48ad-a3fd-427ef381d416 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:41.353080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.371282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27901bf9-0dfa-44a3-9fd5-cc29e4c32fd0 None None] The port 'a0397bc8-4064-4d00-bdeb-e08eccd6a438' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:21:41.386314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a0c22f5f-cbbd-4202-a451-8580d304f3ff completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:41.394057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.408819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.425142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.462680 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f3ac70e5-2779-4ca1-9138-1bc3d0fe62eb tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/floatingips/d836420a-6b87-456e-9f25-15b0025e85b3 HTTP/1.1" status: 200 len: 993 time: 0.4146688 Mar 09 12:21:41.480023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-b62bc53e-9e21-4454-83a5-0c0467bded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:41.481560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-b62bc53e-9e21-4454-83a5-0c0467bded52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5380421 Mar 09 12:21:41.493286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 92149035-de75-48ad-a3fd-427ef381d416) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:41.496542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:41.512410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Network': ['ID=b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:41.517830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0397bc8-4064-4d00-bdeb-e08eccd6a438 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:41.521269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bcfd4285-0628-4f46-abb5-9247d27289d7 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/networks/b2e58b7f-048c-4b2f-8e27-4dbc9930ff5f HTTP/1.1" status: 204 len: 168 time: 2.6034954 Mar 09 12:21:41.522409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:41.525990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:41.536603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42270) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.577052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Allocated IP 2001:db8::2 (fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6/1da05be9-8e0e-4183-a672-0266a9eaf2d3/ef576eb5-2dcf-4a7d-bfd9-dd2984910176) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:41.589788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=e323fd91-3fd7-4671-8b7e-616546bb1632,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:41.598200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0d9a0-d174-41ba-8f00-6009b595cbb2 None None] Network 92149035-de75-48ad-a3fd-427ef381d416 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:41.630705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:41.631422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.634074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:41.635005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.638244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a0397bc8-4064-4d00-bdeb-e08eccd6a438 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:41.638592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0397bc8-4064-4d00-bdeb-e08eccd6a438 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:41.675833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f56949d0-838d-4108-b290-c9120bda4a6e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8547478 Mar 09 12:21:41.678792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42274) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.688950 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fcc37087-7549-4739-b7e9-0a821b1c9fe7 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3404 time: 0.7249527 Mar 09 12:21:41.813676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4cf36f-b1b7-4df8-aab6-30e7d557ccf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:41.837790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4cf36f-b1b7-4df8-aab6-30e7d557ccf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:41.839917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-aa4cf36f-b1b7-4df8-aab6-30e7d557ccf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:41.860862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-aa4cf36f-b1b7-4df8-aab6-30e7d557ccf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:41.863843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aa4cf36f-b1b7-4df8-aab6-30e7d557ccf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1828170 Mar 09 12:21:41.865655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.917006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0d0b350e-a77a-487f-9075-c21ca3573096 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9879427 Mar 09 12:21:41.923856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42284) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:41.948419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067fe6ce-544b-4636-a946-3080d56e27cf None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:41.950181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:41.960050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port e323fd91-3fd7-4671-8b7e-616546bb1632 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:41.960532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:41.979563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:42.012640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:42.030781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:42.116342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:42.179330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting subnet 121b4861-d0d0-40e8-b48e-8904e6a3b751 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:42.183113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.247007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42288) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:42.252604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402947765', 'description': 'tempest-secgroup-smoke-1402947765 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:42.255643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.277764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:42.295422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:42.299901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:42.307354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Provisioning for port a0c22f5f-cbbd-4202-a451-8580d304f3ff completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:42.333795 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-4c51dab2-5f26-43f9-bbff-3dbd4b847b87 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278103 Mar 09 12:21:42.342562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:42.346150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.351615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:42.359895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Provisioning complete for port a0c22f5f-cbbd-4202-a451-8580d304f3ff triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:42.360282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.382445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.409518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:42.418760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:42.419120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:42.429792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:42.439929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:42.440547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:42.443316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.458563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:42.511522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:42.525708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:42.537107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.584478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for e323fd91-3fd7-4671-8b7e-616546bb1632 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:42.616415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 443d4ea6-ffc1-4268-a07b-7f79db222a7a {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:42.616977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.622931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Transition to ACTIVE for port object ef576eb5-2dcf-4a7d-bfd9-dd2984910176 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:42.718809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-92149035-de75-48ad-a3fd-427ef381d416', 'network_id': '92149035-de75-48ad-a3fd-427ef381d416', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '0b6d24b1-79d9-46e0-9857-9773b4711a23'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:42.718809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.719949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.755290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.828146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7421f3d-ac61-43e3-b566-90c436e8e1f0,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:42.845107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:42.849289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.859488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:42.873645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.873855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.875079 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d967370d-344b-4089-bc14-75209696691a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6270998 Mar 09 12:21:42.881203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42292) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:42.892231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:42.901028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:42.902878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:42.905840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:42.912234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:42.915745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.930228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.980726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:42.985765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Transition to ACTIVE for port object ef576eb5-2dcf-4a7d-bfd9-dd2984910176 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:43.039454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:43.039905 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=e323fd91-3fd7-4671-8b7e-616546bb1632,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:43.045709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.083206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.089993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.093722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.118742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.150900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Transition to ACTIVE for port object 6158a4e4-c803-44b6-b2d8-03900b64a21c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:43.155368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:43.175414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:43.184416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.188532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:43.191140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Allocated IP 2001:db8::2 (92149035-de75-48ad-a3fd-427ef381d416/0b6d24b1-79d9-46e0-9857-9773b4711a23/f5698d83-577e-4ee9-b8e8-c1819f5ad5cc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:43.193348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Pushing event updated for resources: {'Port': ['ID=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:43.215186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4378c7c-537f-4bb5-8704-02883f9fe6b2,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:43.220764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.231155 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8c05f0df-6726-4fc5-a423-ff3b594b7769 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/e323fd91-3fd7-4671-8b7e-616546bb1632 HTTP/1.1" status: 204 len: 168 time: 1.3637452 Mar 09 12:21:43.233502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42296) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:43.236728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.238010 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cedb7c34-4cfc-4a75-b088-e2516160df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563361 Mar 09 12:21:43.242599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480b34e6-23ef-42ac-9436-b39f173d5562 req-cd96e905-0b69-4571-aa2f-fd3568ed293f service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514383 Mar 09 12:21:43.243157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42300) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:43.274172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.274479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.274830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.275283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.275501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.275827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.276165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.276496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.276829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.277181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.277497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.277879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:21:43.308824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:43.310335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:43.312367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:43.313438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:43.329685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:43.331908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:43.336361 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dcb89f03-d159-4fe7-9e58-a97dac7a30e6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0986078 Mar 09 12:21:43.337103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42304) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:43.350234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:43.385744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::30a (fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6/1da05be9-8e0e-4183-a672-0266a9eaf2d3/7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:43.391655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.403498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:43.408201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.412647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 647d03c7-c39f-4ce2-9a08-1ce2d55d285d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:43.416250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.482057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:43.494176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Subnet': ['ID=121b4861-d0d0-40e8-b48e-8904e6a3b751,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:43.496139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.498484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:43.606682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.649954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 443d4ea6-ffc1-4268-a07b-7f79db222a7a owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:43.680102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.697222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.730285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef6056-caf4-465e-84c4-fec118450bdc None None] Network 4cf9eb8f-dc91-409a-893e-b993e04becf7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:43.744326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=647d03c7-c39f-4ce2-9a08-1ce2d55d285d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:43.749864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.766076 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-800cf8d2-5b6a-485d-8d8f-b1583924a903 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/647d03c7-c39f-4ce2-9a08-1ce2d55d285d HTTP/1.1" status: 204 len: 168 time: 0.4255676 Mar 09 12:21:43.767327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42314) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:43.803486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Attempting to bind port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:43.803966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Attempting to bind port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '98f0a19c-4e39-4088-8c72-69daa25258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:43.804410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Attempting to bind port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 on network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:43.812705 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-af588a4f-319a-4f7e-8b2d-d0aa0999f241 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/subnets/121b4861-d0d0-40e8-b48e-8904e6a3b751 HTTP/1.1" status: 204 len: 168 time: 2.2669568 Mar 09 12:21:43.815500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42318) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:43.821781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.918449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:43.924652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:43.925634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Checking segment: {'id': '98f0a19c-4e39-4088-8c72-69daa25258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:43.925634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.926741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Bound using segment: {'id': '98f0a19c-4e39-4088-8c72-69daa25258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:43.927257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Bound port: ef576eb5-2dcf-4a7d-bfd9-dd2984910176, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f0a19c-4e39-4088-8c72-69daa25258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:43.927581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.929746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:43.988050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.004414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.013654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3115ff-6991-455c-9644-4327e72a618a None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0', 'ip_address': '2001:db8::f816:3eff:fe94:87fc'}, {'subnet_id': '647d03c7-c39f-4ce2-9a08-1ce2d55d285d'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': 'a0c22f5f-cbbd-4202-a451-8580d304f3ff'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:21:44.034828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.055645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Deleting port 746c25f5-236f-441d-a127-de424dca21ad {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:44.056011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.062796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cb2ea-facc-43e5-b4d9-760d983653ae None None] Pushing event updated for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.133128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.142739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.165967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.181900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Attempting to bind port 6158a4e4-c803-44b6-b2d8-03900b64a21c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:44.182384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Attempting to bind port 6158a4e4-c803-44b6-b2d8-03900b64a21c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:44.182823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Attempting to bind port 6158a4e4-c803-44b6-b2d8-03900b64a21c on network fb58a0fe-3aa4-4466-9503-e540a78a8096 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:44.247759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:44.248102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Checking segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:44.248697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.249186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Bound using segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:44.249728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Bound port: 6158a4e4-c803-44b6-b2d8-03900b64a21c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:44.250185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.251943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:44.263854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=eac9742c-0a4f-4b5d-9c68-5943e0b31d1e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.266022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c2ac97-da67-49b6-a70f-f4deb0732bb7,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.282591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b3115ff-6991-455c-9644-4327e72a618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.284637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:44.285044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:21:44.310566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.310887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f0c86-827d-4e70-a3d2-f2100ac7fe7f None None] Pushing event updated for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.314619 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6ea3c1eb-e481-4771-b6d5-11a2f4f7564b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0062184 Mar 09 12:21:44.320921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42322) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:44.329377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:44.339451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.341811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.345655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:44.394037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.404685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:21:44.408919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:44.412829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=443d4ea6-ffc1-4268-a07b-7f79db222a7a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.418565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:44.448764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.472484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Transition to ACTIVE for port object f5698d83-577e-4ee9-b8e8-c1819f5ad5cc will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:44.477297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] For port 746c25f5-236f-441d-a127-de424dca21ad, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=746c25f5-236f-441d-a127-de424dca21ad,segment=NetworkSegment(043ca4e9-9e7c-435b-82d7-21d568fa8c22),segment_id=043ca4e9-9e7c-435b-82d7-21d568fa8c22)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:44.477715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.494047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] For port ef576eb5-2dcf-4a7d-bfd9-dd2984910176, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:44.497689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:44.567320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:44.595013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:44.595615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.615061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] For port ef576eb5-2dcf-4a7d-bfd9-dd2984910176, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,segment=NetworkSegment(98f0a19c-4e39-4088-8c72-69daa25258eb),segment_id=98f0a19c-4e39-4088-8c72-69daa25258eb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:44.615398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:44.639301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:44.644845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Calling delete_port for 746c25f5-236f-441d-a127-de424dca21ad owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:44.646903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f13d4-f945-4779-b994-941313aebc4c None None] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:44.655980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:44.665953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:44.666777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.671840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Transition to ACTIVE for port object f5698d83-577e-4ee9-b8e8-c1819f5ad5cc will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:44.689750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] For port 6158a4e4-c803-44b6-b2d8-03900b64a21c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:44.694811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] For port 6158a4e4-c803-44b6-b2d8-03900b64a21c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6158a4e4-c803-44b6-b2d8-03900b64a21c,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:44.697495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.704519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.724408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6093f646-c1b5-4750-92af-a09cfe418927 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7816944 Mar 09 12:21:44.731228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.737678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42326) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-7b3115ff-6991-455c-9644-4327e72a618a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0: This subnet is being modified by another concurrent operation. Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:21:44.744069 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0: This subnet is being modified by another concurrent operation. Mar 09 12:21:44.747935 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:21:44.755122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1267347379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:44.755292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.775191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:44.795067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.796164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.800616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.809636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e4933be3-4616-45d4-b3dd-07806edd5e8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0 HTTP/1.1" status: 204 len: 168 time: 1.0402727 Mar 09 12:21:44.810033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42330) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:44.823849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:44.832724 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-086a7de1-34c0-4e79-84c2-41001a5b526e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6982164 Mar 09 12:21:44.869096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:44.917751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:44.936187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Network 92149035-de75-48ad-a3fd-427ef381d416 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:44.943637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6af605-2fda-4ff1-8936-35e30e7c53d0 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:44.969332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ca081ae5-5a0e-4c86-8e25-9a3ffdd122b7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:router {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:44.970821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:44.996497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:45.011197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Port': ['ID=746c25f5-236f-441d-a127-de424dca21ad,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:45.017168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ca081ae5-5a0e-4c86-8e25-9a3ffdd122b7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:router {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:45.018789 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ca081ae5-5a0e-4c86-8e25-9a3ffdd122b7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2077401 Mar 09 12:21:45.039107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42338) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:45.044878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] No DVR routers for this DVR port 746c25f5-236f-441d-a127-de424dca21ad on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:45.055388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0c22f5f-cbbd-4202-a451-8580d304f3ff no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:45.078778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:45.104404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:45.104666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.125536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.132100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:45.141312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:45.142210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:45.144421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:45.229470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.237231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:45.252376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.255463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44885b-01b3-49a2-a9be-6da47643b218 None None] DHCP port deletion for 4cf9eb8f-dc91-409a-893e-b993e04becf7 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:45.300810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18030f1c-fe20-4604-8c68-91a5e10cb36f None None] Pushing event updated for resources: {'Port': ['ID=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:45.372379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215b3f18-c8db-45e4-93f2-ff0c6bc5aa5f,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:45.377971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.383450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.384551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.403551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.419367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:45.428830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:45.429357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.430867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:45.436155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:45.451929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.453223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b44ac9c6-d82f-447f-971c-190f7859894d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1312778 Mar 09 12:21:45.464731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:45.478511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:45.487345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:45.501877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:45.512076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.524015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1a948ab-142b-4946-b53b-310af4d3e0e4 None None] Provisioning complete for port a0c22f5f-cbbd-4202-a451-8580d304f3ff triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:45.524388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1a948ab-142b-4946-b53b-310af4d3e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.560686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.560686 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b243d4fc-e0b9-4935-b264-7ecf913db289 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8144534 Mar 09 12:21:45.560686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:45.560686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42346) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:45.566186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:45.660944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Attempting to bind port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:45.661516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Attempting to bind port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd9b6abd7-09e5-44f9-b467-a808f274e14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92149035-de75-48ad-a3fd-427ef381d416'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:45.661878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Attempting to bind port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc on network 92149035-de75-48ad-a3fd-427ef381d416 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:45.701539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf9eb8f-dc91-409a-893e-b993e04becf7']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:45.717122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043ca4e9-9e7c-435b-82d7-21d568fa8c22') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:45.717814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043ca4e9-9e7c-435b-82d7-21d568fa8c22') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:45.732566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.751899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.762310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:45.763216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.806587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:45.840148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:45.841454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Checking segment: {'id': 'd9b6abd7-09e5-44f9-b467-a808f274e14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92149035-de75-48ad-a3fd-427ef381d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:45.842091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.842640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Bound using segment: {'id': 'd9b6abd7-09e5-44f9-b467-a808f274e14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92149035-de75-48ad-a3fd-427ef381d416'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:45.844068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Bound port: f5698d83-577e-4ee9-b8e8-c1819f5ad5cc, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b6abd7-09e5-44f9-b467-a808f274e14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '92149035-de75-48ad-a3fd-427ef381d416'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:45.844632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:45.855335 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:45.882166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f0c86-827d-4e70-a3d2-f2100ac7fe7f None None] Pushing event updated for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:45.949132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.008960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.075601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Pushing event deleted for resources: {'Network': ['ID=4cf9eb8f-dc91-409a-893e-b993e04becf7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:46.085593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8c7c9dfc-2187-439b-8aa4-cd2f2f52c027', 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': 'eac9742c-0a4f-4b5d-9c68-5943e0b31d1e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:46.086627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.101924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-79079024-aa65-4f01-bf95-1f0ceff6cf18 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/networks/4cf9eb8f-dc91-409a-893e-b993e04becf7 HTTP/1.1" status: 204 len: 168 time: 2.2866027 Mar 09 12:21:46.106249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:46.128167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.146808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.151749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:21:46.182703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 10e7c0f8-bf53-41cd-b15e-d1a65837aa94 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:46.331035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02cbcad5-fc2a-4d10-9288-3b377f4f6e00 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Synchronizing usage tracker for tenant:e1f5d052b0b8461980786220dc51985a on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:46.342403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.361165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.368181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.378544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.378826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02cbcad5-fc2a-4d10-9288-3b377f4f6e00 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Unset dirty status for tenant:e1f5d052b0b8461980786220dc51985a on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:46.383030 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-02cbcad5-fc2a-4d10-9288-3b377f4f6e00 tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ab92fe5-3aa0-442e-b8f5-2fa05505e95e HTTP/1.1" status: 200 len: 205 time: 0.2705374 Mar 09 12:21:46.389621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42356) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:46.401396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Pushing event updated for resources: {'Port': ['ID=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:46.450983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1a948ab-142b-4946-b53b-310af4d3e0e4 None None] Could not find standard attr ID for object e323fd91-3fd7-4671-8b7e-616546bb1632. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:46.596100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:46.598912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.653599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.669978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:46.673050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] For port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:46.705336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18a6f39-18ab-4469-8a18-a1abe3a746fd,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:46.732813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:46.757385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Deleting port a0c22f5f-cbbd-4202-a451-8580d304f3ff {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:46.757765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.779645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.783391 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-92864dc2-b818-458f-855e-0d4a116ba837 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3151588 Mar 09 12:21:46.787086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:46.795594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:46.803855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:46.809219 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1a61f1c-8cf7-4391-ab68-96570b9ddcbd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3271351 Mar 09 12:21:46.812837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:46.815916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a8871-e6bf-45f6-b94f-77f36eaf61d8 None None] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:46.820092 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] Sync routers for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:46.833613 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:46.834558 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:46.843052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42364) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:46.858506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:46.868712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:46.878065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:46.894230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:46.920006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:21:46.981868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.011718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] For port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,segment=NetworkSegment(d9b6abd7-09e5-44f9-b467-a808f274e14c),segment_id=d9b6abd7-09e5-44f9-b467-a808f274e14c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:47.023542 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:47.041553 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:47.043386 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:47.133753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ef576eb5-2dcf-4a7d-bfd9-dd2984910176 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:47.148823 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:47.149250 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec4619-7639-49d3-ab78-f48d88aa86c1 None None] The sync data for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:47.161030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.167537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.195310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.206013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8::1 (92149035-de75-48ad-a3fd-427ef381d416/0b6d24b1-79d9-46e0-9857-9773b4711a23/a4ca3836-70a5-4d97-92f8-f4c9d45a4335) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:47.208330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c3e323-86b1-4c73-8a10-a9d1c2357385,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:47.248418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.249919 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dedfc850-b3fc-473b-86ab-d8ab78d7a46c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4533648 Mar 09 12:21:47.259945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-434aa389-7513-4738-a5a5-88993ed62ad2 None None] Provisioning for port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:47.261750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:47.266957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'e7421f3d-ac61-43e3-b566-90c436e8e1f0', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:47.276818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:47.284678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:47.330694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:47.332924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:47.351799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:47.373101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:21:47.384357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.447109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Allocated IP 2001:db8:1::2 (8c7c9dfc-2187-439b-8aa4-cd2f2f52c027/eac9742c-0a4f-4b5d-9c68-5943e0b31d1e/23e4dc3f-bf4f-42e6-8052-8e0a4db4f801) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:47.454855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.485990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object a4ca3836-70a5-4d97-92f8-f4c9d45a4335 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:47.501711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.515014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.522124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.543936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e74e17c-79fb-4849-a7c1-b75f46d44ae6,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:47.563318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.573885 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-50f488b4-609f-4a5d-accf-b28c07697ead tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3017683 Mar 09 12:21:47.582361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.668031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 92149035-de75-48ad-a3fd-427ef381d416 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:47.683523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:47.686412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:47.687225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.716003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=a4ca3836-70a5-4d97-92f8-f4c9d45a4335,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:47.794430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.875078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:47.891708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.913913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.973841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:47.974224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.991119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:47.991894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab92fe5-3aa0-442e-b8f5-2fa05505e95e {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:21:48.000124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd184a-bd9f-4130-8bd3-c7ca29b4641f None None] Pushing event updated for resources: {'Port': ['ID=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:48.055103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:21:48.134653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:48.135148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.162037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:48.185108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.188162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f23cb9ed-549b-4501-a454-667810ec5b8f tempest-RoutersNegativeTest-2002820701 tempest-RoutersNegativeTest-2002820701-project] 10.222.0.20 "DELETE /v2.0/routers/9ab92fe5-3aa0-442e-b8f5-2fa05505e95e HTTP/1.1" status: 204 len: 168 time: 1.7944920 Mar 09 12:21:48.224297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.226480 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0f97128a-7a2b-4a9b-af8b-75aa0145a4de tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc HTTP/1.1" status: 204 len: 168 time: 3.3466728 Mar 09 12:21:48.229265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42386) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:48.237216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-3989e8d0-1988-40b5-99ac-c2a31af2a7bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:48.302872 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0f8f64-4e0c-4034-9f09-3fa0c24fd88f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:21:48.303958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd0f8f64-4e0c-4034-9f09-3fa0c24fd88f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:48.375954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Calling delete_port for a0c22f5f-cbbd-4202-a451-8580d304f3ff owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:48.448496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-3989e8d0-1988-40b5-99ac-c2a31af2a7bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:48.449710 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-3989e8d0-1988-40b5-99ac-c2a31af2a7bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402947765&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.4864631 Mar 09 12:21:48.533701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:44Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:48.605706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.612280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.614815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cd0f8f64-4e0c-4034-9f09-3fa0c24fd88f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:48.616416 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cd0f8f64-4e0c-4034-9f09-3fa0c24fd88f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc HTTP/1.1" status: 404 len: 333 time: 0.3858263 Mar 09 12:21:48.619175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42392) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:48.623834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab866f-0dd4-4691-bc47-339050505e98 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:44Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:48.652330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0268dd94-5eca-45b6-98ec-cf3aaaef070d None None] Could not find standard attr ID for object 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:48.673789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:48.674155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:48.766953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 1da05be9-8e0e-4183-a672-0266a9eaf2d3 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:48.775043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.851278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.856321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:48.924924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ef576eb5-2dcf-4a7d-bfd9-dd2984910176, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,segment=NetworkSegment(98f0a19c-4e39-4088-8c72-69daa25258eb),segment_id=98f0a19c-4e39-4088-8c72-69daa25258eb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:48.934839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0268dd94-5eca-45b6-98ec-cf3aaaef070d None None] Provisioning complete for port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:48.935625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0268dd94-5eca-45b6-98ec-cf3aaaef070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:48.978399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-294796b0-abdf-4706-8980-101a950158a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:48.979158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-294796b0-abdf-4706-8980-101a950158a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:49.028681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.084431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.131952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.139750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-294796b0-abdf-4706-8980-101a950158a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:49.146137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.147243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.150977 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-294796b0-abdf-4706-8980-101a950158a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 797 time: 0.6745245 Mar 09 12:21:49.272764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Deleting port a0c22f5f-cbbd-4202-a451-8580d304f3ff {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:49.274016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.303095 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-0ca82f9c-23c2-4d1d-a5fe-3ee6362bdf2a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.1491954 Mar 09 12:21:49.314802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5ec6f-e3b7-4492-a894-970c177dbf10 None None] Network 92149035-de75-48ad-a3fd-427ef381d416 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:49.332193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 746c25f5-236f-441d-a127-de424dca21ad no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:49.360524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.376179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Transition to ACTIVE for port object 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:49.397100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Transition to ACTIVE for port object 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:49.435526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 92149035-de75-48ad-a3fd-427ef381d416 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:49.446618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:49.474050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.483062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 746c25f5-236f-441d-a127-de424dca21ad {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:49.483062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 746c25f5-236f-441d-a127-de424dca21ad not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:49.549328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=a4ca3836-70a5-4d97-92f8-f4c9d45a4335,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:49.578746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.706237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:49.718480 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7c4dd3d7-b154-470d-ab6a-224643bcedc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1f5d052b0b8461980786220dc51985a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516829 Mar 09 12:21:49.742133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42402) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:49.782996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:49.788109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5698d83-577e-4ee9-b8e8-c1819f5ad5cc up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:49.839601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.892639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=1da05be9-8e0e-4183-a672-0266a9eaf2d3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:49.903917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:49.914588 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-895cb0ef-d3d7-4610-b10c-ccbc77cf91e3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/1da05be9-8e0e-4183-a672-0266a9eaf2d3 HTTP/1.1" status: 204 len: 168 time: 1.2911472 Mar 09 12:21:49.916494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42408) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:49.946382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-9f0027a1-87cd-46d0-84af-a09cbe9d9ebd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:50.002695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:50.022370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 0bc13a3e-4bb9-4a20-9588-e6b82921503e is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:21:50.059698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:50.063912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:50.069931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.072402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.095681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-9f0027a1-87cd-46d0-84af-a09cbe9d9ebd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:50.096719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-9f0027a1-87cd-46d0-84af-a09cbe9d9ebd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7928696 Mar 09 12:21:50.115538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.115538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.118177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.129449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fee8c-c8f4-45d5-b411-4586ffa55743 None None] Network fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:50.193613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:50.194773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.323017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:50.332801 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6e3d95ab-7fc7-4027-8a4f-e9be5c370728 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7739143 Mar 09 12:21:50.335988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42412) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:50.418446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] Sync routers for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:50.480730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:50.482432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.486516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.495439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-ec135fdc-f5fd-4132-92f1-d4b9cb42e92e service neutron] 10.222.0.20 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493738 Mar 09 12:21:50.502413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ceef64-3777-4c87-857e-0b2fe7aa0bea tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:50.502978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-42ceef64-3777-4c87-857e-0b2fe7aa0bea tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:50.539302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-42ceef64-3777-4c87-857e-0b2fe7aa0bea tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:50.544445 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-42ceef64-3777-4c87-857e-0b2fe7aa0bea tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports/a4ca3836-70a5-4d97-92f8-f4c9d45a4335 HTTP/1.1" status: 200 len: 911 time: 0.2077219 Mar 09 12:21:50.546474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port ef576eb5-2dcf-4a7d-bfd9-dd2984910176, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,segment=NetworkSegment(98f0a19c-4e39-4088-8c72-69daa25258eb),segment_id=98f0a19c-4e39-4088-8c72-69daa25258eb)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:50.547313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.555110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42416) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:50.588267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:50.603397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:50.646197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:50.646784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.685483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Calling delete_port for a0c22f5f-cbbd-4202-a451-8580d304f3ff owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:50.748092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=b4d3f064-8920-45bb-8463-315946e677af,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:50.755881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=7']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:50.768272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Could not find standard attr ID for object 7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:21:50.769617 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e94e4fc7-8248-4756-937f-c9ce6b28232b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7286510 Mar 09 12:21:50.772370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42420) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:50.772525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Attempting to bind port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:50.772525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Attempting to bind port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:50.772851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Attempting to bind port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 on network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:50.775231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port c282bb60-d427-452a-9f5e-ae0b67a77496 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:50.775577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.779728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Pushing event updated for resources: {'Port': ['ID=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:50.792460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:50.792849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Checking segment: {'id': '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:50.793307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.793709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Bound using segment: {'id': '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:50.794202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Bound port: 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8c7c9dfc-2187-439b-8aa4-cd2f2f52c027'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:50.794587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:50.817624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:50.870561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:50.871201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:50.871945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for ef576eb5-2dcf-4a7d-bfd9-dd2984910176 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:50.968746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-757bbc56-af9d-429e-9a91-8bbcea68b714 service neutron] 10.222.0.20 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519305 Mar 09 12:21:50.969372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.012366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42070081-ee20-4ca1-af7d-5cadaa1e13f4,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:51.059577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.062736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:51.065622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Provisioning for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:51.078527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.083053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0c0cc642-0f92-4a0e-b3c8-bce78bc99a9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42070081-ee20-4ca1-af7d-5cadaa1e13f4 HTTP/1.1" status: 204 len: 168 time: 1.3346572 Mar 09 12:21:51.137675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:51.140426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.145651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:51.153846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:51.157348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.160728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.165579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:51.174846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:51.246430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=ef576eb5-2dcf-4a7d-bfd9-dd2984910176,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:51.251167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No DVR routers for this DVR port ef576eb5-2dcf-4a7d-bfd9-dd2984910176 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:51.293631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Provisioning complete for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:51.294048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.369223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for c282bb60-d427-452a-9f5e-ae0b67a77496 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:51.481023 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eec50ecb-f206-4a91-8235-0010c17326ee req-245a8aa9-359a-42cb-8803-74e1b46fc852 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.1242313 Mar 09 12:21:51.488026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:51.500916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.505119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.533188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] For port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:51.539013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] For port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,segment=NetworkSegment(8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29),segment_id=8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:51.546749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:51.548214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.562499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.654954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f0a19c-4e39-4088-8c72-69daa25258eb') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.655250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f0a19c-4e39-4088-8c72-69daa25258eb') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.672208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:51.672567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:51.690522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.695763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:51.696325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d712a-c4af-49b0-97f5-db0a1a1ff92a None None] The sync data for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:51.726762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.760337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.782337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:51.782822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:51.799933 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:51.954447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:51.999223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.039553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=c282bb60-d427-452a-9f5e-ae0b67a77496,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:52.120086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Deleting port a0c22f5f-cbbd-4202-a451-8580d304f3ff {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:52.120475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.164094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.188714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.203067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:52.204758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] For port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,segment=NetworkSegment(d9b6abd7-09e5-44f9-b467-a808f274e14c),segment_id=d9b6abd7-09e5-44f9-b467-a808f274e14c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:52.225494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.269079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9f2e52f2-ae28-4c65-a1c1-e1319eed411e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 HTTP/1.1" status: 204 len: 168 time: 2.3512518 Mar 09 12:21:52.275358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42452) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:52.323678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.358277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a308c-372f-41c4-8764-24a3a24af412 None None] Pushing event updated for resources: {'Port': ['ID=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:52.463848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'name': 'tempest-PortsIpV6TestJSON-235875359'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:52.567699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca73d67-1209-4a18-97e1-8dfb61d100a2 None None] DHCP port deletion for fb8fc6f7-0c85-4cd1-8dde-d4397b4218e6 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:52.650542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.657723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.740308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:52.748810 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032632 Mar 09 12:21:52.766260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42462) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:52.904315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:52.907666 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bd3cbe8b-660f-4008-88cc-c653799de2b8 req-05b16698-0ae3-435a-8191-e9b7610a7bf3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.1637425 Mar 09 12:21:52.915672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:52.919914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:52.921166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:52.930078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b017a51c-609d-478f-a94e-b4c793de71a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.018131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf459518-e0aa-43a7-80e7-b89e4a41863a None None] Pushing event updated for resources: {'Port': ['ID=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:53.021014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-49840bea-a7b3-4868-b09f-215dbc0ff8dc tempest-NetworksApiDiscovery-1802129801 tempest-NetworksApiDiscovery-1802129801-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2501795 Mar 09 12:21:53.056277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Provisioning for port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:53.085814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:53.098859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:53.101981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Provisioning complete for port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:53.102129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:53.102355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.112028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=e526ac99-f60b-4594-8032-d279b3783fd3,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:53.126803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:53.148794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:53.149591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:53.164503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] For port a0c22f5f-cbbd-4202-a451-8580d304f3ff, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0c22f5f-cbbd-4202-a451-8580d304f3ff,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:53.165529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.243136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.317651 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9ef203ac-df79-4660-9306-8fbae2005ded tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5437582 Mar 09 12:21:53.332296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42470) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:53.344589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:8f:0c:0d', 'name': 'tempest-NetworksTestDHCPv6-991476988'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:53.380964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:53.410160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Calling delete_port for a0c22f5f-cbbd-4202-a451-8580d304f3ff owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:53.542001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Provisioning complete for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:53.542596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-560ff03b-1846-4e06-aa0e-be33c25b6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.610416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:53.849273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6158a4e4-c803-44b6-b2d8-03900b64a21c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:53.916066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:53.920671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.948404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:53.981738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8:1::1 (8c7c9dfc-2187-439b-8aa4-cd2f2f52c027/eac9742c-0a4f-4b5d-9c68-5943e0b31d1e/276bcf19-fc1a-47ed-8426-abf4e15ccbea) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:53.991197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 10e7c0f8-bf53-41cd-b15e-d1a65837aa94 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:21:53.992407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:53.997149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 6158a4e4-c803-44b6-b2d8-03900b64a21c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:54.004546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 6158a4e4-c803-44b6-b2d8-03900b64a21c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:54.004923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.013516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port d8268b03-c5d1-4152-9f39-6a58370c842f yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:54.018510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Usage tracker for resource:security_group_rule and tenant:23f88cebc7e84a6ea8adbaefff159917 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:54.027199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:54.042752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:54.048642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.106805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4475b483-9226-44ef-ba09-db6e1f8b575d None None] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:54.108906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:54.147848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-cc5d210f-5d19-405d-b77e-a3dc545cf6dd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:54.149682 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-cc5d210f-5d19-405d-b77e-a3dc545cf6dd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 797 time: 0.5007977 Mar 09 12:21:54.159148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] Pushing event deleted for resources: {'Port': ['ID=a0c22f5f-cbbd-4202-a451-8580d304f3ff,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:54.169167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:21:54.185187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:21:54.259479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f396a6b6-8300-4b18-b3af-c244c486a96d None None] Provisioning for port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:54.261506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:54.265645 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b6a0a6a9-2203-461e-a8ea-7e8fb53282c3 req-6e41060f-614a-4539-a5fe-f581b210b0e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.1536329 Mar 09 12:21:54.278674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:21:54.297096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] Sync routers for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:21:54.301268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-08e44b6a-0dc4-4fa3-b26a-5e97805d12fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4450727 Mar 09 12:21:54.305192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42490) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:54.317788 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:54.318703 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:54.330978 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-4e931e6e-b054-427b-97ad-6f5ef2a99d87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4814100 Mar 09 12:21:54.339720 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-73c16aa8-f823-4e1d-b8b7-74403833794a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.1644568 Mar 09 12:21:54.354947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:54.361139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['e7421f3d-ac61-43e3-b566-90c436e8e1f0']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:54.376137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-427933cb-3bb8-48f2-bc0d-a50613d46876 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:21:54.388136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbfd39-fb7a-4607-81e5-f5fffae9c301 None None] No DVR routers for this DVR port a0c22f5f-cbbd-4202-a451-8580d304f3ff on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:54.447000 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:54.457636 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] Routers {'10e7c0f8-bf53-41cd-b15e-d1a65837aa94'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:21:54.458458 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:54.466339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e20217-8779-4135-8c7b-023491061733 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:54.547316 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:54.547999 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927542c-d11f-45c5-8c3f-b1e2320d565b None None] The sync data for ids ['10e7c0f8-bf53-41cd-b15e-d1a65837aa94'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:21:54.608010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f396a6b6-8300-4b18-b3af-c244c486a96d None None] Provisioning complete for port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:54.608010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f396a6b6-8300-4b18-b3af-c244c486a96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.642290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.657810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-427933cb-3bb8-48f2-bc0d-a50613d46876 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:21:54.660332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.662871 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-427933cb-3bb8-48f2-bc0d-a50613d46876 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=10e7c0f8-bf53-41cd-b15e-d1a65837aa94 HTTP/1.1" status: 200 len: 205 time: 0.3568594 Mar 09 12:21:54.663508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42496) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:54.693330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port b615b602-2832-47b6-a2a7-7d77db4ea634 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:21:54.747698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.815258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object 276bcf19-fc1a-47ed-8426-abf4e15ccbea will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:54.843077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f396a6b6-8300-4b18-b3af-c244c486a96d None None] Port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:54.873438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:21:54.893672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.915296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.938246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.949594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.974155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12ca62ac-e9f8-4339-ba90-ce0fb22b0aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:54.976292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:21:54.995508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 6158a4e4-c803-44b6-b2d8-03900b64a21c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6158a4e4-c803-44b6-b2d8-03900b64a21c,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:55.001669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fde232e-9ca7-42aa-b107-15905daaa43f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:55.010893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.043009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec3f39e7-0e04-47ee-b2b7-33d0b2446668 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23f88cebc7e84a6ea8adbaefff159917&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4292748 Mar 09 12:21:55.069882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42510) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:55.086577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:21:55.090633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.118018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:55.242397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'b4d3f064-8920-45bb-8463-315946e677af'}, {'subnet_id': 'e526ac99-f60b-4594-8032-d279b3783fd3'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:21:55.244146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.254444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 172.20.0.10 (94dc3624-3b1f-4296-9dc3-e29647941794/e526ac99-f60b-4594-8032-d279b3783fd3/b615b602-2832-47b6-a2a7-7d77db4ea634) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:55.269825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe8f:c0d (94dc3624-3b1f-4296-9dc3-e29647941794/b4d3f064-8920-45bb-8463-315946e677af/b615b602-2832-47b6-a2a7-7d77db4ea634) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:55.341286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-4f4624a9-b649-4606-8aa4-0202f180eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:55.342840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-4f4624a9-b649-4606-8aa4-0202f180eb7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 0.8607709 Mar 09 12:21:55.402710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5698d83-577e-4ee9-b8e8-c1819f5ad5cc up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:55.579771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.599825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object b615b602-2832-47b6-a2a7-7d77db4ea634 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:55.677572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.725212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-64db70cd-fd74-4189-a657-8cd4c44aedbc req-be86528d-291c-4bec-a601-8edc30a68420 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.1011374 Mar 09 12:21:55.736502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.765783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:55.766210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.788529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.819769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:55.835203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:55.838399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:55.872388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=b615b602-2832-47b6-a2a7-7d77db4ea634,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:55.908638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Allocated IP 172.20.0.2 (94dc3624-3b1f-4296-9dc3-e29647941794/e526ac99-f60b-4594-8032-d279b3783fd3/8840fa19-2e31-4e81-b5e5-120df3ab1126) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:55.915460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:55.916104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:55.918100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Allocated IP 2001:db8::f816:3eff:fe48:47a6 (94dc3624-3b1f-4296-9dc3-e29647941794/b4d3f064-8920-45bb-8463-315946e677af/8840fa19-2e31-4e81-b5e5-120df3ab1126) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:55.942089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e84fa0-28a3-4e24-9353-05211d73e9f5 req-acecfcd9-5d2b-43c0-aa6f-c2d0ec8a2014 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:55.943553 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93e84fa0-28a3-4e24-9353-05211d73e9f5 req-acecfcd9-5d2b-43c0-aa6f-c2d0ec8a2014 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.2733858 Mar 09 12:21:55.975618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42524) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:55.975873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-52e29afa-3d6f-46e9-8f35-722cce5945ab tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6420140 Mar 09 12:21:55.985361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.001344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.003223 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93e84fa0-28a3-4e24-9353-05211d73e9f5 req-fbba2725-bf2d-4d5d-a873-c673f3107e13 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502095 Mar 09 12:21:56.059827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:56.081955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.084818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:56.115643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:56.147650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=276bcf19-fc1a-47ed-8426-abf4e15ccbea,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:56.147869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.150657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-2c33ccd0-af85-45bf-b9ff-2985165b25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:56.152349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-2c33ccd0-af85-45bf-b9ff-2985165b25e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 898 time: 0.4659171 Mar 09 12:21:56.221487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:56.222757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.228489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:56.242037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:56.242415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.309573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.310010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router 10e7c0f8-bf53-41cd-b15e-d1a65837aa94 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:21:56.320688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.334270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Transition to ACTIVE for port object 8840fa19-2e31-4e81-b5e5-120df3ab1126 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:56.346429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:56.358349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:56.360117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.381800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:56.387249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:56.387879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.397866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Transition to ACTIVE for port object 8840fa19-2e31-4e81-b5e5-120df3ab1126 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:56.412408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.466690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-688d8c3f-db75-4a60-a27c-7c90327594eb None None] Provisioning for port 276bcf19-fc1a-47ed-8426-abf4e15ccbea completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:56.477619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.481310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=d8268b03-c5d1-4152-9f39-6a58370c842f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:56.501061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:56.506928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:56.509446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:56.511701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-688d8c3f-db75-4a60-a27c-7c90327594eb None None] Provisioning complete for port 276bcf19-fc1a-47ed-8426-abf4e15ccbea triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:56.512069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-688d8c3f-db75-4a60-a27c-7c90327594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.521914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-72e80250-1694-47f0-8aed-9cba45fcebee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 1001 time: 0.2801213 Mar 09 12:21:56.571494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.572566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f1ef1987-9a5c-430e-a74e-b5cd0bf13bc6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94 HTTP/1.1" status: 204 len: 168 time: 1.8992503 Mar 09 12:21:56.575616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42530) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:56.582958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.590152 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-612fddab-e6eb-4794-bc09-5e0d59dd1f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.3112128 Mar 09 12:21:56.613483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42534) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:56.619075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Pushing event updated for resources: {'Port': ['ID=8840fa19-2e31-4e81-b5e5-120df3ab1126,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:56.661438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet 450a8ce4-bbd9-4226-89a2-cdf50fb674b2 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:56.664788 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.675388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.13 (fb58a0fe-3aa4-4466-9503-e540a78a8096/d0374ca7-dba0-4348-bc83-7556a2314e9e/e53e74ed-8141-4e7d-b5bb-ab2e3154eced) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:21:56.698140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-688d8c3f-db75-4a60-a27c-7c90327594eb None None] Port 276bcf19-fc1a-47ed-8426-abf4e15ccbea cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:21:56.707802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,segment=NetworkSegment(8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29),segment_id=8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:56.723211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.726587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.730333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151678f3-8172-42a5-9176-2903107949b3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:56.735339 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-151678f3-8172-42a5-9176-2903107949b3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.7453232 Mar 09 12:21:56.751726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42538) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:56.755106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-8fa9a505-db24-44ea-af66-38737f193388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:56.765362 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-8fa9a505-db24-44ea-af66-38737f193388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.2323050 Mar 09 12:21:56.782817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Attempting to bind port 8840fa19-2e31-4e81-b5e5-120df3ab1126 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:21:56.783190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Attempting to bind port 8840fa19-2e31-4e81-b5e5-120df3ab1126 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:21:56.783551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Attempting to bind port 8840fa19-2e31-4e81-b5e5-120df3ab1126 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:21:56.795360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:21:56.795651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:21:56.796052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.796443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:21:56.796926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Bound port: 8840fa19-2e31-4e81-b5e5-120df3ab1126, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:21:56.797301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.821579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ef576eb5-2dcf-4a7d-bfd9-dd2984910176 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:21:56.862100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.898677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ef576eb5-2dcf-4a7d-bfd9-dd2984910176 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:21:56.899047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ef576eb5-2dcf-4a7d-bfd9-dd2984910176 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:21:56.928119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port d8268b03-c5d1-4152-9f39-6a58370c842f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:56.928469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:56.960585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:56.985793 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7516b86f-950d-450a-904a-9140ff13f384 req-8157935a-8b20-4655-821d-e75b9777297f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.0592020 Mar 09 12:21:57.024784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:21:57.029269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8840fa19-2e31-4e81-b5e5-120df3ab1126,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:21:57.033198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.049436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.079250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.108212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port b615b602-2832-47b6-a2a7-7d77db4ea634 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:57.108570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.116129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=450a8ce4-bbd9-4226-89a2-cdf50fb674b2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:57.118864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.126447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ea5073e2-2e3f-4c49-b75c-bae2ecd7c367 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/450a8ce4-bbd9-4226-89a2-cdf50fb674b2 HTTP/1.1" status: 204 len: 168 time: 0.5483780 Mar 09 12:21:57.130297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42548) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:57.139867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.165481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d03f36-e686-4b11-80bc-e6d1db4aa62f None None] Network c6c0969e-1f54-46ed-b041-56d40125f6ac requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:57.207934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet 2e7aadb8-4f5e-4026-953d-79f5f52c2948 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:21:57.267761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fde232e-9ca7-42aa-b107-15905daaa43f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:57.277045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.296641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:57.341708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.376487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26448-23f6-4a86-a439-a58c2a44e5f0 None None] Pushing event updated for resources: {'Port': ['ID=8840fa19-2e31-4e81-b5e5-120df3ab1126,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:57.451302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932327-8bd4-435e-ba92-3052d925919f req-7a3786dc-e773-4a18-82ae-6d91130c2c25 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:57.453027 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c932327-8bd4-435e-ba92-3052d925919f req-7a3786dc-e773-4a18-82ae-6d91130c2c25 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.2284110 Mar 09 12:21:57.519633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.520767 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0bc2b106-5392-489e-8beb-45d86790054d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fde232e-9ca7-42aa-b107-15905daaa43f HTTP/1.1" status: 204 len: 168 time: 2.4493928 Mar 09 12:21:57.554837 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c932327-8bd4-435e-ba92-3052d925919f req-ecfa16fc-6f84-4e8a-95c9-c338d71b0794 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814002 Mar 09 12:21:57.556136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.604948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:57.605579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.672722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.690208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-7e530ac4-75ed-40b6-b8ad-65ea0b71269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:57.694501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-7e530ac4-75ed-40b6-b8ad-65ea0b71269b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9187884 Mar 09 12:21:57.709351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.759584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7aadb8-4f5e-4026-953d-79f5f52c2948,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:57.765611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.777028 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-05122534-5b1e-4353-bae1-ae14707b8f7f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/2e7aadb8-4f5e-4026-953d-79f5f52c2948 HTTP/1.1" status: 204 len: 168 time: 0.6455064 Mar 09 12:21:57.779271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42554) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:57.804148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f98f0d-cfc4-484f-b0ac-ab7d89fabac2 None None] Network f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:57.867996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] DHCP port deletion for c6c0969e-1f54-46ed-b041-56d40125f6ac request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:57.881974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Deleting port 0444455b-d667-48de-a608-06efb9ebb1df {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:57.882633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.979255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.995623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 0444455b-d667-48de-a608-06efb9ebb1df {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:57.995969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:57.996131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6158a4e4-c803-44b6-b2d8-03900b64a21c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:58.205400 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e9ba61b0-bd9a-425a-ac80-7bea03edc019 req-050eb024-d155-4401-a082-a9667b5f8507 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.0731373 Mar 09 12:21:58.241266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.245132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.295216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 0444455b-d667-48de-a608-06efb9ebb1df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0444455b-d667-48de-a608-06efb9ebb1df,segment=NetworkSegment(58704ac1-697e-400b-943b-420e27576e49),segment_id=58704ac1-697e-400b-943b-420e27576e49)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:58.295491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.320059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] For port 0444455b-d667-48de-a608-06efb9ebb1df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0444455b-d667-48de-a608-06efb9ebb1df,segment=NetworkSegment(58704ac1-697e-400b-943b-420e27576e49),segment_id=58704ac1-697e-400b-943b-420e27576e49)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:58.321255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.394922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 6158a4e4-c803-44b6-b2d8-03900b64a21c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:58.395299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.443325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 0444455b-d667-48de-a608-06efb9ebb1df owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:58.510643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Calling delete_port for 0444455b-d667-48de-a608-06efb9ebb1df owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:58.616550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for d8268b03-c5d1-4152-9f39-6a58370c842f owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:58.696654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:21:58.696654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:21:58.696921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object e53e74ed-8141-4e7d-b5bb-ab2e3154eced will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:21:58.705322 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-6bbe9b42-14c4-4bf7-831f-4d2549278c60 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9815798 Mar 09 12:21:58.728619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.789758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] DHCP port deletion for f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:21:58.794226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] No DVR routers for this DVR port 0444455b-d667-48de-a608-06efb9ebb1df on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:58.803510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Deleting port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:58.804054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.857085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353641f-5d4e-4981-bcf9-f40a32e42e88 None None] Pushing event deleted for resources: {'Port': ['ID=0444455b-d667-48de-a608-06efb9ebb1df,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:58.858821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04163e4-3ca1-4858-b47f-d39276bab2c1 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:21:58.874052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb08b0-1234-420d-9c75-fa235d40cac4 req-7a9ac006-d6a9-4924-941f-29765d066bf1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:21:58.875538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1bb08b0-1234-420d-9c75-fa235d40cac4 req-7a9ac006-d6a9-4924-941f-29765d066bf1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.1114450 Mar 09 12:21:58.925786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1bb08b0-1234-420d-9c75-fa235d40cac4 req-77d950f1-c43e-4ef0-bfa1-6a2d2cfdd632 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Mar 09 12:21:58.929451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:58.959432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:21:58.990154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.080317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d53664e4-5179-4bee-a560-678d2fcca862 None None] Provisioning for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:59.105640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.114394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for b615b602-2832-47b6-a2a7-7d77db4ea634 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:59.147027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.147789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.197793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 0444455b-d667-48de-a608-06efb9ebb1df {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:21:59.198140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.276246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] The port '0444455b-d667-48de-a608-06efb9ebb1df' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:21:59.318378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8840fa19-2e31-4e81-b5e5-120df3ab1126 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:21:59.370516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] For port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,segment=NetworkSegment(87c69ae7-993d-49e0-89d1-b8306b34dd7f),segment_id=87c69ae7-993d-49e0-89d1-b8306b34dd7f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:21:59.371285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.400840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.421617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.452927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c0969e-1f54-46ed-b041-56d40125f6ac']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:59.465629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58704ac1-697e-400b-943b-420e27576e49') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:59.465973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58704ac1-697e-400b-943b-420e27576e49') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:21:59.492313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.528073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.529809 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4681bdfa-0798-4cc2-90b8-088b78d1b250 req-ddfa685c-51ca-4cb7-84f1-71bcd96ddd2d service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015423 Mar 09 12:21:59.532504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=276bcf19-fc1a-47ed-8426-abf4e15ccbea,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:59.546158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:21:59.546655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.557009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Calling delete_port for a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:21:59.645021 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:21:59.654367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:21:59.661519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:21:59.661898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.674238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:59.688415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.699844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:59.718643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/d8268b03-c5d1-4152-9f39-6a58370c842f HTTP/1.1" status: 204 len: 168 time: 3.0954578 Mar 09 12:21:59.718643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:21:59.718940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.725294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42566) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:21:59.734034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'mac_address': 'fa:16:3e:2f:04:52', 'name': 'tempest-PortsIpV6TestJSON-1061255240'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:21:59.775588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.814241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] Pushing event deleted for resources: {'Port': ['ID=a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:59.818114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31335afa-6856-4b2f-acc8-e7a451e4b4e6 None None] No DVR routers for this DVR port a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:21:59.854564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.882150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:21:59.882964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:59.926634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:21:59.933628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=c6c0969e-1f54-46ed-b041-56d40125f6ac,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:59.947781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ceda-321e-4ec8-bb5a-94cc7c18c421 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=d8268b03-c5d1-4152-9f39-6a58370c842f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:21:59.963661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:21:59.995091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8840fa19-2e31-4e81-b5e5-120df3ab1126,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:00.003082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.016338 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-698804d5-2b1b-465c-857b-5b5ab39102ac tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/c6c0969e-1f54-46ed-b041-56d40125f6ac HTTP/1.1" status: 204 len: 168 time: 2.2358389 Mar 09 12:22:00.019095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42572) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:00.034683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:00.101661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:00.120223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:00.132246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b488-8b61-4bd2-bd2d-27c9b714deca req-c8d4f6fe-afea-4e49-ba30-21211a40ad70 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:00.133938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2e2b488-8b61-4bd2-bd2d-27c9b714deca req-c8d4f6fe-afea-4e49-ba30-21211a40ad70 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 932 time: 0.7278378 Mar 09 12:22:00.140454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=8840fa19-2e31-4e81-b5e5-120df3ab1126,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:00.145774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0444455b-d667-48de-a608-06efb9ebb1df no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:00.170927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:00.199690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0444455b-d667-48de-a608-06efb9ebb1df {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:00.199830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0444455b-d667-48de-a608-06efb9ebb1df not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:00.200264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:00.224765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:00.225537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.263399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:00.264127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a5c44a10-9cb9-4ed9-a2f1-464b72a2c4e5 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:00.335837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-c584939d-89ff-48fe-b931-b5d0621f3086 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9854288 Mar 09 12:22:00.355914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Request body: {'port': {'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:00.375329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:00.418178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Provisioning for port b615b602-2832-47b6-a2a7-7d77db4ea634 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:00.421124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.424033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.429713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Provisioning complete for port b615b602-2832-47b6-a2a7-7d77db4ea634 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:00.431048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.433826 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2e2b488-8b61-4bd2-bd2d-27c9b714deca req-febe9351-de80-42c4-bf7a-ffc5f130c50b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606184 Mar 09 12:22:00.482600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=b615b602-2832-47b6-a2a7-7d77db4ea634,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:00.496928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 0bc13a3e-4bb9-4a20-9588-e6b82921503e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:00.510790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Port b615b602-2832-47b6-a2a7-7d77db4ea634 was deleted so its status cannot be updated. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 12:22:00.526359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Provisioning complete for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:00.526752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-122773e2-316d-4191-b56e-0aa2bdca62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.690062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.709400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.748163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950576a-88aa-419f-ab6c-e71e46570856 req-d188f791-02af-4f0c-b5af-2397b0046b54 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:00.749932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3950576a-88aa-419f-ab6c-e71e46570856 req-d188f791-02af-4f0c-b5af-2397b0046b54 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.5565259 Mar 09 12:22:00.752316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.754227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:00.775157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port fec0f9df-06b2-43da-8ba7-af438c798cbf yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:00.834828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Provisioning complete for port 276bcf19-fc1a-47ed-8426-abf4e15ccbea triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:00.835219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.837375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c69ae7-993d-49e0-89d1-b8306b34dd7f') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:00.837673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c69ae7-993d-49e0-89d1-b8306b34dd7f') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:00.863740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.883625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.887218 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-75f7c840-8f86-4622-99e7-c62eed1a6798 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/b615b602-2832-47b6-a2a7-7d77db4ea634 HTTP/1.1" status: 204 len: 168 time: 4.1167603 Mar 09 12:22:00.888357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42576) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:00.897490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.902207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Port 276bcf19-fc1a-47ed-8426-abf4e15ccbea cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:00.906503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Could not find standard attr ID for object b615b602-2832-47b6-a2a7-7d77db4ea634. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:00.910308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Could not find standard attr ID for object e323fd91-3fd7-4671-8b7e-616546bb1632. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:00.925142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Provisioning for port e53e74ed-8141-4e7d-b5bb-ab2e3154eced completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:00.928194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:00.937559 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ba51180-feca-4628-928f-0dc5f016e692 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3811200 Mar 09 12:22:00.940357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] Sync routers for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:00.948228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Provisioning complete for port e53e74ed-8141-4e7d-b5bb-ab2e3154eced triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:00.948605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.961118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:00.961710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:00.975379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42580) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:00.990697 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:00.998153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:00.998832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:01.084508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ffefa6-ae49-4c98-8c2f-d0713bcb482e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:01.085705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2ffefa6-ae49-4c98-8c2f-d0713bcb482e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:01.087680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d32b6477-6eaf-461f-857a-c90cdbfbe016 None None] Port e53e74ed-8141-4e7d-b5bb-ab2e3154eced cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:01.099251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:01.109952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:01.111181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:01.193393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2ffefa6-ae49-4c98-8c2f-d0713bcb482e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:01.198294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42584) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:01.199288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2ffefa6-ae49-4c98-8c2f-d0713bcb482e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports/276bcf19-fc1a-47ed-8426-abf4e15ccbea HTTP/1.1" status: 200 len: 913 time: 0.2228172 Mar 09 12:22:01.211306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:01.217621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9d631-7241-4f21-9b4f-e88caac4df0b None None] The sync data for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:01.228461 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3950576a-88aa-419f-ab6c-e71e46570856 req-06e48075-1962-4a73-936e-557d7d396916 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4653432 Mar 09 12:22:01.274726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8840fa19-2e31-4e81-b5e5-120df3ab1126 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:01.386509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:01.387025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.419191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.423249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.453193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:01.454669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:01.456172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:01.457712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:01.458549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e3898-5154-4ece-8bbe-0aff2a7f1359 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:22:01.493822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53e74ed-8141-4e7d-b5bb-ab2e3154eced {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:22:01.503151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.511137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:01.536993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Transition to ACTIVE for port object e53e74ed-8141-4e7d-b5bb-ab2e3154eced will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:01.542351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.615258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-18a50710-7b7d-47b4-918d-06600634a3ee tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/f38a0064-c4d8-4ce0-aa8a-ffce84dd5e71 HTTP/1.1" status: 204 len: 168 time: 1.5907326 Mar 09 12:22:01.646385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42590) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:01.657799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-605990361'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:01.677977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:01.695149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:01.698200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:01.723174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e3898-5154-4ece-8bbe-0aff2a7f1359 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:22:01.750449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:01.753272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:01.757369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-40b131e1-085b-4f7a-a41b-c6aa5d9195eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8684847 Mar 09 12:22:01.762900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42594) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:01.782068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:01.807884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:01.811535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.850665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Attempting to bind port e53e74ed-8141-4e7d-b5bb-ab2e3154eced on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:01.850665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Attempting to bind port e53e74ed-8141-4e7d-b5bb-ab2e3154eced by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:01.851064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Attempting to bind port e53e74ed-8141-4e7d-b5bb-ab2e3154eced on network fb58a0fe-3aa4-4466-9503-e540a78a8096 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:01.859826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Port e53e74ed-8141-4e7d-b5bb-ab2e3154eced on network fb58a0fe-3aa4-4466-9503-e540a78a8096 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:22:01.859826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Attempting to bind port e53e74ed-8141-4e7d-b5bb-ab2e3154eced on network fb58a0fe-3aa4-4466-9503-e540a78a8096 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:01.865177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:01.867269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:01.868080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Checking segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:01.868080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Bound using segment: {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:01.868327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Bound port: e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c8f28d-b302-405f-8d2c-a70dbb692e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:01.868658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.899162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.919194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.919543 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 38bbcb44-2da4-4e43-8818-ccdd6767f58d of type vlan for network ada9bb4a-b001-4693-bf2d-c1eef5380210 Mar 09 12:22:01.977110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet b4d3f064-8920-45bb-8463-315946e677af {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:01.977704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.997617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:01.999056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:02.009311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:02.017385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.068955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348756e-4ee7-4b3e-8e54-16e9e5ab5442 req-db3f5374-24ee-46fc-b511-7b711af752b9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.070471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6348756e-4ee7-4b3e-8e54-16e9e5ab5442 req-db3f5374-24ee-46fc-b511-7b711af752b9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 944 time: 0.4583964 Mar 09 12:22:02.071736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.077322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.078108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.135222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.140358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.140975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.142360 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 1094 time: 1.7928138 Mar 09 12:22:02.147481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:02.229394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.236132 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6348756e-4ee7-4b3e-8e54-16e9e5ab5442 req-27dd54ac-49e6-4d86-892b-29392b119b2e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560700 Mar 09 12:22:02.241550 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'status': 'completed', 'code': 200} Mar 09 12:22:02.256324 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6032541 Mar 09 12:22:02.266479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42602) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:02.281803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:02.304224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5365c3-a4c1-493d-94c1-9214c456dba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:02.307553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58d83b-eb0e-4ef6-a30a-6bfbafc1bd9a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=ada9bb4a-b001-4693-bf2d-c1eef5380210,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:02.337478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:02.342592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:02.351723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:02.354866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:02.360309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.360949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.390635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=fec0f9df-06b2-43da-8ba7-af438c798cbf,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:02.405217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.437666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:02.445679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:02.450460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:02.460264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:02.488038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-b6c13581-d4f7-403d-8007-4ff3bac6288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.489945 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-b6c13581-d4f7-403d-8007-4ff3bac6288f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1097 time: 0.2817652 Mar 09 12:22:02.497036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:02.501828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.522651 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f11f67c0-d7e9-41f9-961f-dbdc638a1476 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7937317 Mar 09 12:22:02.559346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42606) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:02.616473 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-efa879d4-ee61-4e70-b992-029203533813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 217 time: 0.0943313 Mar 09 12:22:02.694992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e4493-99d7-4bfa-af0c-b324f0a139d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.695594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb2e4493-99d7-4bfa-af0c-b324f0a139d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:02.725651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.751176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-371a23aa-106f-41a8-96ba-1b9551ae8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.753589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-371a23aa-106f-41a8-96ba-1b9551ae8044 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 200 len: 835 time: 0.0881643 Mar 09 12:22:02.787748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d3f064-8920-45bb-8463-315946e677af,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:02.793034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.801394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bb876-029f-4665-9282-e36c95681945 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:02.801953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb2e4493-99d7-4bfa-af0c-b324f0a139d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:02.802885 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb2e4493-99d7-4bfa-af0c-b324f0a139d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/fec0f9df-06b2-43da-8ba7-af438c798cbf HTTP/1.1" status: 200 len: 845 time: 0.2398586 Mar 09 12:22:02.810477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fdce9-f1ab-4583-90ce-92468d1fbfc2 req-316688b3-48ff-4b87-ba3f-92cebac3c8e3 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:02.813726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42610) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:02.819314 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d1fdce9-f1ab-4583-90ce-92468d1fbfc2 req-316688b3-48ff-4b87-ba3f-92cebac3c8e3 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.4225867 Mar 09 12:22:02.842043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.941389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ede6ba88-164c-4bd3-ad45-8f4f26886af4 None None] Provisioning complete for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:02.942238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ede6ba88-164c-4bd3-ad45-8f4f26886af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:02.974661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port fec0f9df-06b2-43da-8ba7-af438c798cbf {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:02.975065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.042284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-d8a9f133-cc5d-4eb7-b3e5-9d1a93419576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:03.043779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-d8a9f133-cc5d-4eb7-b3e5-9d1a93419576 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2844656 Mar 09 12:22:03.055912 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bf19afae-96b3-4fa2-82e8-843086196b36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/b4d3f064-8920-45bb-8463-315946e677af HTTP/1.1" status: 204 len: 168 time: 1.2378182 Mar 09 12:22:03.074202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42614) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:03.079497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.149244 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d1fdce9-f1ab-4583-90ce-92468d1fbfc2 req-f6701de0-f2d3-411f-b4f6-f0812f5df2c0 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289680 Mar 09 12:22:03.454970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 276bcf19-fc1a-47ed-8426-abf4e15ccbea {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:03.455367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.504792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet e526ac99-f60b-4594-8032-d279b3783fd3 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:03.530455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=981c151a-7968-48c0-9688-949519083095,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:03.548346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.664658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '38bbcb44-2da4-4e43-8818-ccdd6767f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:03.665050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: ada9bb4a-b001-4693-bf2d-c1eef5380210, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:03.669283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd96e2-5e54-49fb-b1d4-e0fd4f8a8cb5 req-384be80a-01c3-4fa3-a984-94415a7e974f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:03.670780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78cd96e2-5e54-49fb-b1d4-e0fd4f8a8cb5 req-384be80a-01c3-4fa3-a984-94415a7e974f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 944 time: 0.2627783 Mar 09 12:22:03.692096 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-ac0576d0-ec74-432c-8ecb-54d73a725132 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360185 Mar 09 12:22:03.736640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.748933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.777343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:03.861776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:03.875094 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78cd96e2-5e54-49fb-b1d4-e0fd4f8a8cb5 req-781ad43c-236e-473e-a26d-bf9606bbed64 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972280 Mar 09 12:22:03.882194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 276bcf19-fc1a-47ed-8426-abf4e15ccbea owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:03.975303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for fec0f9df-06b2-43da-8ba7-af438c798cbf owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:04.021704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-024512c3-a9f7-4bb5-8f74-b8a1d552fcc9 None None] Provisioning complete for port 8840fa19-2e31-4e81-b5e5-120df3ab1126 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:04.023131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-024512c3-a9f7-4bb5-8f74-b8a1d552fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.039294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ada9bb4a-b001-4693-bf2d-c1eef5380210) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:04.056085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ca833-8aa5-4cc6-b1dc-9a473ab8ae5b None None] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:04.056320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:04.056857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.075460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.135363 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-340595b7-5572-4be1-a93a-fef661ba93b2 req-81416912-4b34-4b77-b2f9-fa9c0603c800 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317682 Mar 09 12:22:04.136400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=276bcf19-fc1a-47ed-8426-abf4e15ccbea,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:04.141962 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c3cdead4-669b-4d3f-87ee-34e48a5224d5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8646948 Mar 09 12:22:04.146761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42620) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.153452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-814210494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:04.159441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.195396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:04.197847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.212717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:04.262350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:04.325223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:04.347104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=fec0f9df-06b2-43da-8ba7-af438c798cbf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:04.366777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.390202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.391703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.412106 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7ade1d54-f568-4e45-9263-41ad1162d57e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/fec0f9df-06b2-43da-8ba7-af438c798cbf HTTP/1.1" status: 204 len: 168 time: 1.5953660 Mar 09 12:22:04.417823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ada9bb4a-b001-4693-bf2d-c1eef5380210', 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': '981c151a-7968-48c0-9688-949519083095'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:04.418991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42626) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.419525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.469981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.499623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-9fcfd99c-a296-45ec-9b84-b04884f6f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:04.501915 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-9fcfd99c-a296-45ec-9b84-b04884f6f1b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1097 time: 0.2356339 Mar 09 12:22:04.511675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.513277 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f6aa91-c2f8-483d-8985-2a9f04e802c1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:04.513804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3f6aa91-c2f8-483d-8985-2a9f04e802c1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:04.516420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.606559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=e526ac99-f60b-4594-8032-d279b3783fd3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:04.618879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.627651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288f0e9-065d-4226-9992-81a071ae8108 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:04.693908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.702572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3f6aa91-c2f8-483d-8985-2a9f04e802c1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:04.707341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f3f6aa91-c2f8-483d-8985-2a9f04e802c1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/fec0f9df-06b2-43da-8ba7-af438c798cbf HTTP/1.1" status: 404 len: 333 time: 0.2827139 Mar 09 12:22:04.712836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d84577b2-31ff-4d18-b9f6-d633892c12d5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e526ac99-f60b-4594-8032-d279b3783fd3 HTTP/1.1" status: 204 len: 168 time: 1.6326637 Mar 09 12:22:04.716349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42630) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.716573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42632) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.727911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'name': 'tempest-PortsIpV6TestJSON-1352218776'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:04.777689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8465d9-0307-4856-81e0-f6dba8ae4595 req-96a98dd3-eed7-488f-a618-26569cb73f63 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:04.779170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1d8465d9-0307-4856-81e0-f6dba8ae4595 req-96a98dd3-eed7-488f-a618-26569cb73f63 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.3845267 Mar 09 12:22:04.810232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Allocated IP 172.20.0.2 (ada9bb4a-b001-4693-bf2d-c1eef5380210/981c151a-7968-48c0-9688-949519083095/4adf2327-a337-4216-b6b7-3b16cf42f807) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:04.835983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-98f4620e-809b-43bb-8074-2359ff8e99cc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121762 Mar 09 12:22:04.839267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42638) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.847791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:04.886298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:04.890157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-01398f4e-60e7-4118-b2ca-07d1f819f858 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7420907 Mar 09 12:22:04.896811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42642) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:04.920075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'port': {'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210', 'name': 'tempest-RoutersTest-457534216'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:04.925133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1d8465d9-0307-4856-81e0-f6dba8ae4595 req-70c0b913-4854-40a4-b38e-a1f228e32ae3 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297789 Mar 09 12:22:05.105308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-fdf1925c-d675-46b4-9add-a03b794f7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:05.106731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-fdf1925c-d675-46b4-9add-a03b794f7165 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 898 time: 0.5822370 Mar 09 12:22:05.134167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:05.150584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Deleting port 8840fa19-2e31-4e81-b5e5-120df3ab1126 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:05.151110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.184023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:05.189671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:05.195971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:05.197005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.199749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 0bc13a3e-4bb9-4a20-9588-e6b82921503e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:05.204525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:05.213464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:05.234760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Transition to ACTIVE for port object 4adf2327-a337-4216-b6b7-3b16cf42f807 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:05.235251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:05.239713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.248429 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-cafe5197-af86-4a4f-992e-01c3db991f14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 217 time: 0.0915504 Mar 09 12:22:05.258655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8840fa19-2e31-4e81-b5e5-120df3ab1126 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:05.290823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:05.345486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-713c9236-0d4d-4db7-9696-a4a29464b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:05.347560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-713c9236-0d4d-4db7-9696-a4a29464b3c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 200 len: 835 time: 0.0911274 Mar 09 12:22:05.348657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:05.350109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cecad1-ad86-468e-a77c-0b16e33edfad req-68777133-08fd-4ed7-bf69-dc8ac86dc436 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:05.350915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:05.351835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Transition to ACTIVE for port object 4adf2327-a337-4216-b6b7-3b16cf42f807 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:05.354494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.356995 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91cecad1-ad86-468e-a77c-0b16e33edfad req-68777133-08fd-4ed7-bf69-dc8ac86dc436 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 944 time: 0.2717278 Mar 09 12:22:05.369543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.414332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:port and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:05.419730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:05.429780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:05.438804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 8cb66315-1bdc-4d01-94bf-cc2a19314eb3 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:05.488461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:05.491353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:05.494744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:05.499943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:05.503650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.560198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] device_id is not set on port dfcf5b42-fca7-4f15-8128-d2786d12dc2b yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:05.591215 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91cecad1-ad86-468e-a77c-0b16e33edfad req-bc244561-eafd-4efe-b190-bc08b98db525 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331781 Mar 09 12:22:05.604347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:05.621384 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] Sync routers for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:05.633001 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:05.634188 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:05.639894 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df608d78-9ce2-4547-bc7e-34c7d6b5cda6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4081883 Mar 09 12:22:05.642241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42648) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:05.644620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-a4e6e03e-d012-4fe8-a1da-56f3a5b01666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:05.646165 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-a4e6e03e-d012-4fe8-a1da-56f3a5b01666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2799420 Mar 09 12:22:05.662678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Pushing event updated for resources: {'Port': ['ID=4adf2327-a337-4216-b6b7-3b16cf42f807,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:05.702498 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:05.712429 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:05.713288 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:05.756141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Attempting to bind port 4adf2327-a337-4216-b6b7-3b16cf42f807 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:05.756548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Attempting to bind port 4adf2327-a337-4216-b6b7-3b16cf42f807 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '38bbcb44-2da4-4e43-8818-ccdd6767f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:05.757065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Attempting to bind port 4adf2327-a337-4216-b6b7-3b16cf42f807 on network ada9bb4a-b001-4693-bf2d-c1eef5380210 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:05.767345 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:05.767726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Checking segment: {'id': '38bbcb44-2da4-4e43-8818-ccdd6767f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:05.768710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.769485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Bound using segment: {'id': '38bbcb44-2da4-4e43-8818-ccdd6767f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:05.769758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Bound port: 4adf2327-a337-4216-b6b7-3b16cf42f807, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bbcb44-2da4-4e43-8818-ccdd6767f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ada9bb4a-b001-4693-bf2d-c1eef5380210'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:05.770141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.812088 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:05.812791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920b73d-4c52-4c12-bfd6-3214e5aead9d None None] The sync data for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:05.817030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.849273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8840fa19-2e31-4e81-b5e5-120df3ab1126,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:05.849629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.941513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:05.953027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.20.0.3 (ada9bb4a-b001-4693-bf2d-c1eef5380210/981c151a-7968-48c0-9688-949519083095/dfcf5b42-fca7-4f15-8128-d2786d12dc2b) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:05.990883 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-f0246e1e-43ff-4f4b-abdd-cb00807bd32f service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259606 Mar 09 12:22:06.017067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Calling delete_port for 8840fa19-2e31-4e81-b5e5-120df3ab1126 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:06.071884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8840fa19-2e31-4e81-b5e5-120df3ab1126,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:06.089314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] For port 4adf2327-a337-4216-b6b7-3b16cf42f807, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:06.094371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.101476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] For port 4adf2327-a337-4216-b6b7-3b16cf42f807, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4adf2327-a337-4216-b6b7-3b16cf42f807,segment=NetworkSegment(38bbcb44-2da4-4e43-8818-ccdd6767f58d),segment_id=38bbcb44-2da4-4e43-8818-ccdd6767f58d)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:06.128406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.155233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.173258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.212772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:06.213140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:06.226440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=8840fa19-2e31-4e81-b5e5-120df3ab1126,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:06.257989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:06.269824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:06.270104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:06.276181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:06.282914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:06.283688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.337228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:06.343019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:06.343546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.344044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739886-2b82-4018-b349-17e646464ec2 None None] Pushing event updated for resources: {'Port': ['ID=4adf2327-a337-4216-b6b7-3b16cf42f807,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:06.348107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=8cb66315-1bdc-4d01-94bf-cc2a19314eb3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:06.373394 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-11411f81-f9a2-4974-81ae-48478113a0f8 req-4cedbedb-f7b9-49d4-bec4-5a263336b616 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702686 Mar 09 12:22:06.391335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=c749c9d2-7a32-44e5-82b1-0de36033208a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:06.414510 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-faed7fae-b620-400a-9afa-7636c43c6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6947782 Mar 09 12:22:06.424658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42656) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:06.434233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:06.511298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.579056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object dfcf5b42-fca7-4f15-8128-d2786d12dc2b will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:06.616304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.620659 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9638f3c6-bc6b-48c9-afff-22f28a065737 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7780206 Mar 09 12:22:06.621776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42660) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:06.631478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:06.664916 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:22:06.678749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.714526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Deleting port 8840fa19-2e31-4e81-b5e5-120df3ab1126 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:06.714859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:06.878627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:06.903054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:06.911932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:06.917451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:06.918870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:06.928466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:06.940534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:06.951369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7ac86-ebd4-4d49-9385-73cecafe819f req-c9d17eca-1c9a-43ec-8ce0-83e4592771a8 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:06.958925 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-55a7ac86-ebd4-4d49-9385-73cecafe819f req-c9d17eca-1c9a-43ec-8ce0-83e4592771a8 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.8022878 Mar 09 12:22:07.000507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=dfcf5b42-fca7-4f15-8128-d2786d12dc2b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:07.007071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:07.010795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.026927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] For port 8840fa19-2e31-4e81-b5e5-120df3ab1126, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8840fa19-2e31-4e81-b5e5-120df3ab1126,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:07.027434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.130538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98cbef-2ad2-439f-a987-a169068a022c req-569952d6-a848-4de9-9009-a8f4b6429ec4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:07.132205 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b98cbef-2ad2-439f-a987-a169068a022c req-569952d6-a848-4de9-9009-a8f4b6429ec4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 944 time: 0.3711164 Mar 09 12:22:07.141288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-55a7ac86-ebd4-4d49-9385-73cecafe819f req-c629760d-088d-429f-9796-57883ea988bd tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813936 Mar 09 12:22:07.165441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.186510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Calling delete_port for 8840fa19-2e31-4e81-b5e5-120df3ab1126 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:07.189353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:07.190958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.207990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.230838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.272710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.313685 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dbe3679f-0992-4663-bc37-ddcebdbc299b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4085493 Mar 09 12:22:07.315003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] In _notify_port_updated(), no bound segment for port 8cb66315-1bdc-4d01-94bf-cc2a19314eb3 on network 16d94012-0197-4bf0-9b1f-b881c8698b28 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:22:07.318840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42666) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:07.323705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:07.324579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.326056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/ports/8cb66315-1bdc-4d01-94bf-cc2a19314eb3 HTTP/1.1" status: 200 len: 818 time: 0.9005818 Mar 09 12:22:07.333729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4adf2327-a337-4216-b6b7-3b16cf42f807 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:07.334812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42668) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:07.342428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b98cbef-2ad2-439f-a987-a169068a022c req-79e16081-970e-4461-b12c-01bedf58fced tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931410 Mar 09 12:22:07.376981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] Pushing event deleted for resources: {'Port': ['ID=8840fa19-2e31-4e81-b5e5-120df3ab1126,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:07.398885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f741ed-6991-485d-914c-0605363f75c2 None None] No DVR routers for this DVR port 8840fa19-2e31-4e81-b5e5-120df3ab1126 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:07.419074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08cacd-416f-4839-b135-31379282446b None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:07.452408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 8cb66315-1bdc-4d01-94bf-cc2a19314eb3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:07.452931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.569961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 4adf2327-a337-4216-b6b7-3b16cf42f807 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:07.574938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086515c-863e-48c4-af8f-40d608809cc5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=8cb66315-1bdc-4d01-94bf-cc2a19314eb3,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:07.607915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a04e34-8b5e-4419-aaf1-6953a4024b27 None None] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:07.698484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.791308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Provisioning for port 4adf2327-a337-4216-b6b7-3b16cf42f807 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:07.814329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Provisioning complete for port 4adf2327-a337-4216-b6b7-3b16cf42f807 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:07.814773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.825653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 8cb66315-1bdc-4d01-94bf-cc2a19314eb3 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:07.866856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'c749c9d2-7a32-44e5-82b1-0de36033208a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:07.867682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.910635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.965404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=8cb66315-1bdc-4d01-94bf-cc2a19314eb3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:07.970797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:07.981997 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-92998e1d-b65e-4312-b79f-cb3bb14fa544 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/8cb66315-1bdc-4d01-94bf-cc2a19314eb3 HTTP/1.1" status: 204 len: 168 time: 0.6458988 Mar 09 12:22:07.984500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42674) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:08.069202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d00036-898f-48be-b66e-f73e2a709654 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:08.069942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-06d00036-898f-48be-b66e-f73e2a709654 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:08.087882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-06d00036-898f-48be-b66e-f73e2a709654 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:08.089557 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-06d00036-898f-48be-b66e-f73e2a709654 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1040747 Mar 09 12:22:08.092239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42678) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:08.139648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e53e74ed-8141-4e7d-b5bb-ab2e3154eced details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:22:08.140709 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d93a40-e013-4a95-8e40-538fb5474d50 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:08.142130 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4d93a40-e013-4a95-8e40-538fb5474d50 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/8cb66315-1bdc-4d01-94bf-cc2a19314eb3 HTTP/1.1" status: 404 len: 333 time: 0.0488212 Mar 09 12:22:08.145866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42682) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:08.151672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1390129613'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:08.156652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:08.161568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:08.164593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:08.173619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:08.188506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.195240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:08.201277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.238037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Allocated IP 172.20.0.2 (94dc3624-3b1f-4296-9dc3-e29647941794/c749c9d2-7a32-44e5-82b1-0de36033208a/16372fee-491c-4590-b218-b6af7fca481e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:08.256431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:08.277342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.277800 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment 68cbe482-3ed0-4361-a5a1-5c4fa8b364b1 of type vlan for network 31967299-c051-48db-8ff9-3ce5cc17e710 Mar 09 12:22:08.311702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.353228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.359497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:08.359797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.366633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] For port 4adf2327-a337-4216-b6b7-3b16cf42f807, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4adf2327-a337-4216-b6b7-3b16cf42f807,segment=NetworkSegment(38bbcb44-2da4-4e43-8818-ccdd6767f58d),segment_id=38bbcb44-2da4-4e43-8818-ccdd6767f58d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:08.592834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4455683 Mar 09 12:22:08.598538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42690) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:08.606670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:08.607020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.636058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.640578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566a584-38f4-44be-b1bb-d8e933c1634d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=31967299-c051-48db-8ff9-3ce5cc17e710,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:08.668861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:08.732551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port a4ca3836-70a5-4d97-92f8-f4c9d45a4335 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:08.733135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.777544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:08.781801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:08.788409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:08.797001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:08.811406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:08.816714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.832983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46479b4-91af-49ff-8f6b-dc618f455d7b req-fd48ee3c-d17d-4ae1-9c9a-edfb1dc1b21f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:08.834520 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e46479b4-91af-49ff-8f6b-dc618f455d7b req-fd48ee3c-d17d-4ae1-9c9a-edfb1dc1b21f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.5369563 Mar 09 12:22:08.839793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:22:08.848975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:08.939373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:08.978071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Provisioning for port dfcf5b42-fca7-4f15-8128-d2786d12dc2b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:08.980962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbcec1-16a2-455a-90bc-72a48c6f5f41 None None] Pushing event updated for resources: {'Port': ['ID=4adf2327-a337-4216-b6b7-3b16cf42f807,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:08.993592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:22:08.999876 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Provisioning complete for port dfcf5b42-fca7-4f15-8128-d2786d12dc2b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:09.000158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.057789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:09.071372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.074348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:09.088233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.124692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Port dfcf5b42-fca7-4f15-8128-d2786d12dc2b cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:09.129729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Transition to ACTIVE for port object 16372fee-491c-4590-b218-b6af7fca481e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:09.137161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.146565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:09.147160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.176880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Transition to ACTIVE for port object 16372fee-491c-4590-b218-b6af7fca481e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:09.178990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53e74ed-8141-4e7d-b5bb-ab2e3154eced {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:22:09.185942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Provisioning complete for port 4adf2327-a337-4216-b6b7-3b16cf42f807 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:09.186376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6640dc45-f7a3-4ccb-87d6-93e9abd10f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.236528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=5b87bacf-3d39-43da-a6d9-f77ebe4c053f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:09.252417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.282791 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e46479b4-91af-49ff-8f6b-dc618f455d7b req-0c823ae2-9291-4e25-9268-c3f7464b4cde tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347835 Mar 09 12:22:09.293787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:09.294285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 31967299-c051-48db-8ff9-3ce5cc17e710, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:09.298461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=c7dac8eb-b187-4333-a2e3-54f649240089,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:09.303273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4adf2327-a337-4216-b6b7-3b16cf42f807 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:09.322857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 31967299-c051-48db-8ff9-3ce5cc17e710 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:09.333376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b925-e070-4c36-b1a8-0d632d6942e3 req-3c056305-6aac-4272-8a59-9ab29309bb1a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:09.334268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 31967299-c051-48db-8ff9-3ce5cc17e710) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:09.335097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f73b925-e070-4c36-b1a8-0d632d6942e3 req-3c056305-6aac-4272-8a59-9ab29309bb1a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 944 time: 0.7631388 Mar 09 12:22:09.343961 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ccd497a-c504-4618-b842-baf0cba65f36 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7202313 Mar 09 12:22:09.347831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42694) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:09.349618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:09.349884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.354385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:09.361690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:e4:c5:73', 'name': 'tempest-NetworksTestDHCPv6-2124171156'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:09.363109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63c678-d891-4b39-8aba-73c6a643d7d4 None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:09.403914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.464056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.467936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:09.517613 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf57cb45-e0dd-4e7b-8e35-25ae103ba000 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9180284 Mar 09 12:22:09.518935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42698) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:09.520157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:09.522751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:09.524680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Pushing event updated for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:09.526587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:09.528940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:09.532582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:09.602140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f73b925-e070-4c36-b1a8-0d632d6942e3 req-26a8b45a-f483-44ca-88b8-70b91c9920fe tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543795 Mar 09 12:22:09.609127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for a4ca3836-70a5-4d97-92f8-f4c9d45a4335 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:09.623921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:09.638860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:09.661027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:09.679768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['e53e74ed-8141-4e7d-b5bb-ab2e3154eced'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:22:09.725061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.732395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.771684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:09.779025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:09.783562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:09.791907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:09.826310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.848728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:09.852557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.863795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4adf2327-a337-4216-b6b7-3b16cf42f807 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:09.864183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.893210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Attempting to bind port 16372fee-491c-4590-b218-b6af7fca481e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:09.893616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Attempting to bind port 16372fee-491c-4590-b218-b6af7fca481e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:09.893971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Attempting to bind port 16372fee-491c-4590-b218-b6af7fca481e on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:09.900691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 46cc27f1-cf80-4212-b577-4a2e400b32b3 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:09.912047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:09.912423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:09.912835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.913261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:09.913753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Bound port: 16372fee-491c-4590-b218-b6af7fca481e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:09.914140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:09.923724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:10.014837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=dfcf5b42-fca7-4f15-8128-d2786d12dc2b,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:10.126417 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7dac8eb-b187-4333-a2e3-54f649240089 (CIDR: 2001:db8::/64) Mar 09 12:22:10.140053 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:10.140550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:10.170001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-58e7996d-90cf-439c-9c59-12ecd622a97e None None] Provisioning complete for port dfcf5b42-fca7-4f15-8128-d2786d12dc2b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:10.170244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58e7996d-90cf-439c-9c59-12ecd622a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.214459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-31967299-c051-48db-8ff9-3ce5cc17e710', 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': 'c7dac8eb-b187-4333-a2e3-54f649240089'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:10.215245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.216552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.263648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 172.20.0.10 (94dc3624-3b1f-4296-9dc3-e29647941794/c749c9d2-7a32-44e5-82b1-0de36033208a/46cc27f1-cf80-4212-b577-4a2e400b32b3) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:10.271052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fee4:c573 (94dc3624-3b1f-4296-9dc3-e29647941794/5b87bacf-3d39-43da-a6d9-f77ebe4c053f/46cc27f1-cf80-4212-b577-4a2e400b32b3) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:10.326046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=a4ca3836-70a5-4d97-92f8-f4c9d45a4335,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:10.414521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:10.435292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-58e7996d-90cf-439c-9c59-12ecd622a97e None None] Port dfcf5b42-fca7-4f15-8128-d2786d12dc2b cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:10.465411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:10.475899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4156e24f-cd85-48ef-8abf-6803e99d8a52 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9338338 Mar 09 12:22:10.490647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42704) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:10.497443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.561853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:10.589066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.602005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.623934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 46cc27f1-cf80-4212-b577-4a2e400b32b3 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:10.668868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.755168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:10.758432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:10.761666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:10.788413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d8a2ac40-9089-4cbd-897f-8a3ed1c825b5 None None] Provisioning complete for port dfcf5b42-fca7-4f15-8128-d2786d12dc2b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:10.788675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ac40-9089-4cbd-897f-8a3ed1c825b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.825502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=46cc27f1-cf80-4212-b577-4a2e400b32b3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:10.841665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.849843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:10.850502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:10.859867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2ac40-9089-4cbd-897f-8a3ed1c825b5 None None] Port dfcf5b42-fca7-4f15-8128-d2786d12dc2b cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:10.862579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Allocated IP 2001:db8::2 (31967299-c051-48db-8ff9-3ce5cc17e710/c7dac8eb-b187-4333-a2e3-54f649240089/806c6a21-ff36-40c6-a669-1b866f79eb8e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:10.869305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fa936-d8ed-4076-9631-61d55e0c9f2f None None] Pushing event updated for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:10.875592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52c89bce-e211-4cdc-ad84-b17e2a95c84d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5210242 Mar 09 12:22:10.878768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42710) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:10.983380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0124e-8699-44a1-8aee-a81a75b61417 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:10.989764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0124e-8699-44a1-8aee-a81a75b61417 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:10.990450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cde0124e-8699-44a1-8aee-a81a75b61417 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:11.014205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cde0124e-8699-44a1-8aee-a81a75b61417 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:11.018625 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cde0124e-8699-44a1-8aee-a81a75b61417 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1368935 Mar 09 12:22:11.019284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42714) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:11.076166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:11.119335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:11.124765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 46cc27f1-cf80-4212-b577-4a2e400b32b3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:11.125191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.128986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:11.209189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:11.224805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7484f-daae-41c3-ac60-e98f3c3dd64d req-15860d6e-6705-4698-84d7-be362f8d1461 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:11.231972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bcd7484f-daae-41c3-ac60-e98f3c3dd64d req-15860d6e-6705-4698-84d7-be362f8d1461 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.7401757 Mar 09 12:22:11.256637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.274574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Transition to ACTIVE for port object 806c6a21-ff36-40c6-a669-1b866f79eb8e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:11.292763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 0bc13a3e-4bb9-4a20-9588-e6b82921503e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:11.311319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Transition to ACTIVE for port object 806c6a21-ff36-40c6-a669-1b866f79eb8e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:11.320022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.375489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16372fee-491c-4590-b218-b6af7fca481e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:11.447210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:11.452122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.460234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:11.467884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:11.477666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:11.483402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 16372fee-491c-4590-b218-b6af7fca481e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:11.502553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.503731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.522081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Pushing event updated for resources: {'Port': ['ID=806c6a21-ff36-40c6-a669-1b866f79eb8e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:11.583584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Attempting to bind port 806c6a21-ff36-40c6-a669-1b866f79eb8e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:11.583957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Attempting to bind port 806c6a21-ff36-40c6-a669-1b866f79eb8e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:11.584324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Attempting to bind port 806c6a21-ff36-40c6-a669-1b866f79eb8e on network 31967299-c051-48db-8ff9-3ce5cc17e710 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:11.589926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:11.590301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Checking segment: {'id': '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:11.590701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.591090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Bound using segment: {'id': '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:11.591555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Bound port: 806c6a21-ff36-40c6-a669-1b866f79eb8e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:11.591927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.730262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] For port 806c6a21-ff36-40c6-a669-1b866f79eb8e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:11.734074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] For port 806c6a21-ff36-40c6-a669-1b866f79eb8e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=806c6a21-ff36-40c6-a669-1b866f79eb8e,segment=NetworkSegment(68cbe482-3ed0-4361-a5a1-5c4fa8b364b1),segment_id=68cbe482-3ed0-4361-a5a1-5c4fa8b364b1)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:11.744055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:11.777012 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bcd7484f-daae-41c3-ac60-e98f3c3dd64d req-edb2eb33-0eaa-4de7-bf38-58b2212c05aa tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5440238 Mar 09 12:22:11.794911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4418-2d2f-4399-a0ff-53fdcbd42649 req-9cbcd05e-0601-4ca9-b204-ffdfd6934c43 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:11.796638 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46ed4418-2d2f-4399-a0ff-53fdcbd42649 req-9cbcd05e-0601-4ca9-b204-ffdfd6934c43 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 945 time: 0.9712164 Mar 09 12:22:11.847014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed746149-701e-4e70-ae6c-1ee373a633a4 None None] Pushing event updated for resources: {'Port': ['ID=806c6a21-ff36-40c6-a669-1b866f79eb8e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:11.870685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 46cc27f1-cf80-4212-b577-4a2e400b32b3 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:12.161189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:12.165478 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46ed4418-2d2f-4399-a0ff-53fdcbd42649 req-1b8c0d60-150b-41f6-9815-5fe9f208b126 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483043 Mar 09 12:22:12.171286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] Sync routers for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:12.179500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e53e74ed-8141-4e7d-b5bb-ab2e3154eced up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:12.249952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.327735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:12.328620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:12.389162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=46cc27f1-cf80-4212-b577-4a2e400b32b3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:12.425556 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-74063c73-7930-423e-88b0-bcddaeaf3414 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7808537 Mar 09 12:22:12.426482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42718) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:12.430113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:12.432461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d4b0a-ff55-476d-95b1-d36c2a4cf2d5 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:12.509451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c816ed78-b6c0-4d8f-8b46-48931d53fc9a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:12.573765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.600113 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7754d6a7-8ac2-4b0c-a543-b7a7c526fa3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/46cc27f1-cf80-4212-b577-4a2e400b32b3 HTTP/1.1" status: 204 len: 168 time: 1.5795906 Mar 09 12:22:12.600799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42726) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:12.603107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] Routers {'0bc13a3e-4bb9-4a20-9588-e6b82921503e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:12.604707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:12.625055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c816ed78-b6c0-4d8f-8b46-48931d53fc9a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:12.630013 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c816ed78-b6c0-4d8f-8b46-48931d53fc9a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bc13a3e-4bb9-4a20-9588-e6b82921503e HTTP/1.1" status: 200 len: 205 time: 0.1950159 Mar 09 12:22:12.640280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42730) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:12.746573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Provisioning for port 16372fee-491c-4590-b218-b6af7fca481e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:12.759959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:12.760495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3e57c-1f06-4615-8544-d2c7bd9dd04a None None] The sync data for ids ['0bc13a3e-4bb9-4a20-9588-e6b82921503e'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:12.767025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Provisioning complete for port 16372fee-491c-4590-b218-b6af7fca481e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:12.768261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.781873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.806268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.806696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port e53e74ed-8141-4e7d-b5bb-ab2e3154eced completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:12.810641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.831755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port e53e74ed-8141-4e7d-b5bb-ab2e3154eced triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:12.832224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.908628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:12.995014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=4f0c980f-f627-48d1-af1a-0763dfc83ac0,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:13.015418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:13.017508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:13.019138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:13.019960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:13.105836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 31967299-c051-48db-8ff9-3ce5cc17e710 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:13.116863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:13.119096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.126437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:13.128761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.161594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.182785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:13.186779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f6b5612f-27c8-4c05-8c98-476a598593a6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5817285 Mar 09 12:22:13.187648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.190128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42736) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:13.218917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.223717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=dfcf5b42-fca7-4f15-8128-d2786d12dc2b,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:13.242277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.314191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:13.317512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:13.337079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 5b87bacf-3d39-43da-a6d9-f77ebe4c053f {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:13.345713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.356279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:13.361623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.366610 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69dfaf97-dc48-4357-b123-9fb5b419039c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8736436 Mar 09 12:22:13.380624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42744) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:13.386667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'fixed_ips': [{'subnet_id': 'c7dac8eb-b187-4333-a2e3-54f649240089'}, {'subnet_id': '4f0c980f-f627-48d1-af1a-0763dfc83ac0'}], 'name': 'tempest-PortsIpV6TestJSON-16982507'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:13.402856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 806c6a21-ff36-40c6-a669-1b866f79eb8e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:13.420056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.420696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc13a3e-4bb9-4a20-9588-e6b82921503e {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:13.448567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.452633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-39ee8cf7-d54a-4dd8-ad10-32a9322fb20d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e HTTP/1.1" status: 204 len: 168 time: 0.8120363 Mar 09 12:22:13.456931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42748) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:13.524794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db86a8-eb67-4c3c-b4b8-5d08bf801aca None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:13.542419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.562288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fffe35-5506-4a12-9f11-8e538d3582dc req-6de99f32-1a99-4cdb-b3a7-902429b932ea tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:13.563946 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40fffe35-5506-4a12-9f11-8e538d3582dc req-6de99f32-1a99-4cdb-b3a7-902429b932ea tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.6058576 Mar 09 12:22:13.598795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet eac9742c-0a4f-4b5d-9c68-5943e0b31d1e {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:13.603588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.678027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.695962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:13.703935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40fffe35-5506-4a12-9f11-8e538d3582dc req-f6f56d6a-9eef-4804-a004-e1d6c2ca222b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264226 Mar 09 12:22:13.706579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-24335d34-6026-4ff0-b760-c902bbe2a217 None None] Provisioning for port 806c6a21-ff36-40c6-a669-1b866f79eb8e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:13.709053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:13.724097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:13.739285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf49f1-678e-4037-8da3-f80e3ca6d974 None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'c749c9d2-7a32-44e5-82b1-0de36033208a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b87bacf-3d39-43da-a6d9-f77ebe4c053f'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '16372fee-491c-4590-b218-b6af7fca481e'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:22:13.772629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aac68-8f1f-47b2-a018-9f860c02db6b None None] Pushing event updated for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:13.849401 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'code': 200} Mar 09 12:22:13.896657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.906376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 806c6a21-ff36-40c6-a669-1b866f79eb8e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:13.924971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-afdf49f1-678e-4037-8da3-f80e3ca6d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.960013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 806c6a21-ff36-40c6-a669-1b866f79eb8e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:13.960395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:13.963932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.033927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:14.046513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f09e6c-de67-42e8-94b1-36638661a8d4 req-382284bf-6714-44dd-867f-cc7fc5f1f4a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:14.055267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18f09e6c-de67-42e8-94b1-36638661a8d4 req-382284bf-6714-44dd-867f-cc7fc5f1f4a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.5793929 Mar 09 12:22:14.067814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1648689-07c6-4886-ab31-8463d9f580bd req-717232b0-4ad8-43d1-97dc-8ed2b3adcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:14.069042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:14.069330 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b1648689-07c6-4886-ab31-8463d9f580bd req-717232b0-4ad8-43d1-97dc-8ed2b3adcfd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 0.4388890 Mar 09 12:22:14.098053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:14.108770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:14.183120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.205989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:14.233080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.251509 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18f09e6c-de67-42e8-94b1-36638661a8d4 req-e7f54917-3332-405c-a6b3-9dc2a474ae15 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874702 Mar 09 12:22:14.262549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=5b87bacf-3d39-43da-a6d9-f77ebe4c053f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:14.274652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bdf691ae-448e-4f96-9b42-16fef934b32b None None] Provisioning complete for port dfcf5b42-fca7-4f15-8128-d2786d12dc2b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:14.275035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdf691ae-448e-4f96-9b42-16fef934b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.284257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b1648689-07c6-4886-ab31-8463d9f580bd req-16c86550-cd8c-4d8f-bb63-af31be1b3a9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965082 Mar 09 12:22:14.290375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.329558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9ee813e6-8cbd-4ec3-a994-7d2551326b24 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/5b87bacf-3d39-43da-a6d9-f77ebe4c053f HTTP/1.1" status: 204 len: 168 time: 1.1380415 Mar 09 12:22:14.333050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-afdf49f1-678e-4037-8da3-f80e3ca6d974 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b87bacf-3d39-43da-a6d9-f77ebe4c053f: This subnet is being modified by another concurrent operation. Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:22:14.340187 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b87bacf-3d39-43da-a6d9-f77ebe4c053f: This subnet is being modified by another concurrent operation. Mar 09 12:22:14.343711 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:22:14.352179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.373013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bdf691ae-448e-4f96-9b42-16fef934b32b None None] Port dfcf5b42-fca7-4f15-8128-d2786d12dc2b cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:14.398120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.400353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d459-fcb9-4f01-9263-56a52e0ca61e req-2ef68bb7-ace0-495b-926e-3355a6faf4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:14.402107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-df88d459-fcb9-4f01-9263-56a52e0ca61e req-2ef68bb7-ace0-495b-926e-3355a6faf4fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1099 time: 0.3114452 Mar 09 12:22:14.414068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 806c6a21-ff36-40c6-a669-1b866f79eb8e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=806c6a21-ff36-40c6-a669-1b866f79eb8e,segment=NetworkSegment(68cbe482-3ed0-4361-a5a1-5c4fa8b364b1),segment_id=68cbe482-3ed0-4361-a5a1-5c4fa8b364b1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:14.414246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router aa3b5156-7cd2-4982-8bd2-dbfcb372b34b is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:22:14.425554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.433896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port bd2acf7c-179d-4034-b79f-8a7a523626f5 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:14.468352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet c749c9d2-7a32-44e5-82b1-0de36033208a {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:14.498760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.587283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2b9e24cc-db26-450b-ad6c-d14e88fe9e78 None None] Provisioning complete for port 16372fee-491c-4590-b218-b6af7fca481e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:14.587667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b9e24cc-db26-450b-ad6c-d14e88fe9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.594512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.622172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=806c6a21-ff36-40c6-a669-1b866f79eb8e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:14.643786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Update dhcp port {'port': {'network_id': '31967299-c051-48db-8ff9-3ce5cc17e710', 'fixed_ips': [{'subnet_id': 'c7dac8eb-b187-4333-a2e3-54f649240089', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f0c980f-f627-48d1-af1a-0763dfc83ac0'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '806c6a21-ff36-40c6-a669-1b866f79eb8e'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:22:14.671654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=eac9742c-0a4f-4b5d-9c68-5943e0b31d1e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:14.686073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.692309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.700324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc7879-ee4c-4aa3-8998-9e9b48095248 None None] Network 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:14.731430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:14.732786 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-df88d459-fcb9-4f01-9263-56a52e0ca61e req-9a408476-3743-478f-81e9-70d869cc6673 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561533 Mar 09 12:22:14.743199 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7927be07-db69-473b-b15c-a8f29201194a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/eac9742c-0a4f-4b5d-9c68-5943e0b31d1e HTTP/1.1" status: 204 len: 168 time: 1.2854533 Mar 09 12:22:14.744760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42758) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:14.751442 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] Sync routers for ids ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:14.762307 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] Routers {'aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:14.763120 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:14.785106 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-178f0ae9-afe6-4b66-a77d-b8ab5bf61575 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/aa3b5156-7cd2-4982-8bd2-dbfcb372b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4533684 Mar 09 12:22:14.792423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42764) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:14.798173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.822823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.831343 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:14.840805 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] Routers {'aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:14.841747 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:14.906707 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:14.907498 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b58f9-b720-423e-a1d3-8013d31b3457 None None] The sync data for ids ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:14.926458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.969908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:14.978697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=c749c9d2-7a32-44e5-82b1-0de36033208a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:14.987030 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2ca986fb-d877-437a-8ebc-fcf1a4eeb2dc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c749c9d2-7a32-44e5-82b1-0de36033208a HTTP/1.1" status: 204 len: 168 time: 0.6488693 Mar 09 12:22:14.989460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42768) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:15.010265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c5fb7-bd99-4770-8f65-fecec38f5beb None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:15.011436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550513a7-b8f1-462f-8fbd-61304cd75ef3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:15.012022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-550513a7-b8f1-462f-8fbd-61304cd75ef3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:15.063255 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ced51c46-f73a-4201-830a-559a01cb47d8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713933 Mar 09 12:22:15.064013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 0b6d24b1-79d9-46e0-9857-9773b4711a23 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:15.065458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42772) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:15.074845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:15.075498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.143677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-550513a7-b8f1-462f-8fbd-61304cd75ef3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:15.147336 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-550513a7-b8f1-462f-8fbd-61304cd75ef3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports/dfcf5b42-fca7-4f15-8128-d2786d12dc2b HTTP/1.1" status: 200 len: 976 time: 0.3487093 Mar 09 12:22:15.164156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42776) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:15.195737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:15.199861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:15.202942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:15.210756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:15.224328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:15.233083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.264085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.384634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 806c6a21-ff36-40c6-a669-1b866f79eb8e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:15.483299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-78411eca-6121-445d-bffe-082e62aaa66a None None] Could not find standard attr ID for object 46cc27f1-cf80-4212-b577-4a2e400b32b3. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:15.528457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b296e-20f1-4571-b252-8ed41fb38972 req-5cf25b0d-f592-46f7-a2b5-4481e7b641c9 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:15.533983 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c0b296e-20f1-4571-b252-8ed41fb38972 req-5cf25b0d-f592-46f7-a2b5-4481e7b641c9 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.5797286 Mar 09 12:22:15.586722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.612988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 806c6a21-ff36-40c6-a669-1b866f79eb8e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:15.613622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.641507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] DHCP port deletion for 8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:15.660330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Deleting port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:15.660723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.718232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:15.723411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:15.725679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:15.733064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:15.734111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.749100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Deleting port 16372fee-491c-4590-b218-b6af7fca481e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:15.749483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:15.758001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=d45a3100-a57d-4c61-8ff6-322c04799446,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:15.781607 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0ecde24d-fd35-45f8-82c3-ee819aab2425 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7145221 Mar 09 12:22:15.785012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42784) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:15.791339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:15.883955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::52 (31967299-c051-48db-8ff9-3ce5cc17e710/c7dac8eb-b187-4333-a2e3-54f649240089/bd2acf7c-179d-4034-b79f-8a7a523626f5) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:15.969740 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c0b296e-20f1-4571-b252-8ed41fb38972 req-021b8d07-e77e-47dd-9be7-955b7c04e16f tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941262 Mar 09 12:22:15.980160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8:0:1::10e (31967299-c051-48db-8ff9-3ce5cc17e710/4f0c980f-f627-48d1-af1a-0763dfc83ac0/bd2acf7c-179d-4034-b79f-8a7a523626f5) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:16.009570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.013730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:16.017821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:16.020967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:16.027300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:16.038138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:16.041796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.078366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.128963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] For port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,segment=NetworkSegment(8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29),segment_id=8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:16.129204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.182423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600b35-bda4-4454-bf27-29297f34f822 req-f9030bf2-7dee-4f3c-9c50-a300a2b5b22f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:16.183886 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92600b35-bda4-4454-bf27-29297f34f822 req-f9030bf2-7dee-4f3c-9c50-a300a2b5b22f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.7243443 Mar 09 12:22:16.190128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16372fee-491c-4590-b218-b6af7fca481e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:16.277739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:22:16.280221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:16.344352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.400248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Calling delete_port for 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:16.408266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6d24b1-79d9-46e0-9857-9773b4711a23,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:16.419577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92600b35-bda4-4454-bf27-29297f34f822 req-81713ec7-c30a-4d16-9895-48887a6cf3ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913731 Mar 09 12:22:16.425262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.456630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e85431-6319-4e9d-bf38-dc8c62e96ac8 None None] Network 92149035-de75-48ad-a3fd-427ef381d416 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:16.479035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8b997f23-ea72-4a11-8a47-365f937ab8cd tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/0b6d24b1-79d9-46e0-9857-9773b4711a23 HTTP/1.1" status: 204 len: 168 time: 1.7337277 Mar 09 12:22:16.479902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42788) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:16.529010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.578751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:22:16.609110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:22:16.617596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object bd2acf7c-179d-4034-b79f-8a7a523626f5 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:16.658132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.662276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:16.662676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.688914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:16.689970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.797127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.818134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:16.901671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.032553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.067873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.071296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Calling delete_port for 16372fee-491c-4590-b218-b6af7fca481e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:17.074735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.075815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.121793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 31967299-c051-48db-8ff9-3ce5cc17e710 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:17.159022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.196988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:17.202169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:17.215609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:17.216304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.240566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=4cf32810-2785-4c76-832a-2d40f84fa05e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:17.242034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:17.248653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=6']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:17.263112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] Pushing event deleted for resources: {'Port': ['ID=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:17.272111 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fbb664d2-45ad-48e5-bf6b-3e64a9c9492e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4803855 Mar 09 12:22:17.272355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:17.272461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42794) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:17.276775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:17.277351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.282250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:13:61:e0', 'name': 'tempest-NetworksTestDHCPv6-408125584'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:17.289465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.290846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=bd2acf7c-179d-4034-b79f-8a7a523626f5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:17.299335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.316087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57871006-8be8-4d6d-81fe-71bf809bdf20 None None] No DVR routers for this DVR port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:17.356607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23e4dc3f-bf4f-42e6-8052-8e0a4db4f801,segment=NetworkSegment(8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29),segment_id=8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.357224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.361992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Allocated IP 2001:db8:0:1::2 (31967299-c051-48db-8ff9-3ce5cc17e710/4f0c980f-f627-48d1-af1a-0763dfc83ac0/806c6a21-ff36-40c6-a669-1b866f79eb8e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:17.385124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.387392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8cb1424d-bf41-4ad0-87ad-5c7531000d7c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 4.0054016 Mar 09 12:22:17.435463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42798) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:17.454265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7dac8eb-b187-4333-a2e3-54f649240089'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:17.470021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:17.476084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:17.476652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:17.522337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'port_id': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'mac_address': 'fa:16:3e:90:b7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:22:17.545046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:17.556206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:17.590524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:17.600666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:17.633537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:17.694638 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'code': 200} Mar 09 12:22:17.700574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.742589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.744508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:17.744994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:17.766205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:17.810487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] For port 806c6a21-ff36-40c6-a669-1b866f79eb8e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=806c6a21-ff36-40c6-a669-1b866f79eb8e,segment=NetworkSegment(68cbe482-3ed0-4361-a5a1-5c4fa8b364b1),segment_id=68cbe482-3ed0-4361-a5a1-5c4fa8b364b1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.821856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.863907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d377800-240a-4d66-b8cf-b39f705b3cd7 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:22:17.893133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:17.902586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] DHCP port deletion for 92149035-de75-48ad-a3fd-427ef381d416 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:17.908948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.917084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.919161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:17.922137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.958127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Deleting port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:17.958403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:17.958772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 50321423-8f2e-419a-a3ba-f874ad726670 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:17.993894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Deleting port 16372fee-491c-4590-b218-b6af7fca481e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:17.993894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.016679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb27281-136f-49a4-ab0c-9eded15f2ee9 req-cb38f7c6-68db-4241-809e-91588013fe5b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:18.018265 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dfb27281-136f-49a4-ab0c-9eded15f2ee9 req-cb38f7c6-68db-4241-809e-91588013fe5b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.8802063 Mar 09 12:22:18.033301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.055769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Transition to ACTIVE for port object 806c6a21-ff36-40c6-a669-1b866f79eb8e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:18.069306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.069708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:18.070033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:18.087486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05e613-2cc1-4afb-815a-72c5c3608e48 req-d6985166-6261-4fcd-984a-dff7d86e2cd2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:18.089055 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f05e613-2cc1-4afb-815a-72c5c3608e48 req-d6985166-6261-4fcd-984a-dff7d86e2cd2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.2788954 Mar 09 12:22:18.125006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port dfcf5b42-fca7-4f15-8128-d2786d12dc2b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:18.125322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.158412 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dfb27281-136f-49a4-ab0c-9eded15f2ee9 req-431b1b81-a026-4aac-b566-53f6f96fcda4 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185660 Mar 09 12:22:18.210087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42806) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:18.225717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f05e613-2cc1-4afb-815a-72c5c3608e48 req-5f6d4df5-7f51-425d-8e4c-e0d4144e4a2e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223555 Mar 09 12:22:18.233108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['8d377800-240a-4d66-b8cf-b39f705b3cd7'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:22:18.298124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:18.450464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.600664 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f95ab264-9a4a-4a6f-856d-673ceeab6c8b tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/floatingips/d836420a-6b87-456e-9f25-15b0025e85b3 HTTP/1.1" status: 200 len: 992 time: 0.3896470 Mar 09 12:22:18.655609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:18.655974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.670189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.672946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 172.20.0.3 (94dc3624-3b1f-4296-9dc3-e29647941794/d45a3100-a57d-4c61-8ff6-322c04799446/50321423-8f2e-419a-a3ba-f874ad726670) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:18.687780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe13:61e0 (94dc3624-3b1f-4296-9dc3-e29647941794/4cf32810-2785-4c76-832a-2d40f84fa05e/50321423-8f2e-419a-a3ba-f874ad726670) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:18.700837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for dfcf5b42-fca7-4f15-8128-d2786d12dc2b owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:18.763211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4df0be-d5cb-4467-b356-2a2b9e4563c9 None None] Pushing event updated for resources: {'Port': ['ID=806c6a21-ff36-40c6-a669-1b866f79eb8e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:18.800562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] The port '23e4dc3f-bf4f-42e6-8052-8e0a4db4f801' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:22:18.811850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:18.842769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.859826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be9f1-93e9-4562-9aac-34fa232ef295 req-5f61bab6-533a-4aea-b97e-22dcb1699048 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:18.861875 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-803be9f1-93e9-4562-9aac-34fa232ef295 req-5f61bab6-533a-4aea-b97e-22dcb1699048 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.5130289 Mar 09 12:22:18.893287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Delete allocated IP 2001:db8:0:1::10e (31967299-c051-48db-8ff9-3ce5cc17e710/4f0c980f-f627-48d1-af1a-0763dfc83ac0) {{(pid=87830) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:22:18.985159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] For port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,segment=NetworkSegment(d9b6abd7-09e5-44f9-b467-a808f274e14c),segment_id=d9b6abd7-09e5-44f9-b467-a808f274e14c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:18.985581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:18.994436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:18.994827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.015298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 806c6a21-ff36-40c6-a669-1b866f79eb8e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:19.043739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.059967 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-803be9f1-93e9-4562-9aac-34fa232ef295 req-09f08ce1-5f82-4023-9a6a-8cc3912a4f53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895149 Mar 09 12:22:19.081845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7c9dfc-2187-439b-8aa4-cd2f2f52c027']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:19.100604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42812) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:19.162123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:19.162503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1dbaca-d2e3-4e6e-888d-a31e7bd52a29') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:19.183609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.217943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.239308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.247166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 50321423-8f2e-419a-a3ba-f874ad726670 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:19.257405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:19.257809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:19.273492 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:19.278869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.301852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Ignored duplicate provisioning block setup for port bd2acf7c-179d-4034-b79f-8a7a523626f5 by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 12:22:19.307453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.359211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.363475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10a535-4e1d-4b3d-856d-ddc723f9430e None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:19.386447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab2530-8d4b-409a-b2e6-22affa45a645 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:19.390814 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-98ab2530-8d4b-409a-b2e6-22affa45a645 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1094 time: 0.2850158 Mar 09 12:22:19.390814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.395781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42816) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:19.395942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:19.404778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Calling delete_port for f5698d83-577e-4ee9-b8e8-c1819f5ad5cc owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:19.427973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] In _notify_port_updated(), no bound segment for port bd2acf7c-179d-4034-b79f-8a7a523626f5 on network 31967299-c051-48db-8ff9-3ce5cc17e710 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:22:19.433254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:19.434171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.435591 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/ports/bd2acf7c-179d-4034-b79f-8a7a523626f5 HTTP/1.1" status: 200 len: 923 time: 1.9967608 Mar 09 12:22:19.436127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.441354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.446688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42820) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:19.451558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723af7a-f0f6-4df8-a5cf-4735bb17064b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=bd2acf7c-179d-4034-b79f-8a7a523626f5,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:19.452814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:19.454159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Calling delete_port for 16372fee-491c-4590-b218-b6af7fca481e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:19.457284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7dac8eb-b187-4333-a2e3-54f649240089'}, {'subnet_id': '4f0c980f-f627-48d1-af1a-0763dfc83ac0'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:19.484804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:19.523999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=8c7c9dfc-2187-439b-8aa4-cd2f2f52c027,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:19.533893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=dfcf5b42-fca7-4f15-8128-d2786d12dc2b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:19.541320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:19.556351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:19.557128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:19.595761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:19.606252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:19.622391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:19.622949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.649811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c886cb38-0d0c-4c9a-ac0b-d985c1c30748 None None] Provisioning for port 806c6a21-ff36-40c6-a669-1b866f79eb8e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:19.731073 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4585910 Mar 09 12:22:19.732047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30f02-ea5c-484f-8a65-8d5687751d57 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=50321423-8f2e-419a-a3ba-f874ad726670,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:19.739957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c886cb38-0d0c-4c9a-ac0b-d985c1c30748 None None] Provisioning complete for port 806c6a21-ff36-40c6-a669-1b866f79eb8e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:19.740339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c886cb38-0d0c-4c9a-ac0b-d985c1c30748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.741844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42824) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:19.765102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5698d83-577e-4ee9-b8e8-c1819f5ad5cc no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:19.789042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:19.800801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e4b8acab-6031-4893-9512-4d91e1779e37 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/8c7c9dfc-2187-439b-8aa4-cd2f2f52c027 HTTP/1.1" status: 204 len: 168 time: 3.3071547 Mar 09 12:22:19.801266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42828) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:19.819513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.866204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.903864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:19.977069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:19.977685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:20.001877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] Pushing event deleted for resources: {'Port': ['ID=f5698d83-577e-4ee9-b8e8-c1819f5ad5cc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:20.011119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d86ff-c848-455a-a8d4-635cf8162be7 None None] No DVR routers for this DVR port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:20.015831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.029201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No active binding found for port f5698d83-577e-4ee9-b8e8-c1819f5ad5cc {{(pid=87832) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 12:22:20.029829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f5698d83-577e-4ee9-b8e8-c1819f5ad5cc not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:20.029829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:20.074018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.109272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267c591-5914-45de-84e1-3238b1f7db1d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:20.112924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:20.113051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23e4dc3f-bf4f-42e6-8052-8e0a4db4f801 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:20.115250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267c591-5914-45de-84e1-3238b1f7db1d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:20.116129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4267c591-5914-45de-84e1-3238b1f7db1d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:20.210978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4267c591-5914-45de-84e1-3238b1f7db1d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:20.212145 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4267c591-5914-45de-84e1-3238b1f7db1d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4693320 Mar 09 12:22:20.223364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42832) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:20.359614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.429162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 50321423-8f2e-419a-a3ba-f874ad726670 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:20.429507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.474362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Deleting port 16372fee-491c-4590-b218-b6af7fca481e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:20.474952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.491328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router aa3b5156-7cd2-4982-8bd2-dbfcb372b34b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:20.550094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92149035-de75-48ad-a3fd-427ef381d416']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:20.562093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.585843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b6abd7-09e5-44f9-b467-a808f274e14c') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:20.585843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b6abd7-09e5-44f9-b467-a808f274e14c') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:20.634706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.670825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.684220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:20.684632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.686986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Provisioning complete for port 806c6a21-ff36-40c6-a669-1b866f79eb8e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:20.687422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:20.700738 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:20.722739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8:0:1::2d5 (31967299-c051-48db-8ff9-3ce5cc17e710/4f0c980f-f627-48d1-af1a-0763dfc83ac0/bd2acf7c-179d-4034-b79f-8a7a523626f5) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:20.854257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:20.915715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d91e8a9d-1b1e-4198-9848-d6ced599f699 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/aa3b5156-7cd2-4982-8bd2-dbfcb372b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7512288 Mar 09 12:22:20.918424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42836) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:20.926170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] For port 16372fee-491c-4590-b218-b6af7fca481e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16372fee-491c-4590-b218-b6af7fca481e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:20.926579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.963513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.981726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:20.996490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/92149035-de75-48ad-a3fd-427ef381d416 HTTP/1.1" status: 204 len: 168 time: 1.1932402 Mar 09 12:22:20.998370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42840) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:21.006872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035168604'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:21.011771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:21.015600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:21.019276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:21.026323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:21.034937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c089-e9a2-43c0-911a-537099672d8d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=92149035-de75-48ad-a3fd-427ef381d416,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:21.050356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:21.054417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.074442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Calling delete_port for 16372fee-491c-4590-b218-b6af7fca481e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:21.086739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.142 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/df3affa2-e620-49dd-837a-bdbace02dbf0) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:21.089373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.096311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:21.107364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] Sync routers for ids ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:21.111774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Ignored duplicate provisioning block setup for port bd2acf7c-179d-4034-b79f-8a7a523626f5 by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 09 12:22:21.114956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.115498 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment c4aba1f0-9280-49ba-b178-926c4a33a8b2 of type vlan for network b73716e4-4788-4783-b2dd-43755ad8136c Mar 09 12:22:21.122146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.139495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] Routers {'aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:21.140152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:21.249867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:21.305344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.320493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] Routers {'aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:21.321338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:21:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:21.327053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] In _notify_port_updated(), no bound segment for port bd2acf7c-179d-4034-b79f-8a7a523626f5 on network 31967299-c051-48db-8ff9-3ce5cc17e710 {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:22:21.333842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:21.334604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.336038 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/ports/bd2acf7c-179d-4034-b79f-8a7a523626f5 HTTP/1.1" status: 200 len: 1009 time: 1.8883893 Mar 09 12:22:21.341886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42844) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:21.342634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95543a-51b5-48ed-b0f4-d8ee68c1ebe9 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=bd2acf7c-179d-4034-b79f-8a7a523626f5,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:21.412697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:21.413404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9051b0-94c8-4654-a934-aac495f1b9f9 None None] The sync data for ids ['aa3b5156-7cd2-4982-8bd2-dbfcb372b34b'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:21.424977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port bd2acf7c-179d-4034-b79f-8a7a523626f5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:21.425832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.433522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Provisioning for port bd2acf7c-179d-4034-b79f-8a7a523626f5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:21.440293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Provisioning complete for port bd2acf7c-179d-4034-b79f-8a7a523626f5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:21.440959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.486227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.542214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.548241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:21.549643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.550546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] Pushing event deleted for resources: {'Port': ['ID=16372fee-491c-4590-b218-b6af7fca481e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:21.594566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.602740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.631735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-18f5fd41-7f71-4a97-ac98-ccff3bbee747 None None] Port bd2acf7c-179d-4034-b79f-8a7a523626f5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:21.637697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac97dee-b7e2-499c-b340-8a5b97a92a4d None None] No DVR routers for this DVR port 16372fee-491c-4590-b218-b6af7fca481e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:21.656093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f4989-8271-450d-bd35-5fa60e773fb8 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:21.683257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6817534 Mar 09 12:22:21.695390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42848) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:21.718791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:21.732713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c23d-49fa-4d62-b1f2-3cb4b133e4bc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=b73716e4-4788-4783-b2dd-43755ad8136c,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:21.762910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network b73716e4-4788-4783-b2dd-43755ad8136c details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:21.831990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 50321423-8f2e-419a-a3ba-f874ad726670 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:21.893684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bfdb187e-30a5-4be1-92eb-397e3329691b None None] Provisioning complete for port bd2acf7c-179d-4034-b79f-8a7a523626f5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:21.894073 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfdb187e-30a5-4be1-92eb-397e3329691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.922607 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-ee4f2211-f513-4459-a4fc-a3996db4a152 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 12:22:21.924092 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee4f2211-f513-4459-a4fc-a3996db4a152 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/aa3b5156-7cd2-4982-8bd2-dbfcb372b34b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0024633 Mar 09 12:22:21.927868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42852) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:21.965598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:21.981419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:21.994543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e3bca24d-c448-4b44-a4b3-375e70d91c3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:21.997141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:22.000462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.011388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:22.035385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb187e-30a5-4be1-92eb-397e3329691b None None] Port bd2acf7c-179d-4034-b79f-8a7a523626f5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:22.074140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:22.074599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:22.079583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '4cf32810-2785-4c76-832a-2d40f84fa05e'}, {'subnet_id': 'd45a3100-a57d-4c61-8ff6-322c04799446'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:22.080695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.083538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:22.092295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:22.121331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=df3affa2-e620-49dd-837a-bdbace02dbf0,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:22.148424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for bd2acf7c-179d-4034-b79f-8a7a523626f5 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:22.201573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e3bca24d-c448-4b44-a4b3-375e70d91c3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:22.202768 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e3bca24d-c448-4b44-a4b3-375e70d91c3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa3b5156-7cd2-4982-8bd2-dbfcb372b34b HTTP/1.1" status: 200 len: 205 time: 0.2706931 Mar 09 12:22:22.206383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42856) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:22.241421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:22.268598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:22.272267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.300633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.362959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=50321423-8f2e-419a-a3ba-f874ad726670,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:22.421128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Allocated IP 172.20.0.2 (94dc3624-3b1f-4296-9dc3-e29647941794/d45a3100-a57d-4c61-8ff6-322c04799446/15e07ac9-6522-4e8b-ac52-a27beff68e25) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:22.430603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Allocated IP 2001:db8::f816:3eff:fe60:fccf (94dc3624-3b1f-4296-9dc3-e29647941794/4cf32810-2785-4c76-832a-2d40f84fa05e/15e07ac9-6522-4e8b-ac52-a27beff68e25) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:22.432714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 8d377800-240a-4d66-b8cf-b39f705b3cd7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:22.433106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.601778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.659861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd0859e2-8c26-4eb6-81e4-3eeb58b69877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.713628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.718926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.745139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee200ff9-8ca7-4b80-8e46-e4da127b94de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/50321423-8f2e-419a-a3ba-f874ad726670 HTTP/1.1" status: 204 len: 168 time: 2.5206954 Mar 09 12:22:22.754140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42860) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:22.797121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:22.822118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:22.831987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:22.834178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:22.835745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:22.836727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:22.840868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.855253 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'code': 200} Mar 09 12:22:22.855452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:22.858884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.859031 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-394460cc-1817-4512-99b1-69b315c39fac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1011150 Mar 09 12:22:22.859142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42866) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:22.902782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Transition to ACTIVE for port object 15e07ac9-6522-4e8b-ac52-a27beff68e25 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:22.950140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Transition to ACTIVE for port object 15e07ac9-6522-4e8b-ac52-a27beff68e25 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:22.960801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:22.967416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.023164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.035264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:23.038782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:23.042632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:23.055796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.060286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 4cf32810-2785-4c76-832a-2d40f84fa05e {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:23.063375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.090107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Pushing event updated for resources: {'Port': ['ID=15e07ac9-6522-4e8b-ac52-a27beff68e25,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.121434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.153779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.154246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router aa3b5156-7cd2-4982-8bd2-dbfcb372b34b {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:23.188431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Attempting to bind port 15e07ac9-6522-4e8b-ac52-a27beff68e25 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:23.189172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Attempting to bind port 15e07ac9-6522-4e8b-ac52-a27beff68e25 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:23.190443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Attempting to bind port 15e07ac9-6522-4e8b-ac52-a27beff68e25 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:23.195322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:23.195678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:23.196246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.196750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:23.197182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Bound port: 15e07ac9-6522-4e8b-ac52-a27beff68e25, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:23.198308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.207994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.218555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.246839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.297742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.299387 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-88d5c2bd-6755-4b47-a413-abe612dda89e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/aa3b5156-7cd2-4982-8bd2-dbfcb372b34b HTTP/1.1" status: 204 len: 168 time: 1.0921018 Mar 09 12:22:23.302549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42870) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.308105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=bd2acf7c-179d-4034-b79f-8a7a523626f5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.326166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:23.331330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:23.336458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.350626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.414119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf32810-2785-4c76-832a-2d40f84fa05e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.417490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.425560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dff8f52e-afd8-41f8-b12a-dca767e8e309 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/bd2acf7c-179d-4034-b79f-8a7a523626f5 HTTP/1.1" status: 204 len: 168 time: 2.0739906 Mar 09 12:22:23.430659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42874) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.434671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.450084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6771e7-6991-433e-95bd-0fd9173a5ab9 None None] Pushing event updated for resources: {'Port': ['ID=15e07ac9-6522-4e8b-ac52-a27beff68e25,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:23.459228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.466602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': 'c4aba1f0-9280-49ba-b178-926c4a33a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:23.466602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: b73716e4-4788-4783-b2dd-43755ad8136c, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:23.491057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network b73716e4-4788-4783-b2dd-43755ad8136c is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:23.505796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, b73716e4-4788-4783-b2dd-43755ad8136c) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:23.506972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet 981c151a-7968-48c0-9688-949519083095 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:23.516851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae6a5d-071a-4885-80c7-5bb7cb2ee635 None None] Network b73716e4-4788-4783-b2dd-43755ad8136c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:23.524927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.530400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.537195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:23.543958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.563411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-59432864-6c6c-47e4-9fd7-91da7f1d9814 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:23.564489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-59432864-6c6c-47e4-9fd7-91da7f1d9814 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:23.580801 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7087a9b1-46f8-4cde-9628-b140b66e9845 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8839180 Mar 09 12:22:23.588939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42878) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.589089 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-91631158-1717-4a8e-87b7-c9471f12a846 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/4cf32810-2785-4c76-832a-2d40f84fa05e HTTP/1.1" status: 204 len: 168 time: 0.7288251 Mar 09 12:22:23.595709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42880) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.605803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960944123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:23.614933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:23.628633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:23.632534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:23.648230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:23.673821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.676740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.695595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.719612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.747763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-59432864-6c6c-47e4-9fd7-91da7f1d9814 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:23.749061 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59432864-6c6c-47e4-9fd7-91da7f1d9814 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/bd2acf7c-179d-4034-b79f-8a7a523626f5 HTTP/1.1" status: 404 len: 333 time: 0.3140528 Mar 09 12:22:23.753283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42886) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.792303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.815548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet d45a3100-a57d-4c61-8ff6-322c04799446 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:23.838557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.842826 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-819fca37-c658-4ba1-816b-0f2f7fbc16b1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2523994 Mar 09 12:22:23.843063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42890) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:23.845474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.850412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 4f0c980f-f627-48d1-af1a-0763dfc83ac0 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:23.857586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.883246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-b73716e4-4788-4783-b2dd-43755ad8136c', 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:23.884106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.886004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'port': {'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c', 'name': 'tempest-RoutersIpV6Test-447739066'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:23.919534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:23.921550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.019260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.053380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Allocated IP 2001:db8::2 (b73716e4-4788-4783-b2dd-43755ad8136c/1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b/3260e3d5-9704-4ecb-a8a0-b16dd5855e19) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:24.080167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.105404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.162012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.165139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0c980f-f627-48d1-af1a-0763dfc83ac0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:24.172066 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4521b56d-cb28-4f81-87ae-73f50720a260 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/4f0c980f-f627-48d1-af1a-0763dfc83ac0 HTTP/1.1" status: 204 len: 168 time: 0.4176908 Mar 09 12:22:24.175404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:24.178353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.182848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985d7adf-5e0b-4c02-ac4b-b4c42aaa2e8a None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:24.368855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.381888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Transition to ACTIVE for port object 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:24.417911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:24.436662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet c7dac8eb-b187-4333-a2e3-54f649240089 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:24.441670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:port and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:24.450513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:24.455417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Transition to ACTIVE for port object 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:24.461981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.477639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.508976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:24.522955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.590654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.604994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Network b73716e4-4788-4783-b2dd-43755ad8136c is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:24.612869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:24.616250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:24.639393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:24.643934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.649743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Pushing event updated for resources: {'Port': ['ID=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:24.671793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.701908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=981c151a-7968-48c0-9688-949519083095,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:24.714279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.717308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:22:24.743737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32789670-d028-40da-8174-9e87d3658e26 None None] Network ada9bb4a-b001-4693-bf2d-c1eef5380210 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:24.754362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.765368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-85558dda-7e73-4c5e-98ce-c8dff02e332e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/981c151a-7968-48c0-9688-949519083095 HTTP/1.1" status: 204 len: 168 time: 1.4575295 Mar 09 12:22:24.765730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42898) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:24.769962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] device_id is not set on port 02a0104c-9f67-443e-96de-5df1ad2b2945 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:24.788156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87129c5-ebd2-4478-80d9-b5e7bf65d74d None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:24.890728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.901115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-63fb105f-04ba-4ffd-b6a4-802fcb4c7275 None None] Could not find standard attr ID for object 50321423-8f2e-419a-a3ba-f874ad726670. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:24.903127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 4adf2327-a337-4216-b6b7-3b16cf42f807 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:24.903482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.956435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:24.996231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Attempting to bind port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:24.996749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Attempting to bind port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'c4aba1f0-9280-49ba-b178-926c4a33a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:24.997143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Attempting to bind port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 on network b73716e4-4788-4783-b2dd-43755ad8136c {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:24.999271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-63fb105f-04ba-4ffd-b6a4-802fcb4c7275 None None] Provisioning for port 15e07ac9-6522-4e8b-ac52-a27beff68e25 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:25.015452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 15e07ac9-6522-4e8b-ac52-a27beff68e25 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:25.020693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.073036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:25.073457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Checking segment: {'id': 'c4aba1f0-9280-49ba-b178-926c4a33a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:25.073755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.074148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Bound using segment: {'id': 'c4aba1f0-9280-49ba-b178-926c4a33a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:25.074636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Bound port: 3260e3d5-9704-4ecb-a8a0-b16dd5855e19, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4aba1f0-9280-49ba-b178-926c4a33a8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b73716e4-4788-4783-b2dd-43755ad8136c'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:25.075012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.104317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3ef423f-4cfe-43c3-9f07-4cb58833d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.134699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=d45a3100-a57d-4c61-8ff6-322c04799446,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:25.187432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.211333 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04c9d0cb-fe84-4256-8f1d-36d33e9fd6ca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d45a3100-a57d-4c61-8ff6-322c04799446 HTTP/1.1" status: 204 len: 168 time: 1.6114364 Mar 09 12:22:25.225807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42902) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:25.260580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 4adf2327-a337-4216-b6b7-3b16cf42f807, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4adf2327-a337-4216-b6b7-3b16cf42f807,segment=NetworkSegment(38bbcb44-2da4-4e43-8818-ccdd6767f58d),segment_id=38bbcb44-2da4-4e43-8818-ccdd6767f58d)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:25.261261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.315803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=df3affa2-e620-49dd-837a-bdbace02dbf0,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:25.318899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.389254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] For port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:25.399589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 15e07ac9-6522-4e8b-ac52-a27beff68e25 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:25.408862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 4adf2327-a337-4216-b6b7-3b16cf42f807 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:25.429779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] For port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,segment=NetworkSegment(c4aba1f0-9280-49ba-b178-926c4a33a8b2),segment_id=c4aba1f0-9280-49ba-b178-926c4a33a8b2)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:25.432850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 15e07ac9-6522-4e8b-ac52-a27beff68e25 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:25.433260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.453186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.476713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.502144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.504015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f724035-6518-475b-8bed-c237d7aceb9a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2708569 Mar 09 12:22:25.518986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42906) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:25.671497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8::29b (b73716e4-4788-4783-b2dd-43755ad8136c/1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b/02a0104c-9f67-443e-96de-5df1ad2b2945) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:25.683395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d96253-dfe3-4289-a219-3343a9b1dd9a None None] DHCP port deletion for ada9bb4a-b001-4693-bf2d-c1eef5380210 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:25.689850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No DVR routers for this DVR port 4adf2327-a337-4216-b6b7-3b16cf42f807 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:25.691782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=4adf2327-a337-4216-b6b7-3b16cf42f807,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:25.693387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42e884-db9a-4635-a4aa-61e2b04e0294 None None] Pushing event updated for resources: {'Port': ['ID=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:25.714115 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 04088045-f211-43c8-becd-cb1d77ab455b associated. External IP: 172.26.5.142, port: e53e74ed-8141-4e7d-b5bb-ab2e3154eced. Mar 09 12:22:25.777814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.780110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.815982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.857202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.858061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:25.867460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dac8eb-b187-4333-a2e3-54f649240089,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:25.868826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Deleting port 15e07ac9-6522-4e8b-ac52-a27beff68e25 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:25.869233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.898291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8fc25bf5-4ca8-49e6-9c4d-7c01f6ec827c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/c7dac8eb-b187-4333-a2e3-54f649240089 HTTP/1.1" status: 204 len: 168 time: 1.6815269 Mar 09 12:22:25.909131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42910) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:25.910891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:25.947716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada9bb4a-b001-4693-bf2d-c1eef5380210']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:25.962252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bbcb44-2da4-4e43-8818-ccdd6767f58d') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:25.962554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bbcb44-2da4-4e43-8818-ccdd6767f58d') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:25.989097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.040981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.050599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:26.050599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:26.071569 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:26.132466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:26.146926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.199527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.210500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.219469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2b36f-1aae-4fd1-b1e3-9c6b50d8deac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:26.224748 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8ae2b36f-1aae-4fd1-b1e3-9c6b50d8deac tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6460681 Mar 09 12:22:26.229798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42914) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:26.252739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.309177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.319729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:26.320123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.327932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=ada9bb4a-b001-4693-bf2d-c1eef5380210,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:26.366197 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-248a6173-8632-4145-9c03-44560a8e8908 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/ada9bb4a-b001-4693-bf2d-c1eef5380210 HTTP/1.1" status: 204 len: 168 time: 1.5993545 Mar 09 12:22:26.376068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42918) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:26.386160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1993940519'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:26.391424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2bfd6d-f765-410e-ae66-05b398f422f3 None None] Network 31967299-c051-48db-8ff9-3ce5cc17e710 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:26.392391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e2527-a338-48ee-ab34-85418e12575a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:26.393285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-152e2527-a338-48ee-ab34-85418e12575a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:26.398336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:26.407950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:26.413540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:26.420172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:26.424635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-152e2527-a338-48ee-ab34-85418e12575a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:26.428636 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-152e2527-a338-48ee-ab34-85418e12575a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1804855 Mar 09 12:22:26.431531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42922) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:26.446867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 806c6a21-ff36-40c6-a669-1b866f79eb8e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:26.447371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.512709 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c615f567-8b2b-4117-bad3-2459bf1de574 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800099 Mar 09 12:22:26.513578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.514326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42926) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:26.522277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:26.524657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=15e07ac9-6522-4e8b-ac52-a27beff68e25,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:26.546205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:26.551315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.553729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Calling delete_port for 15e07ac9-6522-4e8b-ac52-a27beff68e25 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:26.652109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:26.679220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.679582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 221c5434-d2e6-40bf-aaa1-830f2434da6e of type vlan for network f6dc7a79-0106-47da-aa9b-0733340380b1 Mar 09 12:22:26.690049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:26.708550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6a305b50-c535-468b-b4a9-6263d58c0474 None None] Provisioning complete for port 806c6a21-ff36-40c6-a669-1b866f79eb8e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:26.708956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a305b50-c535-468b-b4a9-6263d58c0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.711002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:26.730885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.744479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:26.748034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.749499 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:26.749935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:26.796193 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d17dca2-cc0f-4026-ab6a-dd8b9ff283ce tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2807822 Mar 09 12:22:26.797718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42930) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:26.805172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:26.821513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.827199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:26.828189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:26.863260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:26.863872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:27.020636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object 02a0104c-9f67-443e-96de-5df1ad2b2945 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:27.051637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=f6dc7a79-0106-47da-aa9b-0733340380b1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:27.065509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port 806c6a21-ff36-40c6-a669-1b866f79eb8e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=806c6a21-ff36-40c6-a669-1b866f79eb8e,segment=NetworkSegment(68cbe482-3ed0-4361-a5a1-5c4fa8b364b1),segment_id=68cbe482-3ed0-4361-a5a1-5c4fa8b364b1)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:27.065988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.096950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f6dc7a79-0106-47da-aa9b-0733340380b1 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:27.124454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:27.164295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8deddd-d0dc-4348-9064-4791819d0c1d None None] DHCP port deletion for 31967299-c051-48db-8ff9-3ce5cc17e710 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:27.170593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:27.183547 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2fd16135-06d6-4479-8c1f-3b9a12e644ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8039801 Mar 09 12:22:27.187809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42934) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:27.203401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:27.231346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1a8deddd-d0dc-4348-9064-4791819d0c1d None None] Deleting port 806c6a21-ff36-40c6-a669-1b866f79eb8e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:27.231728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a8deddd-d0dc-4348-9064-4791819d0c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.285693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 806c6a21-ff36-40c6-a669-1b866f79eb8e owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:27.400190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Deleting port 15e07ac9-6522-4e8b-ac52-a27beff68e25 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:27.401098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.409401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:27.421787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:27.453802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.469016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c8126-7f1e-4785-b336-65699b8feb10 None None] Network b73716e4-4788-4783-b2dd-43755ad8136c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:27.477967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:27.481394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.482752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:27.483171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:27.526454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:27.530480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:27.537078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-63e544a6-fa0a-4f94-b182-5d23b9c3af0b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7371440 Mar 09 12:22:27.538437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:27.540918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:27.546145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:27.548998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:27.566369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:27.635785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:27.639553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.681367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network b73716e4-4788-4783-b2dd-43755ad8136c is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:27.702198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:27.705867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:27.707706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=02a0104c-9f67-443e-96de-5df1ad2b2945,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:27.713102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1a8deddd-d0dc-4348-9064-4791819d0c1d None None] The port '806c6a21-ff36-40c6-a669-1b866f79eb8e' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:22:27.714064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:27.721116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:27.721927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.723991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4adf2327-a337-4216-b6b7-3b16cf42f807 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:27.732756 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:27.753673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.755663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:27.759912 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:27.760872 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:27.766082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:27.781508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:27.786356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.787902 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:27.788493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:27.803184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-67284c40-9bae-485d-a6e6-0fac49ca0954 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9260547 Mar 09 12:22:27.805377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.805955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:27.810519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No DVR routers for this DVR port 806c6a21-ff36-40c6-a669-1b866f79eb8e on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:27.816580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 4adf2327-a337-4216-b6b7-3b16cf42f807 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:27.816967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4adf2327-a337-4216-b6b7-3b16cf42f807 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:27.817405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 15e07ac9-6522-4e8b-ac52-a27beff68e25 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:27.861085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=806c6a21-ff36-40c6-a669-1b866f79eb8e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:27.863807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Provisioning for port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:27.897876 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Provisioning complete for port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:27.898271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.904940 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b35c2c58-2eea-465d-ab72-a96f77b73a8b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3631117 Mar 09 12:22:27.908576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:27.915963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:27.967802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:27.994697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31967299-c051-48db-8ff9-3ce5cc17e710']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:28.012146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:28.012617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cbe482-3ed0-4361-a5a1-5c4fa8b364b1') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:28.013797 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:22:28.025439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.041803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.048601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:28.049235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:28.144754 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:28.151930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.183564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.193417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/31967299-c051-48db-8ff9-3ce5cc17e710 HTTP/1.1" status: 204 len: 168 time: 2.2802534 Mar 09 12:22:28.194577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.230318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42950) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:28.250669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.273847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259619a-82dc-44bc-8e45-7e75639a0075 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=31967299-c051-48db-8ff9-3ce5cc17e710,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:28.325546 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-06e6dd09-6165-438f-be31-ed7a612c4269 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8883672 Mar 09 12:22:28.325546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:28.333804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:28.395624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253a521-6b39-4af8-8b38-29d0828d29b7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:28.397283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5253a521-6b39-4af8-8b38-29d0828d29b7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:28.398492 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:22Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:28.402677 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:22:28.414916 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:28.422350 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'status': 'completed', 'code': 200} Mar 09 12:22:28.425729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:28.429107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5253a521-6b39-4af8-8b38-29d0828d29b7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:28.436280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5253a521-6b39-4af8-8b38-29d0828d29b7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2019389 Mar 09 12:22:28.436280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42960) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:28.457196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:28.457594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.482030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:28.491034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:28.570822 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c7637c76-daa5-42c6-beb6-19797c251d64 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1326828 Mar 09 12:22:28.574316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:28.575810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42964) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:28.584623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1573624630'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:28.596000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:28.600659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:28.604783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:28.611893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:28.628504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:28.633662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.664732 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:22:28.678412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:28.685093 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b415a408-d7e7-4ead-bbcd-fc61824a63aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/04088045-f211-43c8-becd-cb1d77ab455b HTTP/1.1" status: 200 len: 992 time: 0.3499010 Mar 09 12:22:28.689822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:28.691460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.692005 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment bdfdcf5d-c0a1-44f5-9de0-a0091f247822 of type vlan for network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 Mar 09 12:22:28.694393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.695846 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:28.696362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:28.716544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.733705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.742185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Calling delete_port for 15e07ac9-6522-4e8b-ac52-a27beff68e25 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:28.775017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.782142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:28.784383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.807141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.869746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:28.942737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] For port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,segment=NetworkSegment(c4aba1f0-9280-49ba-b178-926c4a33a8b2),segment_id=c4aba1f0-9280-49ba-b178-926c4a33a8b2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:28.950927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:28.951386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:28.958422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 806c6a21-ff36-40c6-a669-1b866f79eb8e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:29.001065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.004618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 806c6a21-ff36-40c6-a669-1b866f79eb8e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:29.004997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 806c6a21-ff36-40c6-a669-1b866f79eb8e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:29.006872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=15e07ac9-6522-4e8b-ac52-a27beff68e25,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:29.051774 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4742284 Mar 09 12:22:29.057157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42968) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:29.068147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:29.082687 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6d0f6ba3-8328-4fe6-b188-3fc0e00942f4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1712697 Mar 09 12:22:29.085380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-7dac5ace-1132-4b2d-ac07-ad57c45c59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:29.087487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9dbdf-07b6-4b5c-bb5b-dfcdc976f3a7 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=d8404365-1e85-4f4b-a7c4-e3d501ac5a93,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:29.090434 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-7dac5ace-1132-4b2d-ac07-ad57c45c59e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1099 time: 0.5994470 Mar 09 12:22:29.090887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:29.103663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:29.116917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:29.185656 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:22Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:29.191659 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b0ebe-14d4-4e46-9016-c61b403df4e7 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:21:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:22Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:29.264603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=b28a1713-4ffc-410c-beba-14b8e1c4d070,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:29.288432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6391a-02b7-4b30-9ec0-606cf184aca4 None None] Pushing event updated for resources: {'Port': ['ID=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:29.340517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Provisioning complete for port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:29.341202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.372557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '221c5434-d2e6-40bf-aaa1-830f2434da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:29.373025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: f6dc7a79-0106-47da-aa9b-0733340380b1, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:29.416605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.465852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Deleting port 15e07ac9-6522-4e8b-ac52-a27beff68e25 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:29.466410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.517235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:29.521397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f6dc7a79-0106-47da-aa9b-0733340380b1 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:29.524954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:29.536135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:29.541815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:29.560462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:29.562595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d60b10-315e-410b-b0c4-36c284a83af7 None None] New status for floating IP 04088045-f211-43c8-becd-cb1d77ab455b: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:22:29.564473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:29.580742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:29.585293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.593473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f6dc7a79-0106-47da-aa9b-0733340380b1) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:29.606272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:29.609511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.611287 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:29.611708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:29.659738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ffeaf-3815-4069-89a3-d717ed609bc6 None None] Network f6dc7a79-0106-47da-aa9b-0733340380b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:29.662938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:29.663618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.677086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-fc975ce3-a62d-4438-96bb-c446672a3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:29.679062 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-fc975ce3-a62d-4438-96bb-c446672a3876 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 898 time: 0.4719381 Mar 09 12:22:29.689854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42976) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:29.701470 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2eb21301-77d4-4ea8-a69b-f6bd8dacd093 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6031663 Mar 09 12:22:29.705154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42980) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:29.713760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:29.846226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:29.887537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:29.895740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42984) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:29.895978 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-121735e7-9d60-437c-9f79-9e61bb6c7657 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7067654 Mar 09 12:22:29.906755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987218703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:29.919823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:29.920027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Provisioning for port 02a0104c-9f67-443e-96de-5df1ad2b2945 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:29.927175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:29.932921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:29.941343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:29.944732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.946195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:22:29.946612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:22:29.948580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Provisioning complete for port 02a0104c-9f67-443e-96de-5df1ad2b2945 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:29.949061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.952110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:29.991129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.992324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:29.998487 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59005f27-9bf6-464d-ac2c-0ddeb7244225 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2931559 Mar 09 12:22:30.000219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42988) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.068905 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de371857-834f-4ab5-925c-5cef211bce9c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/04088045-f211-43c8-becd-cb1d77ab455b HTTP/1.1" status: 200 len: 992 time: 0.3789797 Mar 09 12:22:30.077166 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-47fe006e-86ab-46a4-bd5d-6506501fe69c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 1000 time: 0.3359306 Mar 09 12:22:30.078095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.082857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.174888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.176347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-b241b9f5-c867-4e4f-a82d-9c8d94025cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:30.177837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-b241b9f5-c867-4e4f-a82d-9c8d94025cad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 200 len: 835 time: 0.0950701 Mar 09 12:22:30.179706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b1a6a-a8e2-4fa1-84d2-a88399dc5108 None None] Port 02a0104c-9f67-443e-96de-5df1ad2b2945 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:30.196699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=602da0b2-9901-4775-afd5-0e08b07a87c2,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:30.229413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:30.229825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: d8404365-1e85-4f4b-a7c4-e3d501ac5a93, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:30.237025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.238792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7f90c5d9-986f-497c-9596-c7b1a7f74163 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3414335 Mar 09 12:22:30.247946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f3e671-75b6-4f1f-89b1-23d126370269 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:30.248186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] For port 15e07ac9-6522-4e8b-ac52-a27beff68e25, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=15e07ac9-6522-4e8b-ac52-a27beff68e25,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:30.248649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.248790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-20f3e671-75b6-4f1f-89b1-23d126370269 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:30.250578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 42992) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.273610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:30.280270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-20f3e671-75b6-4f1f-89b1-23d126370269 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:30.284531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-20f3e671-75b6-4f1f-89b1-23d126370269 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2770054 Mar 09 12:22:30.284822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 42996) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.321887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.328329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, d8404365-1e85-4f4b-a7c4-e3d501ac5a93) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:30.334450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:30.335047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.341812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.373214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-13bf030c-b312-41c6-bcbc-82c835f2f538 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3145876 Mar 09 12:22:30.376031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43000) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.380724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8957703-8178-43b1-aca7-23423e0dbe63 None None] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:30.383951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93', 'name': 'tempest-PortsIpV6TestJSON-1449052386'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:30.400472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39889863-df1a-47ee-a4bd-34be713005b4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:30.401177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-39889863-df1a-47ee-a4bd-34be713005b4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:30.470909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Calling delete_port for 15e07ac9-6522-4e8b-ac52-a27beff68e25 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:30.481938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-39889863-df1a-47ee-a4bd-34be713005b4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:30.486239 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-39889863-df1a-47ee-a4bd-34be713005b4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2005239 Mar 09 12:22:30.486895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43004) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.582702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd77ab94-873a-47f1-82d8-dfab425b93d0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896523 Mar 09 12:22:30.583560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43008) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:30.592258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:30.651783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f6dc7a79-0106-47da-aa9b-0733340380b1', 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': 'b28a1713-4ffc-410c-beba-14b8e1c4d070'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:30.652802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.672134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=02a0104c-9f67-443e-96de-5df1ad2b2945,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:30.680305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bbb79487-3a40-403e-a7d7-612b269286eb None None] Provisioning complete for port 02a0104c-9f67-443e-96de-5df1ad2b2945 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:30.680824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bbb79487-3a40-403e-a7d7-612b269286eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.769162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:30.773920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:30.786983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:30.792713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:30.808596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:30.812456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.825613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:30.830796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.857106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bbb79487-3a40-403e-a7d7-612b269286eb None None] Port 02a0104c-9f67-443e-96de-5df1ad2b2945 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:30.879606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:30.885295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:30.939961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-850b46e1-b462-4237-9845-83279c15a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:30.941521 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-850b46e1-b462-4237-9845-83279c15a19c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7555606 Mar 09 12:22:30.950444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] Pushing event deleted for resources: {'Port': ['ID=15e07ac9-6522-4e8b-ac52-a27beff68e25,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:30.952436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6580-05c1-4c31-8ba0-da41120ba441 None None] No DVR routers for this DVR port 15e07ac9-6522-4e8b-ac52-a27beff68e25 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:31.017650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:31.078170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43012) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:31.134200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-d8404365-1e85-4f4b-a7c4-e3d501ac5a93', 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '602da0b2-9901-4775-afd5-0e08b07a87c2'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:31.135032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.156532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5605dc44-ff16-4038-a68f-a79a43a3d2d8 None None] Provisioning complete for port 02a0104c-9f67-443e-96de-5df1ad2b2945 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:31.156830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5605dc44-ff16-4038-a68f-a79a43a3d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.201569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Allocated IP 172.20.0.2 (f6dc7a79-0106-47da-aa9b-0733340380b1/b28a1713-4ffc-410c-beba-14b8e1c4d070/2a01f358-a58d-46db-9129-62e5abfbc393) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:31.330072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5605dc44-ff16-4038-a68f-a79a43a3d2d8 None None] Port 02a0104c-9f67-443e-96de-5df1ad2b2945 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:31.341172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:31.341365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.371992 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-1fa8e5b0-f7e2-4223-a5e4-7f8315352a23 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174223 Mar 09 12:22:31.377639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::13a (d8404365-1e85-4f4b-a7c4-e3d501ac5a93/602da0b2-9901-4775-afd5-0e08b07a87c2/9dfa7ef4-563b-4f71-9ccc-38bd426b27ec) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:31.406058 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48590e82-4f3a-49e1-9b5a-4314267939af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/04088045-f211-43c8-becd-cb1d77ab455b HTTP/1.1" status: 200 len: 994 time: 0.3190298 Mar 09 12:22:31.539718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.552323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.648270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.669415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Transition to ACTIVE for port object 2a01f358-a58d-46db-9129-62e5abfbc393 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:31.692169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Transition to ACTIVE for port object 2a01f358-a58d-46db-9129-62e5abfbc393 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:31.698788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.733263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:22:31.736622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.777336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Network f6dc7a79-0106-47da-aa9b-0733340380b1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:31.780817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:31.785610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:31.798488 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a05d7284-e814-463c-a981-7e3f4b57fc2e req-33aecdfb-4567-42d7-b7da-bdb0edc65070 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186599 Mar 09 12:22:31.827109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Pushing event updated for resources: {'Port': ['ID=2a01f358-a58d-46db-9129-62e5abfbc393,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:31.833061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.838975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=65810a90-48de-4c13-84b6-a5409ad2cada,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:31.859064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:31.862552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:31.866117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:31.866783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.881467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c42638-d68f-4a33-ace6-8b60d4f5f909 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:31.884003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:31.911427 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-75bc547e-c201-45ea-b7ce-7980eeda337c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3237486 Mar 09 12:22:31.913927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43016) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:31.917803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Attempting to bind port 2a01f358-a58d-46db-9129-62e5abfbc393 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:31.918421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Attempting to bind port 2a01f358-a58d-46db-9129-62e5abfbc393 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '221c5434-d2e6-40bf-aaa1-830f2434da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:31.918567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Attempting to bind port 2a01f358-a58d-46db-9129-62e5abfbc393 on network f6dc7a79-0106-47da-aa9b-0733340380b1 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:31.921091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:e9:2f:d3', 'name': 'tempest-NetworksTestDHCPv6-1794692015'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:31.928156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:31.929306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Checking segment: {'id': '221c5434-d2e6-40bf-aaa1-830f2434da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:31.929687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.930162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Bound using segment: {'id': '221c5434-d2e6-40bf-aaa1-830f2434da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:31.930594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Bound port: 2a01f358-a58d-46db-9129-62e5abfbc393, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221c5434-d2e6-40bf-aaa1-830f2434da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f6dc7a79-0106-47da-aa9b-0733340380b1'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:31.931065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:31.942196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.013704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.074634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.20.0.1 (f6dc7a79-0106-47da-aa9b-0733340380b1/b28a1713-4ffc-410c-beba-14b8e1c4d070/1e463804-9b2f-403e-8e07-f63234904f74) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:32.111453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:32.117974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:32.125278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:32.131030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:32.131928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.135230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=9dfa7ef4-563b-4f71-9ccc-38bd426b27ec,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:32.165111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:32.175503 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bc26a625-1add-43a6-8a20-c9472d016cb8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7956996 Mar 09 12:22:32.177294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43020) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:32.181653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93', 'name': 'tempest-PortsIpV6TestJSON-1552734094'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:32.195476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:32.234543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Allocated IP 2001:db8::2 (d8404365-1e85-4f4b-a7c4-e3d501ac5a93/602da0b2-9901-4775-afd5-0e08b07a87c2/b7a6a1c9-acb5-4407-be10-6535115c2a28) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:32.245457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.261399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object 1e463804-9b2f-403e-8e07-f63234904f74 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:32.268373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] For port 2a01f358-a58d-46db-9129-62e5abfbc393, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:32.270385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:32.272989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] For port 2a01f358-a58d-46db-9129-62e5abfbc393, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2a01f358-a58d-46db-9129-62e5abfbc393,segment=NetworkSegment(221c5434-d2e6-40bf-aaa1-830f2434da6e),segment_id=221c5434-d2e6-40bf-aaa1-830f2434da6e)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:32.304939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.432688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:32.449545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.459998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:32.488044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.496447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 9810dcf5-27e9-42ad-93a0-52df6c03481e yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:32.497104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '65810a90-48de-4c13-84b6-a5409ad2cada'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:32.497513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.547872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:32.552335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.580449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be8d8-a67e-4073-9024-487115a2c651 None None] Pushing event updated for resources: {'Port': ['ID=2a01f358-a58d-46db-9129-62e5abfbc393,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:32.593687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port bb711421-b64b-4af5-93ac-767b616110d3 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:32.653409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f6dc7a79-0106-47da-aa9b-0733340380b1 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:32.662246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:32.665482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:32.733108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=1e463804-9b2f-403e-8e07-f63234904f74,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:32.738354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.756525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Transition to ACTIVE for port object b7a6a1c9-acb5-4407-be10-6535115c2a28 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:32.779050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fee9:2fd3 (94dc3624-3b1f-4296-9dc3-e29647941794/65810a90-48de-4c13-84b6-a5409ad2cada/9810dcf5-27e9-42ad-93a0-52df6c03481e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:32.781913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Transition to ACTIVE for port object b7a6a1c9-acb5-4407-be10-6535115c2a28 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:32.793785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.802200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:32.867005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:32.887924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:32.894083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:32.945088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::2a8 (d8404365-1e85-4f4b-a7c4-e3d501ac5a93/602da0b2-9901-4775-afd5-0e08b07a87c2/bb711421-b64b-4af5-93ac-767b616110d3) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:32.948694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Pushing event updated for resources: {'Port': ['ID=b7a6a1c9-acb5-4407-be10-6535115c2a28,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:33.051647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2a01f358-a58d-46db-9129-62e5abfbc393 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:33.095004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Attempting to bind port b7a6a1c9-acb5-4407-be10-6535115c2a28 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:33.095364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Attempting to bind port b7a6a1c9-acb5-4407-be10-6535115c2a28 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:33.095727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Attempting to bind port b7a6a1c9-acb5-4407-be10-6535115c2a28 on network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:33.107858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:33.108227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Checking segment: {'id': 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:33.108626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.109564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Bound using segment: {'id': 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:33.109564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Bound port: b7a6a1c9-acb5-4407-be10-6535115c2a28, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd8404365-1e85-4f4b-a7c4-e3d501ac5a93'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:33.110412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.126490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.136749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.137798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.217477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 2a01f358-a58d-46db-9129-62e5abfbc393 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:33.226930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=02a0104c-9f67-443e-96de-5df1ad2b2945,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:33.231582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.235197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] For port b7a6a1c9-acb5-4407-be10-6535115c2a28, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:33.239426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] For port b7a6a1c9-acb5-4407-be10-6535115c2a28, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b7a6a1c9-acb5-4407-be10-6535115c2a28,segment=NetworkSegment(bdfdcf5d-c0a1-44f5-9de0-a0091f247822),segment_id=bdfdcf5d-c0a1-44f5-9de0-a0091f247822)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:33.245754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.289355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.319042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 9810dcf5-27e9-42ad-93a0-52df6c03481e will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:33.338430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6c87d-7ff7-4424-a9f7-1dfadfa66c5b None None] Pushing event updated for resources: {'Port': ['ID=b7a6a1c9-acb5-4407-be10-6535115c2a28,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:33.373612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.395140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object bb711421-b64b-4af5-93ac-767b616110d3 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:33.406127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.480112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Allocated IP 2001:db8::f816:3eff:fe9b:9018 (94dc3624-3b1f-4296-9dc3-e29647941794/65810a90-48de-4c13-84b6-a5409ad2cada/df25699a-3a1c-4615-b785-1b07cb3801b0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:33.634730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network b73716e4-4788-4783-b2dd-43755ad8136c is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:33.636218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:33.677949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:33.692010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:33.699893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:33.710975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:33.711642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.755935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=9810dcf5-27e9-42ad-93a0-52df6c03481e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:33.765514 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-95f434e1-2a7d-41c2-8965-760adf4563f1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8496711 Mar 09 12:22:33.769388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.770573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43024) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:33.849800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.864214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Transition to ACTIVE for port object df25699a-3a1c-4615-b785-1b07cb3801b0 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:33.887900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Transition to ACTIVE for port object df25699a-3a1c-4615-b785-1b07cb3801b0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:33.899011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:33.935198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=bb711421-b64b-4af5-93ac-767b616110d3,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:33.958119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:33.961433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:33.964492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:33.971297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:33.972211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.031068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b8b2da7b-3439-4e44-afdc-8ab2d72df926 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8536587 Mar 09 12:22:34.033864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43028) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:34.037172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Pushing event updated for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:34.052512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:34.054894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:34.061265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:34.114154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f5018-e295-42e9-8ef5-7258523d17be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:34.114375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.115777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b84f5018-e295-42e9-8ef5-7258523d17be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:34.138723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.162998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b84f5018-e295-42e9-8ef5-7258523d17be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:34.164599 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b84f5018-e295-42e9-8ef5-7258523d17be tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3928323 Mar 09 12:22:34.167746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43032) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:34.182878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Attempting to bind port df25699a-3a1c-4615-b785-1b07cb3801b0 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:34.183255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Attempting to bind port df25699a-3a1c-4615-b785-1b07cb3801b0 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:34.183620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Attempting to bind port df25699a-3a1c-4615-b785-1b07cb3801b0 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:34.190080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:34.190460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:34.190868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.191261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:34.191741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Bound port: df25699a-3a1c-4615-b785-1b07cb3801b0, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:34.192123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.249053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 9810dcf5-27e9-42ad-93a0-52df6c03481e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:34.249799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.252878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063237e-13e3-4a87-a11f-43862871b26a None None] Network f6dc7a79-0106-47da-aa9b-0733340380b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:34.299411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f7c986f2-7309-4823-9525-41dccd4b018d None None] Provisioning complete for port 02a0104c-9f67-443e-96de-5df1ad2b2945 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:34.299783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7c986f2-7309-4823-9525-41dccd4b018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.369124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c11d61-5890-4605-895a-a892bec3c872 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:34.369850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f6c11d61-5890-4605-895a-a892bec3c872 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:34.423253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f6c11d61-5890-4605-895a-a892bec3c872 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:34.425798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.427269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f6c11d61-5890-4605-895a-a892bec3c872 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13a HTTP/1.1" status: 200 len: 929 time: 0.3921325 Mar 09 12:22:34.438186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43036) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:34.515630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=1e463804-9b2f-403e-8e07-f63234904f74,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:34.568912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router ca1f8f3b-0d99-403b-82d3-1747911530d9 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:22:34.573629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.595246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f7c986f2-7309-4823-9525-41dccd4b018d None None] Port 02a0104c-9f67-443e-96de-5df1ad2b2945 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:34.628638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:34.647136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=df25699a-3a1c-4615-b785-1b07cb3801b0,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:34.683162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.723981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 9810dcf5-27e9-42ad-93a0-52df6c03481e owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:34.739166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port bb711421-b64b-4af5-93ac-767b616110d3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:34.739166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.777433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Provisioning for port 2a01f358-a58d-46db-9129-62e5abfbc393 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:34.788740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Provisioning complete for port 2a01f358-a58d-46db-9129-62e5abfbc393 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:34.789428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:34.887472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452cce-4a14-45c7-b251-c0252dd5f9fb None None] Pushing event updated for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:34.963925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee430e-2967-408e-b834-5b1930b388bd None None] Network d8404365-1e85-4f4b-a7c4-e3d501ac5a93 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:34.973034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.047122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:35.079370 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] Sync routers for ids ['ca1f8f3b-0d99-403b-82d3-1747911530d9'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:35.080076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=9810dcf5-27e9-42ad-93a0-52df6c03481e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:35.104245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f6dc7a79-0106-47da-aa9b-0733340380b1 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:35.106227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:35.114655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b7a6a1c9-acb5-4407-be10-6535115c2a28 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:35.122658 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] Routers {'ca1f8f3b-0d99-403b-82d3-1747911530d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:35.124701 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ca1f8f3b-0d99-403b-82d3-1747911530d9'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:35.153500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.163744 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e102342e-c264-4cbd-8b98-a0ad291e8c59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/ca1f8f3b-0d99-403b-82d3-1747911530d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3565481 Mar 09 12:22:35.174134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.189596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43040) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:35.322627 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:35.338021 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] Routers {'ca1f8f3b-0d99-403b-82d3-1747911530d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:35.339182 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ca1f8f3b-0d99-403b-82d3-1747911530d9'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:35.341067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51e5d8-185d-45b8-9d80-d37687b2c65d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:35.342799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bc51e5d8-185d-45b8-9d80-d37687b2c65d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:35.349204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e497e803-c4d3-4ae9-ac50-d0c122af496f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/9810dcf5-27e9-42ad-93a0-52df6c03481e HTTP/1.1" status: 204 len: 168 time: 1.1802239 Mar 09 12:22:35.352873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:35.357490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] For port 2a01f358-a58d-46db-9129-62e5abfbc393, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2a01f358-a58d-46db-9129-62e5abfbc393,segment=NetworkSegment(221c5434-d2e6-40bf-aaa1-830f2434da6e),segment_id=221c5434-d2e6-40bf-aaa1-830f2434da6e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:35.373312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bc51e5d8-185d-45b8-9d80-d37687b2c65d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:35.379392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bc51e5d8-185d-45b8-9d80-d37687b2c65d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports/02a0104c-9f67-443e-96de-5df1ad2b2945 HTTP/1.1" status: 200 len: 983 time: 0.1879814 Mar 09 12:22:35.380406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43048) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:35.385450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.481437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port b7a6a1c9-acb5-4407-be10-6535115c2a28 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:35.510513 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:35.510921 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3d763-ba3f-4be2-8d14-61c3b9dcd373 None None] The sync data for ids ['ca1f8f3b-0d99-403b-82d3-1747911530d9'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:35.583360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Provisioning for port b7a6a1c9-acb5-4407-be10-6535115c2a28 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:35.584464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.618083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bda2ed-3377-45c8-a595-43635807b1f4 None None] Pushing event updated for resources: {'Port': ['ID=2a01f358-a58d-46db-9129-62e5abfbc393,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:35.669030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Provisioning complete for port b7a6a1c9-acb5-4407-be10-6535115c2a28 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:35.669525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.761012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for bb711421-b64b-4af5-93ac-767b616110d3 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:35.837271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.901851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] For port b7a6a1c9-acb5-4407-be10-6535115c2a28, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b7a6a1c9-acb5-4407-be10-6535115c2a28,segment=NetworkSegment(bdfdcf5d-c0a1-44f5-9de0-a0091f247822),segment_id=bdfdcf5d-c0a1-44f5-9de0-a0091f247822)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:35.909455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:35.931731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83411459-0c21-4820-85d7-91cc57f36e0e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:35.933367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83411459-0c21-4820-85d7-91cc57f36e0e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:35.935162 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-83411459-0c21-4820-85d7-91cc57f36e0e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5783551 Mar 09 12:22:35.940161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:36.008576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Provisioning complete for port 2a01f358-a58d-46db-9129-62e5abfbc393 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:36.009012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.028998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.103738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=bb711421-b64b-4af5-93ac-767b616110d3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:36.116454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router f3be6940-08ca-425c-86f7-60dd420aed85 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:22:36.130220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 65810a90-48de-4c13-84b6-a5409ad2cada {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:36.156782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Pushing event updated for resources: {'Port': ['ID=b7a6a1c9-acb5-4407-be10-6535115c2a28,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:36.170225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.291732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Provisioning for port 1e463804-9b2f-403e-8e07-f63234904f74 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:36.305464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Provisioning complete for port 1e463804-9b2f-403e-8e07-f63234904f74 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:36.305994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.314212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.393604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.396570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9ac23-b803-43d5-9c53-9ac7202c6617 None None] Port 1e463804-9b2f-403e-8e07-f63234904f74 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:36.530195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Provisioning complete for port b7a6a1c9-acb5-4407-be10-6535115c2a28 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:36.530884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.565870 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0852d677-8580-42a3-bc7f-37368dcdf605 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/bb711421-b64b-4af5-93ac-767b616110d3 HTTP/1.1" status: 204 len: 168 time: 2.1143382 Mar 09 12:22:36.576772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.606892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43056) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:36.671061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:36.677084 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9cbe0cbf-aa60-4376-8bb3-a8cb0e5eaec1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/f3be6940-08ca-425c-86f7-60dd420aed85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4247901 Mar 09 12:22:36.689387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43060) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:36.707146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a104ce6-aa3e-4221-b397-1ed2b03e5df3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:36.711251 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2a104ce6-aa3e-4221-b397-1ed2b03e5df3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/bb711421-b64b-4af5-93ac-767b616110d3 HTTP/1.1" status: 404 len: 333 time: 0.0605102 Mar 09 12:22:36.711846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43064) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:36.727756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] Sync routers for ids ['f3be6940-08ca-425c-86f7-60dd420aed85'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:36.774693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] Routers {'f3be6940-08ca-425c-86f7-60dd420aed85'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:36.775528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f3be6940-08ca-425c-86f7-60dd420aed85'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:36.799180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.800418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:36.800763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.837574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1722d2-9f9f-424d-9143-a247ffc0ac26 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:36.838198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf1722d2-9f9f-424d-9143-a247ffc0ac26 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:36.855480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:36.877275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] Routers {'f3be6940-08ca-425c-86f7-60dd420aed85'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:36.878316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f3be6940-08ca-425c-86f7-60dd420aed85'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:36.896916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf1722d2-9f9f-424d-9143-a247ffc0ac26 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:36.901136 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf1722d2-9f9f-424d-9143-a247ffc0ac26 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports/1e463804-9b2f-403e-8e07-f63234904f74 HTTP/1.1" status: 200 len: 910 time: 0.2106798 Mar 09 12:22:36.906155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43068) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:36.951569 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 02a0104c-9f67-443e-96de-5df1ad2b2945 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:36.952098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:36.962477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Provisioning for port df25699a-3a1c-4615-b785-1b07cb3801b0 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:37.013500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:37.013910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeee869-ffb7-4493-a1a6-5b1b21334ee4 None None] The sync data for ids ['f3be6940-08ca-425c-86f7-60dd420aed85'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:37.048238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Provisioning for port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:37.056135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Provisioning complete for port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:37.057020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.197568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b7a6a1c9-acb5-4407-be10-6535115c2a28 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:37.264940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.290952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:37.299983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Could not find standard attr ID for object bb711421-b64b-4af5-93ac-767b616110d3. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:37.314535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21010d4e-0c2d-4fe2-bb3b-6945d3c90911 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:22:37.324925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=65810a90-48de-4c13-84b6-a5409ad2cada,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:37.335182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.369263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Provisioning complete for port 1e463804-9b2f-403e-8e07-f63234904f74 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:37.369825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.384821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.410531 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a8e59c18-ccfc-42b1-a729-ca6201a8b1a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/65810a90-48de-4c13-84b6-a5409ad2cada HTTP/1.1" status: 204 len: 168 time: 1.4658012 Mar 09 12:22:37.411364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43072) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:37.419448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b7a6a1c9-acb5-4407-be10-6535115c2a28 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:37.425011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.469587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 02a0104c-9f67-443e-96de-5df1ad2b2945 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:37.501940 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0544197a-907d-4374-87ec-fa84fa266b85 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863411 Mar 09 12:22:37.504343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43076) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:37.518731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec02864d-5733-47d2-afe8-e398c0bdb458 None None] Port 1e463804-9b2f-403e-8e07-f63234904f74 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:37.521146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:37.603589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21010d4e-0c2d-4fe2-bb3b-6945d3c90911 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:22:37.608968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.625778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2a01f358-a58d-46db-9129-62e5abfbc393 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:37.688308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c6c6f3d7-1000-42d8-8727-1e99b1ea4afe None None] Could not find standard attr ID for object 9810dcf5-27e9-42ad-93a0-52df6c03481e. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:37.709547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.799871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c6c6f3d7-1000-42d8-8727-1e99b1ea4afe None None] Provisioning complete for port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:37.800255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f3d7-1000-42d8-8727-1e99b1ea4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.881106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2a01f358-a58d-46db-9129-62e5abfbc393 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:37.881491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:37.881848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:37.924500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:37.939239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6f3d7-1000-42d8-8727-1e99b1ea4afe None None] Port 9dfa7ef4-563b-4f71-9ccc-38bd426b27ec cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:37.941472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:37.954286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:37.971546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:37.981324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c6c6f3d7-1000-42d8-8727-1e99b1ea4afe None None] Could not find standard attr ID for object bb711421-b64b-4af5-93ac-767b616110d3. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:22:38.010902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:38.014374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.097831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device df25699a-3a1c-4615-b785-1b07cb3801b0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:38.208979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 1e463804-9b2f-403e-8e07-f63234904f74 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:38.209322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.242034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.255275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port df25699a-3a1c-4615-b785-1b07cb3801b0 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:38.262686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:38.263036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.296444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ba4db-7ecc-46a4-a286-9fbfd5a2c58e None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:22:38.307166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=9dfa7ef4-563b-4f71-9ccc-38bd426b27ec,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:38.362281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.364809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.381897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-79a9f7ac-d44b-4cb1-994e-0932dfcaade9 None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:38.382263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f7ac-d44b-4cb1-994e-0932dfcaade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.412952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.461710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=02a0104c-9f67-443e-96de-5df1ad2b2945,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:38.481409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43080) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:38.481576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e3c05ac9-9599-4b55-85c3-239b017f0a29 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/9dfa7ef4-563b-4f71-9ccc-38bd426b27ec HTTP/1.1" status: 204 len: 168 time: 1.7673070 Mar 09 12:22:38.584909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 1e463804-9b2f-403e-8e07-f63234904f74 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:38.625048 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbf8fb0-72d0-4c38-9323-fe573a9bc507 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:38.625778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8bbf8fb0-72d0-4c38-9323-fe573a9bc507 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:38.625880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.649248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ba4db-7ecc-46a4-a286-9fbfd5a2c58e None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:22:38.659557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f7ac-d44b-4cb1-994e-0932dfcaade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.661938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8bbf8fb0-72d0-4c38-9323-fe573a9bc507 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:38.663204 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8bbf8fb0-72d0-4c38-9323-fe573a9bc507 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/9dfa7ef4-563b-4f71-9ccc-38bd426b27ec HTTP/1.1" status: 404 len: 333 time: 0.1805449 Mar 09 12:22:38.669528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43084) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:38.685843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.739561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=df25699a-3a1c-4615-b785-1b07cb3801b0,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:38.747347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.775458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 602da0b2-9901-4775-afd5-0e08b07a87c2 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:38.779689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.851238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.985127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:38.990038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-79a9f7ac-d44b-4cb1-994e-0932dfcaade9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:38.990573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-79a9f7ac-d44b-4cb1-994e-0932dfcaade9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:39.005461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:39.042979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=1e463804-9b2f-403e-8e07-f63234904f74,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:39.085621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router ca1f8f3b-0d99-403b-82d3-1747911530d9 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:39.093245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:22:39.151042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.317573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '325838a6-9cb1-4c81-9f79-fe42ae225d4d'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': 'df25699a-3a1c-4615-b785-1b07cb3801b0'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:22:39.360563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.378695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.421926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:39.428708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.435177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99930c74-5756-475d-bba7-10a1601424c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/ca1f8f3b-0d99-403b-82d3-1747911530d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0507448 Mar 09 12:22:39.436738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43088) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:39.439857 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] Sync routers for ids ['ca1f8f3b-0d99-403b-82d3-1747911530d9'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:39.455334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] Routers {'ca1f8f3b-0d99-403b-82d3-1747911530d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:39.456051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ca1f8f3b-0d99-403b-82d3-1747911530d9'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:39.492442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=602da0b2-9901-4775-afd5-0e08b07a87c2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:39.541014 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:39.543573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.554035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] Routers {'ca1f8f3b-0d99-403b-82d3-1747911530d9'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:39.555369 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ca1f8f3b-0d99-403b-82d3-1747911530d9'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:39.565998 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-84359e27-dda1-4942-9a02-d0f72d910e80 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/602da0b2-9901-4775-afd5-0e08b07a87c2 HTTP/1.1" status: 204 len: 168 time: 0.8991816 Mar 09 12:22:39.568420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43092) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:39.646536 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:39.647364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf34e4-f908-4544-98d4-e2414f37e7d9 None None] The sync data for ids ['ca1f8f3b-0d99-403b-82d3-1747911530d9'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:39.748789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 09 12:22:39.748789 dv-neutron-832762-2-hyperv neutron-server[87832]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 09 12:22:39.748789 dv-neutron-832762-2-hyperv neutron-server[87832]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe9b:9018', 'status': 'ALLOCATED', 'ipam_subnet_id': '33954aa7-f7fc-4e59-9ca9-4fb27810eb92'}] Mar 09 12:22:39.748789 dv-neutron-832762-2-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:39.749356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:39.921231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router f3be6940-08ca-425c-86f7-60dd420aed85 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:39.928916 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-2b5a5b1d-4225-4ee0-afa8-834c7add6662 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] remove_router_interface failed (client error): The resource could not be found. Mar 09 12:22:39.932481 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2b5a5b1d-4225-4ee0-afa8-834c7add6662 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/ca1f8f3b-0d99-403b-82d3-1747911530d9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4921813 Mar 09 12:22:39.932874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43096) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:39.934615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.966709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:39.989138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-79c63eae-2950-434b-93d2-6917c1128c34 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:40.014979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port b7a6a1c9-acb5-4407-be10-6535115c2a28 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:40.015238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.040015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-79c63eae-2950-434b-93d2-6917c1128c34 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:40.041201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-79c63eae-2950-434b-93d2-6917c1128c34 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca1f8f3b-0d99-403b-82d3-1747911530d9 HTTP/1.1" status: 200 len: 205 time: 0.1073925 Mar 09 12:22:40.043924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43100) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:40.110257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:40.116225 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9a5d9662-56d0-4883-8d15-f878c30dc56d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/f3be6940-08ca-425c-86f7-60dd420aed85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2038641 Mar 09 12:22:40.118998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:40.122582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] Sync routers for ids ['f3be6940-08ca-425c-86f7-60dd420aed85'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:40.134035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] Routers {'f3be6940-08ca-425c-86f7-60dd420aed85'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:40.134638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f3be6940-08ca-425c-86f7-60dd420aed85'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:40.194766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e394e091-b0ab-42bc-b853-cf355e2d60b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:40.199781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:40.209414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] Routers {'f3be6940-08ca-425c-86f7-60dd420aed85'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:40.210020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f3be6940-08ca-425c-86f7-60dd420aed85'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:40.216539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.227128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e394e091-b0ab-42bc-b853-cf355e2d60b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:40.230991 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e394e091-b0ab-42bc-b853-cf355e2d60b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3be6940-08ca-425c-86f7-60dd420aed85 HTTP/1.1" status: 200 len: 205 time: 0.1085055 Mar 09 12:22:40.235680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43108) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:40.311401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:40.311729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a464d-4559-4ca0-8853-cdd00d115299 None None] The sync data for ids ['f3be6940-08ca-425c-86f7-60dd420aed85'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:40.335655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.446526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.525847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port b7a6a1c9-acb5-4407-be10-6535115c2a28, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b7a6a1c9-acb5-4407-be10-6535115c2a28,segment=NetworkSegment(bdfdcf5d-c0a1-44f5-9de0-a0091f247822),segment_id=bdfdcf5d-c0a1-44f5-9de0-a0091f247822)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:40.526227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.618185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.622939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.657667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=df25699a-3a1c-4615-b785-1b07cb3801b0,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:40.668434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.668952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router ca1f8f3b-0d99-403b-82d3-1747911530d9 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:40.692771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.696347 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-21d34254-ac96-4e11-9c6b-f61d1ecbb803 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/ca1f8f3b-0d99-403b-82d3-1747911530d9 HTTP/1.1" status: 204 len: 168 time: 0.6490891 Mar 09 12:22:40.697315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43114) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:40.739301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.747839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:40.748197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:40.762316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for b7a6a1c9-acb5-4407-be10-6535115c2a28 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:40.886872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.887515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:40.957537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device df25699a-3a1c-4615-b785-1b07cb3801b0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:41.018133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:41.028134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:41.033331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:41.034705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:41.034992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.035846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:41.036437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.046387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.099691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.103707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=6']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.104134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.115112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=325838a6-9cb1-4c81-9f79-fe42ae225d4d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.128032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.128491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.128724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.129085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.129419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.129750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.130077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.130403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.130724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.131048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.131385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.131689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.141066 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6289129 Mar 09 12:22:41.141455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:41.142625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.143808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.143808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.144216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.144718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.145116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.145449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.145782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.146114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.146443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.146768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.147091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b5da4-a6c4-4b10-abfb-f3ace3412f96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.147848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:e6:33:d6', 'name': 'tempest-NetworksTestDHCPv6-1002287619'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:41.152341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.185826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.192799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.227660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.228168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router f3be6940-08ca-425c-86f7-60dd420aed85 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:41.244093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.306737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No DVR routers for this DVR port b7a6a1c9-acb5-4407-be10-6535115c2a28 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:41.321319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.349527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=b7a6a1c9-acb5-4407-be10-6535115c2a28,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.362065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.365748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.374532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee4d979c-6721-41f0-a9a3-daabf6eb2f20 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b HTTP/1.1" status: 204 len: 168 time: 0.6761997 Mar 09 12:22:41.374828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:41.380949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.381298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.381644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.381978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.382309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.382637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.382965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.383289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.383617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.383936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.384257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.384574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:41.429939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.430914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-454107f6-2f25-4518-b61a-a07d7801b0a7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/f3be6940-08ca-425c-86f7-60dd420aed85 HTTP/1.1" status: 204 len: 168 time: 1.1943922 Mar 09 12:22:41.440844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43130) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:41.567002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=df25699a-3a1c-4615-b785-1b07cb3801b0,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:41.568836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet b28a1713-4ffc-410c-beba-14b8e1c4d070 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:41.572150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.594446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.612862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.616735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.636360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.659301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:41.673169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.678864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:41.683012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8404365-1e85-4f4b-a7c4-e3d501ac5a93']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:41.692341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:41.706988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:41.710484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:41.710799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfdcf5d-c0a1-44f5-9de0-a0091f247822') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:41.732143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.740190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:41.740938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.757122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.758133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffe6f3-3988-4ac2-91dd-a95141a7693c None None] Pushing event updated for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.785752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:41.825195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.850266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:41.850673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.856189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:41.897055 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:41.899506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a1713-4ffc-410c-beba-14b8e1c4d070,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:41.902805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:41.911728 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-302c219c-5ec1-40c1-b4b3-d0f60318c722 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/b28a1713-4ffc-410c-beba-14b8e1c4d070 HTTP/1.1" status: 204 len: 168 time: 0.4743164 Mar 09 12:22:41.912034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43138) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:42.034927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.046012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 2a01f358-a58d-46db-9129-62e5abfbc393 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:42.046012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.111144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.153519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331b031-e278-489b-885c-0ad477625545 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:42.222585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.238752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=d8404365-1e85-4f4b-a7c4-e3d501ac5a93,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:42.252787 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bfceda9b-be6c-4dcf-9f38-477327e42c51 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/d8404365-1e85-4f4b-a7c4-e3d501ac5a93 HTTP/1.1" status: 204 len: 168 time: 2.6833179 Mar 09 12:22:42.257336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43142) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:42.259339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,segment=NetworkSegment(c4aba1f0-9280-49ba-b178-926c4a33a8b2),segment_id=c4aba1f0-9280-49ba-b178-926c4a33a8b2)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:42.260037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.279266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.306192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-71554525'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:42.336234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 2a01f358-a58d-46db-9129-62e5abfbc393, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2a01f358-a58d-46db-9129-62e5abfbc393,segment=NetworkSegment(221c5434-d2e6-40bf-aaa1-830f2434da6e),segment_id=221c5434-d2e6-40bf-aaa1-830f2434da6e)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:42.336708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.345112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3a73ba26-63a4-451e-b94e-a25cacb7997c None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:42.347235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a73ba26-63a4-451e-b94e-a25cacb7997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.476463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:42.536526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:42.547950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 2a01f358-a58d-46db-9129-62e5abfbc393 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:42.555913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:42.568648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:42.580524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:42.602506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:42.603018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dd618-fafb-4306-89ed-72653554a179 None None] Network f6dc7a79-0106-47da-aa9b-0733340380b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:42.606464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.616599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80f167-273c-4bf8-943f-4c042d483ecd None None] Network b73716e4-4788-4783-b2dd-43755ad8136c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:42.640432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8db00-37a8-40a8-9f6d-40373cf8ce4d None None] DHCP port deletion for d8404365-1e85-4f4b-a7c4-e3d501ac5a93 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:42.641191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port d126fd56-b803-42e8-b3ad-f0f7e90228d0 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:42.674766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.728166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=2a01f358-a58d-46db-9129-62e5abfbc393,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:42.731656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No DVR routers for this DVR port 2a01f358-a58d-46db-9129-62e5abfbc393 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:42.868722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.871236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:42.894426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.894812 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment 1ccb9774-e4df-4543-a82a-6572f4a03768 of type vlan for network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b Mar 09 12:22:42.899643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dc7a79-0106-47da-aa9b-0733340380b1']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:42.910102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.915004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221c5434-d2e6-40bf-aaa1-830f2434da6e') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:42.915307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221c5434-d2e6-40bf-aaa1-830f2434da6e') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:42.930498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.949605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.966617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:42.967823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:42.989992 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:43.019354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No DVR routers for this DVR port 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:43.096115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=3260e3d5-9704-4ecb-a8a0-b16dd5855e19,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:43.101096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.109004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device df25699a-3a1c-4615-b785-1b07cb3801b0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:43.165099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fee6:33d6 (94dc3624-3b1f-4296-9dc3-e29647941794/325838a6-9cb1-4c81-9f79-fe42ae225d4d/d126fd56-b803-42e8-b3ad-f0f7e90228d0) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:43.177552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44968c0-ab41-4993-adf7-28f69d47028b None None] DHCP port deletion for b73716e4-4788-4783-b2dd-43755ad8136c request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:43.216151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8454a5-988b-481e-bf52-2db20ea93e19 None None] DHCP port deletion for f6dc7a79-0106-47da-aa9b-0733340380b1 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:43.241996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:43.242376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.263643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.270204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.299440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=f6dc7a79-0106-47da-aa9b-0733340380b1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:43.300803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.310367 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-47746981-18b5-4da4-83d3-dc60d41eb63d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/f6dc7a79-0106-47da-aa9b-0733340380b1 HTTP/1.1" status: 204 len: 168 time: 1.3973193 Mar 09 12:22:43.317583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43146) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:43.340244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816644845', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:43.359427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.364677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:43.365276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.372055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:43.377009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73716e4-4788-4783-b2dd-43755ad8136c']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:43.389559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9c2d940c-a0e0-452c-8754-c3f1d3e83491 None None] Provisioning complete for port df25699a-3a1c-4615-b785-1b07cb3801b0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:43.390130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c2d940c-a0e0-452c-8754-c3f1d3e83491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.409137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:43.442989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b7a6a1c9-acb5-4407-be10-6535115c2a28 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:43.443189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:43.456498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4aba1f0-9280-49ba-b178-926c4a33a8b2') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:43.456793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4aba1f0-9280-49ba-b178-926c4a33a8b2') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:43.467199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:43.482619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: b7a6a1c9-acb5-4407-be10-6535115c2a28 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:43.482862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b7a6a1c9-acb5-4407-be10-6535115c2a28 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:43.496962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.602215 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3312242 Mar 09 12:22:43.603137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ab31-8fe9-48b1-b9cb-c7e824ac38c2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=3fa521cb-2cbd-4256-b6cb-9343a88fdf5b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:43.605362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43152) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:43.611836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.612060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:43.612868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.616716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:43.619729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.665299 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:22:43.682855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:22:43.683409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:22:43.698897 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:22:43.726549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:43.730340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:43.733167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:43.739259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:43.748948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:43.753619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.811837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.836455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.840801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.859817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=b73716e4-4788-4783-b2dd-43755ad8136c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:43.877324 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-18fa64ce-db17-4106-acf0-345447619c6c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/b73716e4-4788-4783-b2dd-43755ad8136c HTTP/1.1" status: 204 len: 168 time: 2.4982190 Mar 09 12:22:43.880874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43156) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:43.883322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:43.888655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-460495178'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:43.927711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:43.939668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:43.944292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:43.952867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:43.965676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object d126fd56-b803-42e8-b3ad-f0f7e90228d0 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:43.978596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:43.982009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.023928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.027323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:44.074549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.074887 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment a38a5e88-da37-44a4-84b0-4459a9606be4 of type vlan for network e3a89615-73b5-4920-b3bf-5dae138cac9c Mar 09 12:22:44.125534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=21b7e8c6-6254-47b5-b5f5-680ba8708eec,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:44.134804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.145898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': '1ccb9774-e4df-4543-a82a-6572f4a03768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:44.146249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:44.167747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.180558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:44.184582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.190246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:44.190832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.195927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.239533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:44.251982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eeace4-55a2-4755-acd9-da47e64430f2 None None] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:44.252187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:44.252665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.280301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:44.285103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:44.293782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:44.299866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:44.301036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.320288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4381781 Mar 09 12:22:44.320765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=d126fd56-b803-42e8-b3ad-f0f7e90228d0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:44.323259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43162) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:44.323889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a917-0354-4a7d-8182-e7291528c76c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=e3a89615-73b5-4920-b3bf-5dae138cac9c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:44.332789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:44.351646 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-876c6f67-6ef2-4ac5-ade3-28ff73ec1e5d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7449818 Mar 09 12:22:44.357378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network e3a89615-73b5-4920-b3bf-5dae138cac9c details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:44.368053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:44.381651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b', 'name': 'tempest-PortsIpV6TestJSON-1300513412', 'fixed_ips': [{'subnet_id': '21b7e8c6-6254-47b5-b5f5-680ba8708eec', 'ip_address': '2001:db8::10'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:44.406618 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f7836a68-7dee-422b-a6af-f3aee3c85b9f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2634051 Mar 09 12:22:44.407879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:44.525450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f2067-bad5-4cf6-8378-06645202bc40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:44.526528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:44.531992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:44.534165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f2067-bad5-4cf6-8378-06645202bc40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:44.535127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f29f2067-bad5-4cf6-8378-06645202bc40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:44.536159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:44.549617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:44.583854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:44.593836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.687940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-3fa521cb-2cbd-4256-b6cb-9343a88fdf5b', 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '21b7e8c6-6254-47b5-b5f5-680ba8708eec'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:44.689290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.707210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c392fcdc-b4b1-419d-949a-b3cd1a367f59 None None] Provisioning for port d126fd56-b803-42e8-b3ad-f0f7e90228d0 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:44.751349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c392fcdc-b4b1-419d-949a-b3cd1a367f59 None None] Provisioning complete for port d126fd56-b803-42e8-b3ad-f0f7e90228d0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:44.751747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c392fcdc-b4b1-419d-949a-b3cd1a367f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.820650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:44.830209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c392fcdc-b4b1-419d-949a-b3cd1a367f59 None None] Port d126fd56-b803-42e8-b3ad-f0f7e90228d0 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:44.839165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:44.841228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f29f2067-bad5-4cf6-8378-06645202bc40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:44.842407 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f29f2067-bad5-4cf6-8378-06645202bc40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4326320 Mar 09 12:22:44.846471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43174) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:44.883916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:44.886071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.922613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Allocated IP 2001:db8::2 (3fa521cb-2cbd-4256-b6cb-9343a88fdf5b/21b7e8c6-6254-47b5-b5f5-680ba8708eec/054626cb-4df1-4baf-b475-bab73c37c38f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:44.929981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:44.986215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:44.994826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port d126fd56-b803-42e8-b3ad-f0f7e90228d0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:44.995174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.068632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:45.069383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3260e3d5-9704-4ecb-a8a0-b16dd5855e19 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:45.069665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2a01f358-a58d-46db-9129-62e5abfbc393 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:45.070314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.119245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 2a01f358-a58d-46db-9129-62e5abfbc393 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:45.119836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2a01f358-a58d-46db-9129-62e5abfbc393 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:45.139663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.186341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 02db0bb3-1e2c-4384-b143-20efc41093b8 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:45.222451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.26.5.123 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/77770212-1415-48d3-b8e8-b1da48242f49) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:45.229264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=97e58490-2066-4784-a69a-46de7ffea9d1,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:45.233730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.240263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': 'a38a5e88-da37-44a4-84b0-4459a9606be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:45.240620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: e3a89615-73b5-4920-b3bf-5dae138cac9c, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:45.246453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Transition to ACTIVE for port object 054626cb-4df1-4baf-b475-bab73c37c38f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:45.267684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Transition to ACTIVE for port object 054626cb-4df1-4baf-b475-bab73c37c38f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:45.275753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.290989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network e3a89615-73b5-4920-b3bf-5dae138cac9c is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:45.343123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, e3a89615-73b5-4920-b3bf-5dae138cac9c) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:45.345076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:45.348391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:45.348616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:45.349267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.352053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:45.368235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab20ff5-3b39-4993-ad0f-f82ce7c99eb9 None None] Network e3a89615-73b5-4920-b3bf-5dae138cac9c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:45.396020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e9d5842c-97ba-4424-ac58-2422e2ad8374 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0695925 Mar 09 12:22:45.396610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43178) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:45.420864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.434095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Pushing event updated for resources: {'Port': ['ID=054626cb-4df1-4baf-b475-bab73c37c38f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:45.456482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1085176418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:45.506370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Attempting to bind port 054626cb-4df1-4baf-b475-bab73c37c38f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:45.506754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Attempting to bind port 054626cb-4df1-4baf-b475-bab73c37c38f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1ccb9774-e4df-4543-a82a-6572f4a03768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:45.507142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Attempting to bind port 054626cb-4df1-4baf-b475-bab73c37c38f on network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:45.513461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.513813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.514147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.514487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.514821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.515349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.516372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.516714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.517080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.517415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.517748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.518075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:22:45.562112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for d126fd56-b803-42e8-b3ad-f0f7e90228d0 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:45.570449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:45.570829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Checking segment: {'id': '1ccb9774-e4df-4543-a82a-6572f4a03768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:45.571451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.571924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Bound using segment: {'id': '1ccb9774-e4df-4543-a82a-6572f4a03768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:45.572412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Bound port: 054626cb-4df1-4baf-b475-bab73c37c38f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccb9774-e4df-4543-a82a-6572f4a03768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:45.572848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.591352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:45.602521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:45.608247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:45.621598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:45.626236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::10 (3fa521cb-2cbd-4256-b6cb-9343a88fdf5b/21b7e8c6-6254-47b5-b5f5-680ba8708eec/02db0bb3-1e2c-4384-b143-20efc41093b8) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:45.641166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.642450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.645270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.684410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.744979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] For port 054626cb-4df1-4baf-b475-bab73c37c38f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:45.751386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.755310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.758547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] For port 054626cb-4df1-4baf-b475-bab73c37c38f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=054626cb-4df1-4baf-b475-bab73c37c38f,segment=NetworkSegment(1ccb9774-e4df-4543-a82a-6572f4a03768),segment_id=1ccb9774-e4df-4543-a82a-6572f4a03768)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:45.791956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.797163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.811507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=d126fd56-b803-42e8-b3ad-f0f7e90228d0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:45.848712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.854629 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-27ca2427-0f0a-49c8-bcf7-55ec3b5d16d7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4111662 Mar 09 12:22:45.856854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43182) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:45.866101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-e3a89615-73b5-4920-b3bf-5dae138cac9c', 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '97e58490-2066-4784-a69a-46de7ffea9d1'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:45.866973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.884982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:45.904029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:45.913199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:45.955794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:45.990862 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6732f032-2bee-484e-9724-03df4f0e0e07 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/d126fd56-b803-42e8-b3ad-f0f7e90228d0 HTTP/1.1" status: 204 len: 168 time: 1.1432705 Mar 09 12:22:45.998412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43186) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:46.059656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Allocated IP 2001:db8::2 (e3a89615-73b5-4920-b3bf-5dae138cac9c/97e58490-2066-4784-a69a-46de7ffea9d1/0cc07f14-9aad-43be-8479-eafd1f0da676) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:46.072192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b69d9-52d7-4b1c-b1ad-83be3b4a4295 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:46.072458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.073992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b69d9-52d7-4b1c-b1ad-83be3b4a4295 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:46.074832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e95b69d9-52d7-4b1c-b1ad-83be3b4a4295 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:46.077940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=77770212-1415-48d3-b8e8-b1da48242f49,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:46.091124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 02db0bb3-1e2c-4384-b143-20efc41093b8 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:46.170491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e95b69d9-52d7-4b1c-b1ad-83be3b4a4295 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:46.171679 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e95b69d9-52d7-4b1c-b1ad-83be3b4a4295 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1721036 Mar 09 12:22:46.179254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43190) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:46.179933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.314162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca575ff0-bd31-48d7-b98a-3bcb3a01df63 None None] Pushing event updated for resources: {'Port': ['ID=054626cb-4df1-4baf-b475-bab73c37c38f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:46.320557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.339841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.353397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Transition to ACTIVE for port object 0cc07f14-9aad-43be-8479-eafd1f0da676 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:46.373395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:46.377904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Transition to ACTIVE for port object 0cc07f14-9aad-43be-8479-eafd1f0da676 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:46.384491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.457407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:46.480692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:46.487424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:46.488078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.510714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Network e3a89615-73b5-4920-b3bf-5dae138cac9c is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:46.530205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:46.535417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:46.570470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Pushing event updated for resources: {'Port': ['ID=0cc07f14-9aad-43be-8479-eafd1f0da676,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:46.671074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=02db0bb3-1e2c-4384-b143-20efc41093b8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:46.686845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Attempting to bind port 0cc07f14-9aad-43be-8479-eafd1f0da676 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:46.687707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 325838a6-9cb1-4c81-9f79-fe42ae225d4d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:46.688176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Attempting to bind port 0cc07f14-9aad-43be-8479-eafd1f0da676 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a38a5e88-da37-44a4-84b0-4459a9606be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:46.688635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Attempting to bind port 0cc07f14-9aad-43be-8479-eafd1f0da676 on network e3a89615-73b5-4920-b3bf-5dae138cac9c {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:46.695460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:46.697431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.697564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Checking segment: {'id': 'a38a5e88-da37-44a4-84b0-4459a9606be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:46.698203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.698809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Bound using segment: {'id': 'a38a5e88-da37-44a4-84b0-4459a9606be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:46.699603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Bound port: 0cc07f14-9aad-43be-8479-eafd1f0da676, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38a5e88-da37-44a4-84b0-4459a9606be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3a89615-73b5-4920-b3bf-5dae138cac9c'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:46.700200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.701675 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7e885acd-4260-4ea5-9a38-9de177391a58 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3328614 Mar 09 12:22:46.710210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.740946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43194) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:46.753771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '3fa521cb-2cbd-4256-b6cb-9343a88fdf5b', 'name': 'tempest-PortsIpV6TestJSON-2139136719', 'fixed_ips': [{'subnet_id': '21b7e8c6-6254-47b5-b5f5-680ba8708eec', 'ip_address': '2001:db8::f'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:46.807520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] For port 0cc07f14-9aad-43be-8479-eafd1f0da676, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:46.813183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] For port 0cc07f14-9aad-43be-8479-eafd1f0da676, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0cc07f14-9aad-43be-8479-eafd1f0da676,segment=NetworkSegment(a38a5e88-da37-44a4-84b0-4459a9606be4),segment_id=a38a5e88-da37-44a4-84b0-4459a9606be4)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:46.819030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.905337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:46.916370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d7c35-2193-4dac-9728-173cd81b0280 None None] Pushing event updated for resources: {'Port': ['ID=0cc07f14-9aad-43be-8479-eafd1f0da676,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:46.947477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.055592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 054626cb-4df1-4baf-b475-bab73c37c38f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:47.142742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 054626cb-4df1-4baf-b475-bab73c37c38f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:47.151250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.412324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:47.414385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router fdbcc956-cfce-4410-a407-08a38ea8ae56 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:22:47.418262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:47.423509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:47.440549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:47.474316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.512831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:47.518270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.606181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:47.625687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:47.638271 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] Sync routers for ids ['fdbcc956-cfce-4410-a407-08a38ea8ae56'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:47.649746 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] Routers {'fdbcc956-cfce-4410-a407-08a38ea8ae56'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:47.650391 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['fdbcc956-cfce-4410-a407-08a38ea8ae56'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:47.656088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.660056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d83bf06d-cbc7-4974-b3c8-a090cd786d84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3307042 Mar 09 12:22:47.660951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43202) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:47.697181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eacbe7-2bbf-4296-816e-14c78a87438d None None] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:47.725047 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:47.737528 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] Routers {'fdbcc956-cfce-4410-a407-08a38ea8ae56'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:47.738241 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['fdbcc956-cfce-4410-a407-08a38ea8ae56'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:47.745763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Provisioning for port 054626cb-4df1-4baf-b475-bab73c37c38f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:47.795750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.838517 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:47.838932 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a7a282-1f47-4206-a59e-397e6fde4b57 None None] The sync data for ids ['fdbcc956-cfce-4410-a407-08a38ea8ae56'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:47.844005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Provisioning complete for port 054626cb-4df1-4baf-b475-bab73c37c38f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:47.845289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.859471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8::1 (e3a89615-73b5-4920-b3bf-5dae138cac9c/97e58490-2066-4784-a69a-46de7ffea9d1/c8274306-a96c-419a-a86f-58b42481d3e5) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:47.861662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=325838a6-9cb1-4c81-9f79-fe42ae225d4d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:47.870924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43206) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:47.918099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43156fe-ed6b-43b2-be6f-02f155ea41ed None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:47.918325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:47.974997 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-289a9d12-10e8-4875-afe4-fc0663eccd47 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers/fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 200 len: 880 time: 0.3126290 Mar 09 12:22:47.975702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43210) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:48.109209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.117419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19855a42-d04a-4584-8325-4bcbd3175863 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/325838a6-9cb1-4c81-9f79-fe42ae225d4d HTTP/1.1" status: 204 len: 168 time: 1.9334395 Mar 09 12:22:48.128539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43214) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:48.183311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f4dd9-766d-4e01-9f78-8030301aef85 None None] Network e3a89615-73b5-4920-b3bf-5dae138cac9c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:48.232273 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6fce77e-78b6-41a8-af37-58574e696138 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967944 Mar 09 12:22:48.238716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43218) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:48.282067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] For port 054626cb-4df1-4baf-b475-bab73c37c38f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=054626cb-4df1-4baf-b475-bab73c37c38f,segment=NetworkSegment(1ccb9774-e4df-4543-a82a-6572f4a03768),segment_id=1ccb9774-e4df-4543-a82a-6572f4a03768)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:48.291815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::f (3fa521cb-2cbd-4256-b6cb-9343a88fdf5b/21b7e8c6-6254-47b5-b5f5-680ba8708eec/a5d90d68-1103-4d34-b59b-f5e1bc3a79e9) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:48.301543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.310996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fe598-0ab9-4df5-a346-b5b8052455e6 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:48.311503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fe598-0ab9-4df5-a346-b5b8052455e6 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:48.312017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fe598-0ab9-4df5-a346-b5b8052455e6 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:48.315431 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5d8fe598-0ab9-4df5-a346-b5b8052455e6 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 3000 time: 0.4421453 Mar 09 12:22:48.360023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.379259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cb55490d-2dbe-40a4-9dad-7851323a11ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:router {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:48.398208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cb55490d-2dbe-40a4-9dad-7851323a11ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:router {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:48.402170 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cb55490d-2dbe-40a4-9dad-7851323a11ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4223905 Mar 09 12:22:48.402387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43224) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:48.408205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-816644845'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:48.417626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object c8274306-a96c-419a-a86f-58b42481d3e5 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:48.522728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3d029838-e840-4ad5-b5a7-f93b27f89578 None None] Provisioning for port 0cc07f14-9aad-43be-8479-eafd1f0da676 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:48.527838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83557ba0-949f-4e11-ba9b-e3e77d29b984 None None] Pushing event updated for resources: {'Port': ['ID=054626cb-4df1-4baf-b475-bab73c37c38f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:48.598155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c6771-d393-4bcf-8e3e-28580cafef2e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:48.599099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-082c6771-d393-4bcf-8e3e-28580cafef2e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:48.652222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-082c6771-d393-4bcf-8e3e-28580cafef2e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:48.656796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-082c6771-d393-4bcf-8e3e-28580cafef2e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4119143 Mar 09 12:22:48.657490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43230) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:48.723200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:48.725691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.726859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Deleting port df25699a-3a1c-4615-b785-1b07cb3801b0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:48.727309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.820577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network e3a89615-73b5-4920-b3bf-5dae138cac9c is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:48.826276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.830147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=c8274306-a96c-419a-a86f-58b42481d3e5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:48.834041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:48.836377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:48.837086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:48.881122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:48.902252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8375b-819f-45fa-a42d-35c0767e5f4a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:48.903380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-42b8375b-819f-45fa-a42d-35c0767e5f4a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:48.964082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-42b8375b-819f-45fa-a42d-35c0767e5f4a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:48.972670 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-42b8375b-819f-45fa-a42d-35c0767e5f4a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3114803 Mar 09 12:22:48.979874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43234) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:49.072267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.093828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] For port df25699a-3a1c-4615-b785-1b07cb3801b0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=df25699a-3a1c-4615-b785-1b07cb3801b0,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:49.094300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.141719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f95df339-187e-47d4-9e0e-6987af084652 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605430 Mar 09 12:22:49.155060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43238) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:49.179625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:49.217482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.234681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.259439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0cc07f14-9aad-43be-8479-eafd1f0da676 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:49.366533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Calling delete_port for df25699a-3a1c-4615-b785-1b07cb3801b0 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:49.470043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Provisioning complete for port 054626cb-4df1-4baf-b475-bab73c37c38f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:49.470295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.491233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router fdbcc956-cfce-4410-a407-08a38ea8ae56 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:49.501860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:49.513531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:49.520168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.531098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:49.537524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:49.538284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.558135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.564115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:49.574727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:49.585851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=a5d90d68-1103-4d34-b59b-f5e1bc3a79e9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:49.591926 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bdd801b9-934a-4d62-ac80-b2227acfdf2c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8501410 Mar 09 12:22:49.595276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43242) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:49.619996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0cc07f14-9aad-43be-8479-eafd1f0da676 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:49.626607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:49.628072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] Pushing event deleted for resources: {'Port': ['ID=df25699a-3a1c-4615-b785-1b07cb3801b0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:49.630791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.634962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb458fa-e464-469c-a5bb-97802ae569d2 None None] No DVR routers for this DVR port df25699a-3a1c-4615-b785-1b07cb3801b0 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:49.675678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0cc07f14-9aad-43be-8479-eafd1f0da676 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:49.676490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.774506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Provisioning for port 02db0bb3-1e2c-4384-b143-20efc41093b8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:49.813297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Provisioning complete for port 02db0bb3-1e2c-4384-b143-20efc41093b8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:49.813771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.819831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9998d-d1d7-4049-949b-be3455766d67 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:49.820826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-19a9998d-d1d7-4049-949b-be3455766d67 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:49.829422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:49.838501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:49.839827 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c91b0e3d-7da7-4960-8521-88237f836ba4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 200 len: 887 time: 1.4365234 Mar 09 12:22:49.845525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43246) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:49.882726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Port 02db0bb3-1e2c-4384-b143-20efc41093b8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:49.885080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] Sync routers for ids ['fdbcc956-cfce-4410-a407-08a38ea8ae56'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:49.906657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] Routers {'fdbcc956-cfce-4410-a407-08a38ea8ae56'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:49.907460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['fdbcc956-cfce-4410-a407-08a38ea8ae56'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:49.953582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-19a9998d-d1d7-4049-949b-be3455766d67 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:49.958098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-19a9998d-d1d7-4049-949b-be3455766d67 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3614559 Mar 09 12:22:49.961436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43250) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:49.996958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.007037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:50.014297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Provisioning complete for port 0cc07f14-9aad-43be-8479-eafd1f0da676 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:50.015066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b28a46bf-8431-4fa9-b7db-3f90e5a0aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.069926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] Routers {'fdbcc956-cfce-4410-a407-08a38ea8ae56'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:50.070744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['fdbcc956-cfce-4410-a407-08a38ea8ae56'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:50.152445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:50.153162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c9641-18c7-4521-b091-d9599c7d81f3 None None] The sync data for ids ['fdbcc956-cfce-4410-a407-08a38ea8ae56'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:50.162815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0cc07f14-9aad-43be-8479-eafd1f0da676, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0cc07f14-9aad-43be-8479-eafd1f0da676,segment=NetworkSegment(a38a5e88-da37-44a4-84b0-4459a9606be4),segment_id=a38a5e88-da37-44a4-84b0-4459a9606be4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:50.171676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.172551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 054626cb-4df1-4baf-b475-bab73c37c38f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:50.264085 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-59159079-f6bc-4217-9533-3dd9572a7365 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers/fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 200 len: 887 time: 0.4074621 Mar 09 12:22:50.267355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43254) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:50.308545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.321817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.322035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-285339ef-ad20-4293-a64d-3b0907cd262a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 200 len: 205 time: 0.0510113 Mar 09 12:22:50.322127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.322239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43258) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:50.349315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0cc07f14-9aad-43be-8479-eafd1f0da676,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:50.367493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 054626cb-4df1-4baf-b475-bab73c37c38f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:50.367947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.399424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1ecd5-c252-4739-bfde-6172f7bd848d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:50.399675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:22:50.405325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1ecd5-c252-4739-bfde-6172f7bd848d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:50.409359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.411181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1ecd5-c252-4739-bfde-6172f7bd848d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:50.415443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9ed1ecd5-c252-4739-bfde-6172f7bd848d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4502575 Mar 09 12:22:50.415728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43262) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:50.503423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Provisioning for port c8274306-a96c-419a-a86f-58b42481d3e5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:50.509537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Provisioning complete for port c8274306-a96c-419a-a86f-58b42481d3e5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:50.509998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.577841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Port c8274306-a96c-419a-a86f-58b42481d3e5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:50.581401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device df25699a-3a1c-4615-b785-1b07cb3801b0 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:50.607327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:50.609669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:50.613620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:50.614134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.617087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: df25699a-3a1c-4615-b785-1b07cb3801b0 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:50.617444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device df25699a-3a1c-4615-b785-1b07cb3801b0 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:50.625549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:50.626151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.626920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Provisioning complete for port 02db0bb3-1e2c-4384-b143-20efc41093b8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:50.626920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.631071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=c8274306-a96c-419a-a86f-58b42481d3e5,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:50.651175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=5e34f668-84e8-42c4-b4e0-e00fa08ec60c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:50.659219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868858e-ce54-49d9-8fed-bcf67c48c4ed None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:50.689479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-96eced5d-ccca-4333-b8b0-79763e50b0db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5230982 Mar 09 12:22:50.694907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43268) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:50.705210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:34:b5:11', 'name': 'tempest-NetworksTestDHCPv6-864903719'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:50.726307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network e3a89615-73b5-4920-b3bf-5dae138cac9c is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:50.730036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:50.747773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.776398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Port 02db0bb3-1e2c-4384-b143-20efc41093b8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:50.798455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Provisioning for port a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:50.854693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Provisioning complete for port a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:50.855068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.976731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:50.994476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0cc07f14-9aad-43be-8479-eafd1f0da676 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:51.022344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 77770212-1415-48d3-b8e8-b1da48242f49 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:51.022951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.040135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d6faa-88e6-49fb-9054-5aeb4f4e3881 None None] Port a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:51.049485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:51.069438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:51.098626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:51.105810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '5e34f668-84e8-42c4-b4e0-e00fa08ec60c'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:51.106717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.130612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router cc9de648-ca2d-4f0a-83e1-e6ec9c718769 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:22:51.205530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0cc07f14-9aad-43be-8479-eafd1f0da676 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:51.206104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.268460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-49636b45-72d9-4d97-b573-1c1467657e2f None None] Provisioning complete for port c8274306-a96c-419a-a86f-58b42481d3e5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:51.269034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49636b45-72d9-4d97-b573-1c1467657e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.295063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.392021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-49636b45-72d9-4d97-b573-1c1467657e2f None None] Port c8274306-a96c-419a-a86f-58b42481d3e5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:51.394912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Allocated IP 2001:db8::f816:3eff:fef3:c6d8 (94dc3624-3b1f-4296-9dc3-e29647941794/5e34f668-84e8-42c4-b4e0-e00fa08ec60c/a0a76f88-a681-40e1-8eee-8919115ced9b) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:51.449168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:51.511490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.523913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.539046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:51.549195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d14222d9-b740-4dca-bfcc-d9f532cee87c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/cc9de648-ca2d-4f0a-83e1-e6ec9c718769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6897175 Mar 09 12:22:51.552673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43274) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:51.556075 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] Sync routers for ids ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:51.571699 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] Routers {'cc9de648-ca2d-4f0a-83e1-e6ec9c718769'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:51.574354 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:51.618778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port c80420eb-0dab-499e-b4b6-944a924080ca yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:22:51.670156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.677958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 77770212-1415-48d3-b8e8-b1da48242f49 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:51.690909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:51.695636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Transition to ACTIVE for port object a0a76f88-a681-40e1-8eee-8919115ced9b will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:51.697618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a068c-7732-4a9b-8ce4-c00faad54a19 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:51.698519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-345a068c-7732-4a9b-8ce4-c00faad54a19 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:51.700487 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:51.713427 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] Routers {'cc9de648-ca2d-4f0a-83e1-e6ec9c718769'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:51.714419 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:51.721948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Transition to ACTIVE for port object a0a76f88-a681-40e1-8eee-8919115ced9b will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:51.730904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.803333 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:51.803796 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab990e-9fa6-4c32-b9bb-fed62ea54ea3 None None] The sync data for ids ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:51.817263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-345a068c-7732-4a9b-8ce4-c00faad54a19 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:51.821177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-345a068c-7732-4a9b-8ce4-c00faad54a19 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports/c8274306-a96c-419a-a86f-58b42481d3e5 HTTP/1.1" status: 200 len: 911 time: 0.2641883 Mar 09 12:22:51.824050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43284) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:51.831413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:51.838995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:51.844763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:51.850973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Pushing event updated for resources: {'Port': ['ID=a0a76f88-a681-40e1-8eee-8919115ced9b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:51.953913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Attempting to bind port a0a76f88-a681-40e1-8eee-8919115ced9b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:51.954688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Attempting to bind port a0a76f88-a681-40e1-8eee-8919115ced9b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:51.954942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Attempting to bind port a0a76f88-a681-40e1-8eee-8919115ced9b on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:51.961423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:51.961925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:51.962514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.964046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:51.964675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Bound port: a0a76f88-a681-40e1-8eee-8919115ced9b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:51.965210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:51.999823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.052838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=a5d90d68-1103-4d34-b59b-f5e1bc3a79e9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:52.064694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] For port a0a76f88-a681-40e1-8eee-8919115ced9b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:52.068096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] For port a0a76f88-a681-40e1-8eee-8919115ced9b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0a76f88-a681-40e1-8eee-8919115ced9b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:52.075786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.090949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:52.162791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a202a-d81b-406d-a1e1-6745ebd7f052 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:52.164451 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d43a202a-d81b-406d-a1e1-6745ebd7f052 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 814 time: 0.0725484 Mar 09 12:22:52.185388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7426d6-da7a-4018-ad6f-afe4c00760cc None None] Pushing event updated for resources: {'Port': ['ID=a0a76f88-a681-40e1-8eee-8919115ced9b,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:52.198424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.239946 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80df63b1-797a-46ad-8781-1ccf25eaee68 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 HTTP/1.1" status: 204 len: 168 time: 1.8232358 Mar 09 12:22:52.244341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43294) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:52.256128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.278229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe34:b511 (94dc3624-3b1f-4296-9dc3-e29647941794/5e34f668-84e8-42c4-b4e0-e00fa08ec60c/c80420eb-0dab-499e-b4b6-944a924080ca) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:52.312091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Deleting port 0be7b22e-0311-45e9-add8-cde9e0e2f831 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:52.312449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.332004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=77770212-1415-48d3-b8e8-b1da48242f49,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:52.447214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.507336 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd68462-020c-4146-b2ec-c3969af1f77b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:52.507873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2cd68462-020c-4146-b2ec-c3969af1f77b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:52.595966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5efcba9c-7755-40cb-9663-bb406776e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.711821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.714017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.739224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.740056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router fdbcc956-cfce-4410-a407-08a38ea8ae56 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:52.765579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.766761 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f863b82f-2b5b-4092-9712-b0024a51ddf6 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 204 len: 168 time: 2.4438086 Mar 09 12:22:52.771002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43300) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:52.776658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292298086'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:52.782917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:52.787154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:52.790521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:52.796954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:52.808738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:52.812834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.842124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:52.852821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.853129 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment e2285279-c728-451d-9693-1491bd01d0fb of type vlan for network 29f7da3b-e8b6-4d12-8e10-0864941db721 Mar 09 12:22:52.879852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.907587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2cd68462-020c-4146-b2ec-c3969af1f77b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:52.908745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2cd68462-020c-4146-b2ec-c3969af1f77b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/a5d90d68-1103-4d34-b59b-f5e1bc3a79e9 HTTP/1.1" status: 404 len: 333 time: 0.5989537 Mar 09 12:22:52.911765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43304) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:52.914902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:52.920554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:52.921205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.023984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0a76f88-a681-40e1-8eee-8919115ced9b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:53.074477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.078301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43308) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:53.091680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 02db0bb3-1e2c-4384-b143-20efc41093b8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:53.092034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.113343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object c80420eb-0dab-499e-b4b6-944a924080ca will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:53.120187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a0a76f88-a681-40e1-8eee-8919115ced9b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:53.123287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1383748681', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:53.128705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.129085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.145434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:53.149831 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3752038 Mar 09 12:22:53.151463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43312) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:53.160443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a386e6-2b79-4ce3-a1c8-a5cedbb927aa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=29f7da3b-e8b6-4d12-8e10-0864941db721,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:53.173396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:53.227561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:53.388583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.403808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:53.419654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Calling delete_port for 0be7b22e-0311-45e9-add8-cde9e0e2f831 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:53.430412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Provisioning for port a0a76f88-a681-40e1-8eee-8919115ced9b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:53.435757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Provisioning complete for port a0a76f88-a681-40e1-8eee-8919115ced9b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:53.436343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.474845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:53.482482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:53.490394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:53.504437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:53.507902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.521218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:53.521772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 02db0bb3-1e2c-4384-b143-20efc41093b8 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:53.558492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.612192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.634562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:53.638143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.656862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] For port a0a76f88-a681-40e1-8eee-8919115ced9b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0a76f88-a681-40e1-8eee-8919115ced9b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:53.662264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.733011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:22:53.737420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:53.752058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fc44e-a4c0-4fa5-b905-a17d76908821 None None] Pushing event updated for resources: {'Port': ['ID=a0a76f88-a681-40e1-8eee-8919115ced9b,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:53.759588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:53.762139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:53.768435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:53.769116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.848269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-29799079-ebbb-4377-9da0-95af3c9dbc70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2439983 Mar 09 12:22:53.849939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.861448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=c80420eb-0dab-499e-b4b6-944a924080ca,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:53.878756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:53.879111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment b2be8d21-748b-4a92-b252-3457e75763d0 of type vlan for network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 Mar 09 12:22:53.906555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=02db0bb3-1e2c-4384-b143-20efc41093b8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:54.008129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.017838 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59f5192a-a3b5-4fcf-bfdf-f1f7176f3443 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3178761 Mar 09 12:22:54.019483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43316) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:54.033084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.065034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-43ca2d2c-6587-4e32-9710-23d8c3e176cc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/02db0bb3-1e2c-4384-b143-20efc41093b8 HTTP/1.1" status: 204 len: 168 time: 1.1517541 Mar 09 12:22:54.068036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:54.076759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.096105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-96be3692-0be9-427e-9528-271451d66222 None None] Provisioning for port c80420eb-0dab-499e-b4b6-944a924080ca completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:54.101809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-96be3692-0be9-427e-9528-271451d66222 None None] Provisioning complete for port c80420eb-0dab-499e-b4b6-944a924080ca triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:54.102346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96be3692-0be9-427e-9528-271451d66222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.135747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311171f6-6d07-4e75-acdf-72585af438cf req-5e31743e-079f-47d9-ac2a-935c8014ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.137269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-5e31743e-079f-47d9-ac2a-935c8014ea86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 0.1834984 Mar 09 12:22:54.159735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77706bfd-f827-4326-8ddb-b08db3bfb624 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.165831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77706bfd-f827-4326-8ddb-b08db3bfb624 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.166734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-77706bfd-f827-4326-8ddb-b08db3bfb624 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:54.167127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-96be3692-0be9-427e-9528-271451d66222 None None] Port c80420eb-0dab-499e-b4b6-944a924080ca cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:22:54.213625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.274653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-77706bfd-f827-4326-8ddb-b08db3bfb624 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:54.275851 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-77706bfd-f827-4326-8ddb-b08db3bfb624 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2550118 Mar 09 12:22:54.277422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Port': ['ID=0be7b22e-0311-45e9-add8-cde9e0e2f831,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:54.278732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43324) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:54.330823 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2275da1d-e0e0-46b1-b151-5cc64d80337d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:22:54.332182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2275da1d-e0e0-46b1-b151-5cc64d80337d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/02db0bb3-1e2c-4384-b143-20efc41093b8 HTTP/1.1" status: 404 len: 333 time: 0.2617352 Mar 09 12:22:54.337408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:54.368209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.373581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.374222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.411885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port c80420eb-0dab-499e-b4b6-944a924080ca {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:54.412230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.456166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311171f6-6d07-4e75-acdf-72585af438cf req-7ba7bb63-658b-4be8-8988-07e4a541d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.457714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-7ba7bb63-658b-4be8-8988-07e4a541d178 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 898 time: 0.2880194 Mar 09 12:22:54.551512 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-5054e2c3-01d7-41ae-a4d1-0deca7654491 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0848162 Mar 09 12:22:54.628192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 21b7e8c6-6254-47b5-b5f5-680ba8708eec {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:54.653223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.741784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311171f6-6d07-4e75-acdf-72585af438cf req-ff15b4e6-6bd1-4d2c-b268-6f467624b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:54.743139 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-ff15b4e6-6bd1-4d2c-b268-6f467624b1e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.1597967 Mar 09 12:22:54.745045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6506872 Mar 09 12:22:54.745799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db1a49-876a-4b15-9410-590755dc20b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=61b95d5c-0ede-4dc5-927c-acfeddc2a260,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:54.754486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43332) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:54.759416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:22:54.810634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.860727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.861170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Floating IP d836420a-6b87-456e-9f25-15b0025e85b3 disassociated (deleted). External IP: 172.26.5.109, port: 8d377800-240a-4d66-b8cf-b39f705b3cd7. Mar 09 12:22:54.929742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-097eeb54-4c39-41e2-920b-37e9375fa1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.954857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.990349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:54.999406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0a76f88-a681-40e1-8eee-8919115ced9b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:55.072799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a0a76f88-a681-40e1-8eee-8919115ced9b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:55.073212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.134874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for c80420eb-0dab-499e-b4b6-944a924080ca owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:55.146479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f10565-b3b9-4aec-bb19-018ba1e1b33a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:55.150680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c8f10565-b3b9-4aec-bb19-018ba1e1b33a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3431759 Mar 09 12:22:55.160219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=b6dca922-67c6-4d50-9c94-541a87029708,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:55.162056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43336) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:55.180588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311171f6-6d07-4e75-acdf-72585af438cf req-6439b2e0-149b-4f96-b9c7-92a0fcb7ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:55.182101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-6439b2e0-149b-4f96-b9c7-92a0fcb7ddd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4246755 Mar 09 12:22:55.228376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': 'e2285279-c728-451d-9693-1491bd01d0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:55.228738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: 29f7da3b-e8b6-4d12-8e10-0864941db721, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:55.245871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.447431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:22:55.559160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 29f7da3b-e8b6-4d12-8e10-0864941db721) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:55.569174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port c8274306-a96c-419a-a86f-58b42481d3e5 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:55.569557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.570715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ccbf8-7831-46ae-b102-cd907d9b1fa7 None None] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:55.595142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcabf03-a7fc-4587-bee8-768556aad9cc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:55.599197 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1bcabf03-a7fc-4587-bee8-768556aad9cc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4292948 Mar 09 12:22:55.601895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43340) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:55.612778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:55.613403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.647914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-6bee6ea8-2d35-42c6-9539-0693f435ca43 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547591 Mar 09 12:22:55.666994 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5f2b3668-2f1e-46cc-95c1-c5857800cb3c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5120921 Mar 09 12:22:55.679280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43344) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:55.684767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.685202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.690884 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f46164de-46bc-4583-b97f-8cafe2af6067 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0879247 Mar 09 12:22:55.701141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43348) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:55.710131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2134673521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:55.740987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.745271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Router 136d7f53-ba65-4e18-beda-15696e312450 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:55.756815 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e0e53af9-a694-4507-9ba9-bfbaa0706d45 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545573 Mar 09 12:22:55.786747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:55.788794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43352) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:55.810669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=21b7e8c6-6254-47b5-b5f5-680ba8708eec,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:55.816331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-29f7da3b-e8b6-4d12-8e10-0864941db721', 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': 'b6dca922-67c6-4d50-9c94-541a87029708'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:22:55.817418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.822500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.829726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0908b-d7dc-44fb-8e24-e03ab68d0f39 None None] Network 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:55.849249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:55.942493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.944022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:55.947002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=c80420eb-0dab-499e-b4b6-944a924080ca,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:55.989880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:55.994457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ba89287-5b48-4079-954f-974ebf205330 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/c80420eb-0dab-499e-b4b6-944a924080ca HTTP/1.1" status: 204 len: 168 time: 1.7122447 Mar 09 12:22:55.994457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:56.004126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cb8eb41b-59df-417f-86d1-b6078d99bdbc tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/21b7e8c6-6254-47b5-b5f5-680ba8708eec HTTP/1.1" status: 204 len: 168 time: 1.6656742 Mar 09 12:22:56.006027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43356) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.006365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43358) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.112531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.191897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Allocated IP 172.20.0.2 (29f7da3b-e8b6-4d12-8e10-0864941db721/b6dca922-67c6-4d50-9c94-541a87029708/bb89e087-8f3a-4e69-9bd9-9290fc0e40c3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:22:56.231255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb983e0-f993-4ae4-885c-cdd4e2c31b29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:56.233711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb983e0-f993-4ae4-885c-cdd4e2c31b29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:56.238537 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8bb983e0-f993-4ae4-885c-cdd4e2c31b29 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2249432 Mar 09 12:22:56.250451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.251510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.287014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43364) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.300115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for c8274306-a96c-419a-a86f-58b42481d3e5 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:56.304099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] DHCP port deletion for 3fa521cb-2cbd-4256-b6cb-9343a88fdf5b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:56.322782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Deleting port 054626cb-4df1-4baf-b475-bab73c37c38f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:56.323136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.351484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-311171f6-6d07-4e75-acdf-72585af438cf req-35869fa8-7344-4256-ae9b-05cdc5928523 service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976733 Mar 09 12:22:56.370324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.375479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.419960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 054626cb-4df1-4baf-b475-bab73c37c38f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:56.419960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.437173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:56.441758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.449392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1264e31-70ab-412d-a772-942b4d20da3a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:56.454341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b1264e31-70ab-412d-a772-942b4d20da3a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6529357 Mar 09 12:22:56.460299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.519895 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5764b2b7-af4e-4a86-a290-d06aced3cadd tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553553 Mar 09 12:22:56.522286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 5e34f668-84e8-42c4-b4e0-e00fa08ec60c {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:56.524304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43372) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.525845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.536327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.542154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742367173', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:56.556579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] For port 054626cb-4df1-4baf-b475-bab73c37c38f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=054626cb-4df1-4baf-b475-bab73c37c38f,segment=NetworkSegment(1ccb9774-e4df-4543-a82a-6572f4a03768),segment_id=1ccb9774-e4df-4543-a82a-6572f4a03768)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:56.557025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.590588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2ba77b9-7f70-4c37-9e34-f7778f969d90 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "DELETE /v2.0/floatingips/d836420a-6b87-456e-9f25-15b0025e85b3 HTTP/1.1" status: 204 len: 168 time: 4.8845959 Mar 09 12:22:56.681786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Calling delete_port for 054626cb-4df1-4baf-b475-bab73c37c38f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:56.711167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:22:56.742340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.771151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Sync routers for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:56.777249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.827032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.830765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1077fb35-f1ca-4551-a373-7d1984bff62f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1453216 Mar 09 12:22:56.846917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43382) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:56.857764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.888920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port 054626cb-4df1-4baf-b475-bab73c37c38f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=054626cb-4df1-4baf-b475-bab73c37c38f,segment=NetworkSegment(1ccb9774-e4df-4543-a82a-6572f4a03768),segment_id=1ccb9774-e4df-4543-a82a-6572f4a03768)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:56.889448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:56.909920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] Pushing event deleted for resources: {'Port': ['ID=054626cb-4df1-4baf-b475-bab73c37c38f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:56.912662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81abed-8ebf-47ec-9a16-e65c839ca9d9 None None] No DVR routers for this DVR port 054626cb-4df1-4baf-b475-bab73c37c38f on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:56.917146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:56.917800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:56.929511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=c8274306-a96c-419a-a86f-58b42481d3e5,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:56.939531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'status': 'completed', 'code': 200} Mar 09 12:22:57.041642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.083282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 054626cb-4df1-4baf-b475-bab73c37c38f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:57.122018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 054626cb-4df1-4baf-b475-bab73c37c38f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:57.122651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 054626cb-4df1-4baf-b475-bab73c37c38f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:57.178871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Transition to ACTIVE for port object bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:57.227158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Transition to ACTIVE for port object bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:22:57.242492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:22:57.290824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.296160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.379649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:22:57.385171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:22:57.388503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.446869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:22:57.450928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10197f49-db0b-4386-a75f-8899cfa7b403 req-304d5617-c17e-49c4-8654-146fe0c24b9c tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:57.451750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-10197f49-db0b-4386-a75f-8899cfa7b403 req-304d5617-c17e-49c4-8654-146fe0c24b9c tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Synchronizing usage tracker for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:57.454167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 054626cb-4df1-4baf-b475-bab73c37c38f owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:57.482358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:57.493716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Pushing event updated for resources: {'Port': ['ID=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:57.554637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-10197f49-db0b-4386-a75f-8899cfa7b403 req-304d5617-c17e-49c4-8654-146fe0c24b9c tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Unset dirty status for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:57.562960 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10197f49-db0b-4386-a75f-8899cfa7b403 req-304d5617-c17e-49c4-8654-146fe0c24b9c tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.4552393 Mar 09 12:22:57.570907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:57.584901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:57.602350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:57.631828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.651855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Attempting to bind port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:22:57.652271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Attempting to bind port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e2285279-c728-451d-9693-1491bd01d0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:22:57.652571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Attempting to bind port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 on network 29f7da3b-e8b6-4d12-8e10-0864941db721 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:22:57.663362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:22:57.663733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Checking segment: {'id': 'e2285279-c728-451d-9693-1491bd01d0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:57.664124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.664512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Bound using segment: {'id': 'e2285279-c728-451d-9693-1491bd01d0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:22:57.665860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Bound port: bb89e087-8f3a-4e69-9bd9-9290fc0e40c3, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2285279-c728-451d-9693-1491bd01d0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '29f7da3b-e8b6-4d12-8e10-0864941db721'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:22:57.665860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.736931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:57.740930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.754364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10197f49-db0b-4386-a75f-8899cfa7b403 req-c57fe910-6a9d-47e4-891e-be90b2fb0a3e tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905353 Mar 09 12:22:57.771864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router cc9de648-ca2d-4f0a-83e1-e6ec9c718769 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:22:57.776956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.826338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] For port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:22:57.831017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] For port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,segment=NetworkSegment(e2285279-c728-451d-9693-1491bd01d0fb),segment_id=e2285279-c728-451d-9693-1491bd01d0fb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:22:57.831504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=5e34f668-84e8-42c4-b4e0-e00fa08ec60c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:57.833733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.840737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:57.881522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71c438-b4a5-417c-b5f0-7a4af8c4bae6 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:57.920241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-539833e5-82b4-4b9f-b0ca-f95238f6ef87 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/5e34f668-84e8-42c4-b4e0-e00fa08ec60c HTTP/1.1" status: 204 len: 168 time: 1.6272144 Mar 09 12:22:57.935120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43388) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:57.998566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.005417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:22:58.006140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:22:58.014570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-35c6e0e9-5d82-4d9f-b24f-d29602509580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:58.016106 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-35c6e0e9-5d82-4d9f-b24f-d29602509580 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 1098 time: 0.9745007 Mar 09 12:22:58.035376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122643-a7da-48d6-9f77-397c6c216009 None None] Pushing event updated for resources: {'Port': ['ID=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:58.038112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Checking router: 136d7f53-ba65-4e18-beda-15696e312450 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:22:58.088064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7aa7c206-27e8-41e0-92d4-902b5326a897 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454935 Mar 09 12:22:58.109002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43392) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:58.128470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:22:58.133313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:22:58.135608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:58.136283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.142614 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-27e762ca-cb7e-44f6-b4c1-1c7c8b38099b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/cc9de648-ca2d-4f0a-83e1-e6ec9c718769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3157783 Mar 09 12:22:58.143420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:58.151728 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] Sync routers for ids ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:22:58.167560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] Routers {'cc9de648-ca2d-4f0a-83e1-e6ec9c718769'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:58.168573 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.204157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4383623d-011c-4784-92e6-d11b57d91817 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:58.225087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4383623d-011c-4784-92e6-d11b57d91817 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:58.228907 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4383623d-011c-4784-92e6-d11b57d91817 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc9de648-ca2d-4f0a-83e1-e6ec9c718769 HTTP/1.1" status: 200 len: 205 time: 0.0783968 Mar 09 12:22:58.229238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:58.269531 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.278935 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] Routers {'cc9de648-ca2d-4f0a-83e1-e6ec9c718769'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:22:58.279906 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.388768 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:58.392651 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa0ca1-a1f0-4df6-b156-aa61bb0e7bc7 None None] The sync data for ids ['cc9de648-ca2d-4f0a-83e1-e6ec9c718769'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:58.441059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.454594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:22:58.501425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.514562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 054626cb-4df1-4baf-b475-bab73c37c38f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:58.514562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.529230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:22:58.537991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Deleting port a0a76f88-a681-40e1-8eee-8919115ced9b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:58.538498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.664368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:22:58.732082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] The port '054626cb-4df1-4baf-b475-bab73c37c38f' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:22:58.735375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:22:58.740352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-65ad3264-8131-45e1-bfee-06036a2b95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:58.741839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-65ad3264-8131-45e1-bfee-06036a2b95d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 200 len: 898 time: 0.6972690 Mar 09 12:22:58.747843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:22:58.847292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:22:58.882552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.887410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.963038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:58.966181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router cc9de648-ca2d-4f0a-83e1-e6ec9c718769 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:22:58.998512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.003120 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6fa41674-4f28-4e56-ab24-93f503b44dee tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/cc9de648-ca2d-4f0a-83e1-e6ec9c718769 HTTP/1.1" status: 204 len: 168 time: 0.7705860 Mar 09 12:22:59.008630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43406) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:59.049227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] For port a0a76f88-a681-40e1-8eee-8919115ced9b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a0a76f88-a681-40e1-8eee-8919115ced9b,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:22:59.049727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.118603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 97e58490-2066-4784-a69a-46de7ffea9d1 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:22:59.123389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.183245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:22:59.209749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-b28b7767-5735-4fce-87cb-029b10f9fa05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 200 len: 217 time: 0.4030797 Mar 09 12:22:59.213003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb428-106d-4033-9a68-4510d88d767c req-765f85ba-7f4c-4f86-9e10-9bb8384d1526 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:59.222160 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dceb428-106d-4033-9a68-4510d88d767c req-765f85ba-7f4c-4f86-9e10-9bb8384d1526 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.3369017 Mar 09 12:22:59.241818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.284862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:22:59.288675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.296006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Calling delete_port for a0a76f88-a681-40e1-8eee-8919115ced9b owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:22:59.331248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.350084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dceb428-106d-4033-9a68-4510d88d767c req-3ea97e4d-dc29-47ae-ae0a-548e53afa8c9 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264701 Mar 09 12:22:59.394897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.401798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:59.409752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf4f7ad-9463-4972-b8bb-a48f322a7254 None None] The sync data for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv is: [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:20:53Z', 'revision_number': 4, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ed70cbb5-004c-49e1-88e7-1de012411b78', 'name': '', 'network_id': 'bc040bad-c4cc-41f3-9ce0-001d7f287d76', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'mac_address': 'fa:16:3e:df:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:51Z', 'updated_at': '2022-03-09T12:21:10Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'subnets': [{'id': '26fad551-8564-4e9c-983d-0e1d6c15391b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:22:59.446636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:59.452091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.452322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-31412a55-e271-4845-b456-17ab93a9e7cc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:59.453111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-31412a55-e271-4845-b456-17ab93a9e7cc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Synchronizing usage tracker for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:22:59.507282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.528597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d960ae2-148a-478c-acf0-5d5ba41e8207 None None] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:59.542113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.582020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] Pushing event deleted for resources: {'Port': ['ID=a0a76f88-a681-40e1-8eee-8919115ced9b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:59.591178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648049ef-0378-4af1-9ed0-2cc3c9fde1b8 None None] No DVR routers for this DVR port a0a76f88-a681-40e1-8eee-8919115ced9b on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:22:59.661968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.666985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0a76f88-a681-40e1-8eee-8919115ced9b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:22:59.667567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=97e58490-2066-4784-a69a-46de7ffea9d1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:59.679023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-6f9920ff-7a44-41e4-b6b8-f31d12ef2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:22:59.680481 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-6f9920ff-7a44-41e4-b6b8-f31d12ef2977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 200 len: 835 time: 0.4465261 Mar 09 12:22:59.682272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa521cb-2cbd-4256-b6cb-9343a88fdf5b']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:59.684140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-690b53bb-754d-498b-9798-bade7df77b0e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/97e58490-2066-4784-a69a-46de7ffea9d1 HTTP/1.1" status: 204 len: 168 time: 0.6727803 Mar 09 12:22:59.687407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:22:59.706202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878c0b6-132e-44c9-b1d2-337bf63cc523 None None] Network e3a89615-73b5-4920-b3bf-5dae138cac9c requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:22:59.709017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-31412a55-e271-4845-b456-17ab93a9e7cc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Unset dirty status for tenant:d2cc476a3de847bc9bc3706745b6f65c on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:22:59.710272 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-31412a55-e271-4845-b456-17ab93a9e7cc tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 1.4749184 Mar 09 12:22:59.725764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a0a76f88-a681-40e1-8eee-8919115ced9b {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:22:59.726095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a0a76f88-a681-40e1-8eee-8919115ced9b not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:22:59.727372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Provisioning for port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:22:59.753163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Provisioning complete for port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:22:59.753463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.817519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.817905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccb9774-e4df-4543-a82a-6572f4a03768') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:59.818224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccb9774-e4df-4543-a82a-6572f4a03768') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:22:59.830514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 0cc07f14-9aad-43be-8479-eafd1f0da676 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:59.831395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.831630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=d033d0dc-975f-419d-a190-21e8469ab948,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:22:59.853779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e41852-7f54-4ff1-b438-f497809655df None None] New status for floating IP d836420a-6b87-456e-9f25-15b0025e85b3: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:22:59.908466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:22:59.943104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:22:59.943469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: 61b95d5c-0ede-4dc5-927c-acfeddc2a260, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:22:59.978157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Deleting port 8d377800-240a-4d66-b8cf-b39f705b3cd7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:22:59.978500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.032547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.057308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 0cc07f14-9aad-43be-8479-eafd1f0da676, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0cc07f14-9aad-43be-8479-eafd1f0da676,segment=NetworkSegment(a38a5e88-da37-44a4-84b0-4459a9606be4),segment_id=a38a5e88-da37-44a4-84b0-4459a9606be4)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:00.058076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.058400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:00.058810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:00.084362 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:00.117051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.20.0.1 (29f7da3b-e8b6-4d12-8e10-0864941db721/b6dca922-67c6-4d50-9c94-541a87029708/38ff9c33-9624-4f6d-ad6b-2507481be835) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:00.206021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:00.302656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 61b95d5c-0ede-4dc5-927c-acfeddc2a260) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:00.321336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bac17-93aa-475a-acdd-f4fc5623c726 None None] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:00.331565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 0cc07f14-9aad-43be-8479-eafd1f0da676 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:00.335524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-33c98590-05e6-4bca-ab88-15c6811646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:00.337055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-33c98590-05e6-4bca-ab88-15c6811646f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc040bad-c4cc-41f3-9ce0-001d7f287d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6217864 Mar 09 12:23:00.345775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.359901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:00.360502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.422340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.479485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] For port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,segment=NetworkSegment(e2285279-c728-451d-9693-1491bd01d0fb),segment_id=e2285279-c728-451d-9693-1491bd01d0fb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:00.490173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.517238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.544604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ffc74-34e0-4fe5-8197-ddd5d78cbcb4 None None] DHCP port deletion for e3a89615-73b5-4920-b3bf-5dae138cac9c request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:00.579335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=0cc07f14-9aad-43be-8479-eafd1f0da676,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:00.591885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No DVR routers for this DVR port 0cc07f14-9aad-43be-8479-eafd1f0da676 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:00.633436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6170c7e-bb0a-4d34-b054-e085394c2f85 None None] Pushing event updated for resources: {'Port': ['ID=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:00.661003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.699451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'd033d0dc-975f-419d-a190-21e8469ab948'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:00.700308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.746203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.788828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=3fa521cb-2cbd-4256-b6cb-9343a88fdf5b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:00.792292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a89615-73b5-4920-b3bf-5dae138cac9c']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:00.807585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a5118-6798-43b0-a209-c55650d28400 req-04e86831-0757-4a29-b966-77cfa18a19e8 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:00.809408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-753a5118-6798-43b0-a209-c55650d28400 req-04e86831-0757-4a29-b966-77cfa18a19e8 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 945 time: 0.2923703 Mar 09 12:23:00.816857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38a5e88-da37-44a4-84b0-4459a9606be4') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:00.817121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38a5e88-da37-44a4-84b0-4459a9606be4') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:00.847062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.877584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.887037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-753a5118-6798-43b0-a209-c55650d28400 req-f18689b0-f37e-4e9f-aaee-9f1c0e74f1f8 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1840a02-51c1-430b-a491-c98f73f05796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630612 Mar 09 12:23:00.891188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:00.891596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:00.913524 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:00.919394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Allocated IP 172.20.0.18 (61b95d5c-0ede-4dc5-927c-acfeddc2a260/d033d0dc-975f-419d-a190-21e8469ab948/75d58016-9d15-4a09-9e82-b7aa912d4427) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:01.013370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.030787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:01.038015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.048520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=e3a89615-73b5-4920-b3bf-5dae138cac9c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:01.066824 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-483ef4dc-990d-43e9-b181-2d18d9a3a07e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/e3a89615-73b5-4920-b3bf-5dae138cac9c HTTP/1.1" status: 204 len: 168 time: 1.3748353 Mar 09 12:23:01.067605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43416) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:01.072761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1418010946', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:01.081049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:01.085120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:01.088166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:01.096212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:01.107026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.108250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.118540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2d97370a-3588-4e2a-98cd-be5559c1bd04 None None] Provisioning complete for port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:01.118967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d97370a-3588-4e2a-98cd-be5559c1bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.128072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.132968 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b13e3663-c861-459f-9599-dd19796b22ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5990238 Mar 09 12:23:01.152413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.176037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object 38ff9c33-9624-4f6d-ad6b-2507481be835 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:01.218457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-741aa407-002c-466e-af3d-60dcb637b3bd tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/3fa521cb-2cbd-4256-b6cb-9343a88fdf5b HTTP/1.1" status: 204 len: 168 time: 5.2015729 Mar 09 12:23:01.224036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43422) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:01.225079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.237906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-728387445'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:01.245650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:01.255260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:01.255639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.308266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:network and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:01.314028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:01.326264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] For port 8d377800-240a-4d66-b8cf-b39f705b3cd7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8d377800-240a-4d66-b8cf-b39f705b3cd7,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:01.327386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.381858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.382688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:01.399249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Transition to ACTIVE for port object 75d58016-9d15-4a09-9e82-b7aa912d4427 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:01.433804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:01.436851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Transition to ACTIVE for port object 75d58016-9d15-4a09-9e82-b7aa912d4427 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:01.454731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.472764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:01.478802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.479133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.504337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:01.507714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-31110fd0-b90f-46b8-899d-87d6f830321b service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0127487 Mar 09 12:23:01.515853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Calling delete_port for 8d377800-240a-4d66-b8cf-b39f705b3cd7 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:01.548352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:01.553376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:01.559368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.559805 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Added segment e2c99f0e-0e74-43c7-8f57-905ac80a498a of type vlan for network 004bc676-5a74-4c13-9c1e-297917b0392f Mar 09 12:23:01.565111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Pushing event updated for resources: {'Port': ['ID=75d58016-9d15-4a09-9e82-b7aa912d4427,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:01.573858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:01.582604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:01.588066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:01.609820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.632746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.659698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.665276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:01.665925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.711065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0cc07f14-9aad-43be-8479-eafd1f0da676 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:01.749565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Attempting to bind port 75d58016-9d15-4a09-9e82-b7aa912d4427 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:01.749964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Attempting to bind port 75d58016-9d15-4a09-9e82-b7aa912d4427 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:01.750341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Attempting to bind port 75d58016-9d15-4a09-9e82-b7aa912d4427 on network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:01.756513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0cc07f14-9aad-43be-8479-eafd1f0da676 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:01.756867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0cc07f14-9aad-43be-8479-eafd1f0da676 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:01.758506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:01.758881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Checking segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:01.759652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.760052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Bound using segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:01.760533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Bound port: 75d58016-9d15-4a09-9e82-b7aa912d4427, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:01.760932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.796876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Network': ['ID=004bc676-5a74-4c13-9c1e-297917b0392f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:01.799841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=38ff9c33-9624-4f6d-ad6b-2507481be835,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:01.815092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 004bc676-5a74-4c13-9c1e-297917b0392f details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:01.866392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-93c87765-5630-4a4a-b1cb-7ef5f2835d4c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6410811 Mar 09 12:23:01.869910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43426) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:01.876254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:01.907784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:23:01.928338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:01.965195 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-472b18d1-b4af-444c-9b1d-120588a9c383 req-73aba0c7-f851-40b7-9333-98ceef7470bc service neutron] 10.222.0.13 "GET /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948956 Mar 09 12:23:02.038480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:02.048684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:02.054929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:02.068526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] For port 75d58016-9d15-4a09-9e82-b7aa912d4427, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:02.075010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc806be9-5f65-4c67-8107-83433fdf34b7 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:02.088602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:02.089236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.093685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-86a3c1f7-dcd9-4a11-805a-8855b8ca9587 None None] Provisioning for port 38ff9c33-9624-4f6d-ad6b-2507481be835 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:02.100360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=525c3e39-4461-408e-965e-91b9a5c3b005,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:02.118210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-86a3c1f7-dcd9-4a11-805a-8855b8ca9587 None None] Provisioning complete for port 38ff9c33-9624-4f6d-ad6b-2507481be835 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:02.118542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86a3c1f7-dcd9-4a11-805a-8855b8ca9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.152301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dfefd1a0-6323-4f14-a219-b8cfb2e2030e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0335295 Mar 09 12:23:02.163560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43432) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:02.172058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:b3:95:6a', 'name': 'tempest-NetworksTestDHCPv6-503826680'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:02.187357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.192136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:02.195415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:02.197221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.199688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21018a49-eb1f-4286-8629-3d1b1ffd003c req-2a03796b-48b2-49f5-a7a8-07ebb4c12477 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 210 time: 0.1852059 Mar 09 12:23:02.204979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:02.225735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:02.229436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.241919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] For port 75d58016-9d15-4a09-9e82-b7aa912d4427, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d58016-9d15-4a09-9e82-b7aa912d4427,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:02.266620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.274502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Port': ['ID=8d377800-240a-4d66-b8cf-b39f705b3cd7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:02.369819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-86a3c1f7-dcd9-4a11-805a-8855b8ca9587 None None] Port 38ff9c33-9624-4f6d-ad6b-2507481be835 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:02.401634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:02.466108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43438) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:02.478871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629741481', 'description': 'tempest-secgroup-smoke-1629741481 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:02.527403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:02.546287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 8d377800-240a-4d66-b8cf-b39f705b3cd7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:02.546636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8d377800-240a-4d66-b8cf-b39f705b3cd7 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:02.554134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72904-3f1f-485f-a51b-016d08471394 None None] Pushing event updated for resources: {'Port': ['ID=75d58016-9d15-4a09-9e82-b7aa912d4427,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:02.558758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.566440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] No DVR routers for this DVR port 8d377800-240a-4d66-b8cf-b39f705b3cd7 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:02.573693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '525c3e39-4461-408e-965e-91b9a5c3b005'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:02.577365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.579472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.581755 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ae2f4b5-1f60-4c12-9863-9f14286bab42 req-fc8b84db-3238-480c-8735-ee79c500deaf tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.13 "DELETE /v2.0/ports/8d377800-240a-4d66-b8cf-b39f705b3cd7 HTTP/1.1" status: 204 len: 173 time: 2.8177285 Mar 09 12:23:02.583978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-deleted', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:23:02.609381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:02.620047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.694809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:02.778225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:02.812927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:02.817443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:02.830977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:02.831410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:02.837313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:02.859715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:02.877586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Allocated IP 2001:db8::f816:3eff:fef4:3c2 (94dc3624-3b1f-4296-9dc3-e29647941794/525c3e39-4461-408e-965e-91b9a5c3b005/42d7b721-3708-4a63-b7cb-55af7e7186bd) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:02.881953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:02.883633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae64437-a4a8-48df-a834-ff0dbbeff294', 'name': 'network-vif-deleted', 'tag': '8d377800-240a-4d66-b8cf-b39f705b3cd7', 'status': 'completed', 'code': 200} Mar 09 12:23:02.979624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:03.045143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.059718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 172.26.5.156 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/5d72d75d-2a17-4b3f-8b3b-c3b816de1b2b) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:03.208380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.222013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Transition to ACTIVE for port object 42d7b721-3708-4a63-b7cb-55af7e7186bd will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:03.241339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.245200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Transition to ACTIVE for port object 42d7b721-3708-4a63-b7cb-55af7e7186bd will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:03.254991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.271742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.334824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:03.343288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:03.348392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:03.356078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Pushing event updated for resources: {'Port': ['ID=42d7b721-3708-4a63-b7cb-55af7e7186bd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:03.389432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=376a56da-64c4-421a-9cec-f4fb54508407,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:03.482129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.510986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Attempting to bind port 42d7b721-3708-4a63-b7cb-55af7e7186bd on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:03.512318 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5f6913b5-3d9f-4f91-ba7f-df0f93011546 req-b640f749-b0b2-4458-b7fd-344d9e8bbf56 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "GET /v2.0/ports?device_id=dae64437-a4a8-48df-a834-ff0dbbeff294 HTTP/1.1" status: 200 len: 210 time: 0.1151519 Mar 09 12:23:03.518214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port a9d926cd-78de-4584-b4b0-1de803826e96 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:03.521036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Checking segment: {'id': 'e2c99f0e-0e74-43c7-8f57-905ac80a498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:03.521410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network hostable DHCP agents. Network: 004bc676-5a74-4c13-9c1e-297917b0392f, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:03.525789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Attempting to bind port 42d7b721-3708-4a63-b7cb-55af7e7186bd by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:03.526465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Attempting to bind port 42d7b721-3708-4a63-b7cb-55af7e7186bd on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:03.548795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:03.549614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:03.549868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.550337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:03.550818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Bound port: 42d7b721-3708-4a63-b7cb-55af7e7186bd, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:03.551201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.558084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5047361d-d7c1-47f1-93f7-623fc0c8d69c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:03.605466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.607725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.609139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-53f54641-16e0-4e31-a080-e7640018a8e2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1419549 Mar 09 12:23:03.613483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43448) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:03.615766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 004bc676-5a74-4c13-9c1e-297917b0392f is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:03.626301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:03.631248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.647422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:03.651329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.657468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:03.661638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 004bc676-5a74-4c13-9c1e-297917b0392f) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:03.664456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:03.674688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c388d-072d-4c25-9e58-76bb3b3c4944 None None] Network 004bc676-5a74-4c13-9c1e-297917b0392f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:03.674880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:03.675281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.679908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:03.711188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-db5f89ae-0fd5-477a-8f04-078094beb02d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8376830 Mar 09 12:23:03.711843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43452) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:03.718831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-804809241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:03.721092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] For port 42d7b721-3708-4a63-b7cb-55af7e7186bd, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:03.725346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:03.729453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:router and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:03.732231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:03.741310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.742812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:03.761278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.772349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.773425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.783623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.795024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] For port 42d7b721-3708-4a63-b7cb-55af7e7186bd, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=42d7b721-3708-4a63-b7cb-55af7e7186bd,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:03.805442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.894406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:03.895752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:03.902245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:03.910566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1003f7-8e7d-422a-92e1-2384ac8e418e None None] Pushing event updated for resources: {'Port': ['ID=42d7b721-3708-4a63-b7cb-55af7e7186bd,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:03.938137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:03.966653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=38ff9c33-9624-4f6d-ad6b-2507481be835,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:03.988349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=5d72d75d-2a17-4b3f-8b3b-c3b816de1b2b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:04.003935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:feb3:956a (94dc3624-3b1f-4296-9dc3-e29647941794/525c3e39-4461-408e-965e-91b9a5c3b005/a9d926cd-78de-4584-b4b0-1de803826e96) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:04.073431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:04.077759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:04.112007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-004bc676-5a74-4c13-9c1e-297917b0392f', 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '376a56da-64c4-421a-9cec-f4fb54508407'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:04.112864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.125287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86234378-f9eb-4046-9bea-753d159aee03 None None] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:04.153296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.154378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.283525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.352839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-00748007-0396-43c0-8c4d-5de947fad63c None None] Provisioning for port 75d58016-9d15-4a09-9e82-b7aa912d4427 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:04.370869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703fc5b0-9d00-45c1-977f-c16dd6bc249a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:04.418071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.420799 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bec2d9d3-3c7d-4cb8-bd94-70562ec3eff6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7073514 Mar 09 12:23:04.427166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43456) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:04.430212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.434330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2498f5b-2837-494f-82f4-962d180b7198 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8170393 Mar 09 12:23:04.434671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:04.441513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:04.460351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f', 'name': 'tempest-PortsIpV6TestJSON-1817984847'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:04.493613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:04.520785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router e9c41178-7908-43df-8c21-6de817a7238c is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:04.589611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:04.603124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:04.664977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43466) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:04.682089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Allocated IP 2001:db8::2 (004bc676-5a74-4c13-9c1e-297917b0392f/376a56da-64c4-421a-9cec-f4fb54508407/127380c4-7bf6-4605-9898-9fc561f87137) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:04.700181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b1c14eea-995b-4ef0-a803-960d3ad4b2dd None None] Provisioning complete for port 38ff9c33-9624-4f6d-ad6b-2507481be835 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:04.700559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c14eea-995b-4ef0-a803-960d3ad4b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.795381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:04.840279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.871102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1c14eea-995b-4ef0-a803-960d3ad4b2dd None None] Port 38ff9c33-9624-4f6d-ad6b-2507481be835 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:04.880946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:04.906107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1f13961d-93ba-4dc1-93bf-d3534322dc14 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/e9c41178-7908-43df-8c21-6de817a7238c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0583177 Mar 09 12:23:04.906290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:04.910495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] Sync routers for ids ['e9c41178-7908-43df-8c21-6de817a7238c'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:04.926117 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] Routers {'e9c41178-7908-43df-8c21-6de817a7238c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:04.926929 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e9c41178-7908-43df-8c21-6de817a7238c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:04.934447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43470) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:04.970692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object a9d926cd-78de-4584-b4b0-1de803826e96 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:05.062274 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:05.094336 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] Routers {'e9c41178-7908-43df-8c21-6de817a7238c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:05.096237 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e9c41178-7908-43df-8c21-6de817a7238c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:05.115437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.157115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Transition to ACTIVE for port object 127380c4-7bf6-4605-9898-9fc561f87137 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:05.162888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:05.168537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.195634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 42d7b721-3708-4a63-b7cb-55af7e7186bd up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:05.242644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Transition to ACTIVE for port object 127380c4-7bf6-4605-9898-9fc561f87137 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:05.251475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.258007 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:05.258965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0bf0f-0c4b-4b87-9315-b8df1cee1750 None None] The sync data for ids ['e9c41178-7908-43df-8c21-6de817a7238c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:05.261732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69954e14-222d-411f-af84-dc5ebf20f6a4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:05.262491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69954e14-222d-411f-af84-dc5ebf20f6a4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:05.273716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.281858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:05.295826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:05.334149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:05.349047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.360275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69954e14-222d-411f-af84-dc5ebf20f6a4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:05.364334 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69954e14-222d-411f-af84-dc5ebf20f6a4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports/38ff9c33-9624-4f6d-ad6b-2507481be835 HTTP/1.1" status: 200 len: 910 time: 0.4262207 Mar 09 12:23:05.373375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43474) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:05.377676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.394625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Network 004bc676-5a74-4c13-9c1e-297917b0392f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:05.403377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Pushing event updated for resources: {'Port': ['ID=127380c4-7bf6-4605-9898-9fc561f87137,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:05.408002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:05.410936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:05.454608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6dca922-67c6-4d50-9c94-541a87029708'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:05.493808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:05.497230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.545448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d6887e-e452-4910-8744-0b5b111a1acd,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:05.571140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Attempting to bind port 127380c4-7bf6-4605-9898-9fc561f87137 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:05.571546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Attempting to bind port 127380c4-7bf6-4605-9898-9fc561f87137 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e2c99f0e-0e74-43c7-8f57-905ac80a498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:05.571896 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Attempting to bind port 127380c4-7bf6-4605-9898-9fc561f87137 on network 004bc676-5a74-4c13-9c1e-297917b0392f {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:05.580134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:05.583256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Checking segment: {'id': 'e2c99f0e-0e74-43c7-8f57-905ac80a498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:05.583567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.583844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Bound using segment: {'id': 'e2c99f0e-0e74-43c7-8f57-905ac80a498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:05.584712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Bound port: 127380c4-7bf6-4605-9898-9fc561f87137, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c99f0e-0e74-43c7-8f57-905ac80a498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '004bc676-5a74-4c13-9c1e-297917b0392f'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:05.585165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.616648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=a9d926cd-78de-4584-b4b0-1de803826e96,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:05.626627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:05.636810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:05.641950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:05.647639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:05.648264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.649287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 7dc9e968-60c9-4c1e-a583-4daebcf28662 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:05.673085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 42d7b721-3708-4a63-b7cb-55af7e7186bd completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:05.688720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d58016-9d15-4a09-9e82-b7aa912d4427 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:05.713740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.721308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a56b5938-e475-484b-8ec3-766f9c9e74aa tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5493603 Mar 09 12:23:05.721417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6b1f8083-805b-4596-8626-41f8ebbaec23 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2784355 Mar 09 12:23:05.721531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43478) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:05.721531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43480) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:05.730552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:05.763678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Provisioning for port 42d7b721-3708-4a63-b7cb-55af7e7186bd completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:05.780291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:05.780987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Provisioning complete for port 42d7b721-3708-4a63-b7cb-55af7e7186bd triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:05.781292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.796210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:05.827930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:05.839323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] For port 127380c4-7bf6-4605-9898-9fc561f87137, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:05.843876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:05.885430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] For port 127380c4-7bf6-4605-9898-9fc561f87137, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127380c4-7bf6-4605-9898-9fc561f87137,segment=NetworkSegment(e2c99f0e-0e74-43c7-8f57-905ac80a498a),segment_id=e2c99f0e-0e74-43c7-8f57-905ac80a498a)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:05.897431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.915287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:05.964592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e3ce1-4f88-41d1-8fa1-bff4a78d4691 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:05.972754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e3ce1-4f88-41d1-8fa1-bff4a78d4691 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:05.973693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-864e3ce1-4f88-41d1-8fa1-bff4a78d4691 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:06.052569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-864e3ce1-4f88-41d1-8fa1-bff4a78d4691 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:06.056632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-864e3ce1-4f88-41d1-8fa1-bff4a78d4691 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3299012 Mar 09 12:23:06.058406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43486) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:06.069882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9027aa2-cc15-4555-9d7a-b9e688e9ceda None None] Pushing event updated for resources: {'Port': ['ID=127380c4-7bf6-4605-9898-9fc561f87137,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:06.079140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 75d58016-9d15-4a09-9e82-b7aa912d4427 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:06.092770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 75d58016-9d15-4a09-9e82-b7aa912d4427 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:06.093196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.102240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.130675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.136092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.168226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.184499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9060a7-e342-443d-9352-138a083af327,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:06.206961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port a9d926cd-78de-4584-b4b0-1de803826e96 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:06.207340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.251915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::2d (004bc676-5a74-4c13-9c1e-297917b0392f/376a56da-64c4-421a-9cec-f4fb54508407/7dc9e968-60c9-4c1e-a583-4daebcf28662) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:06.266522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.273242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.296423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] For port 42d7b721-3708-4a63-b7cb-55af7e7186bd, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=42d7b721-3708-4a63-b7cb-55af7e7186bd,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:06.305684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.328091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.380817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 75d58016-9d15-4a09-9e82-b7aa912d4427, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d58016-9d15-4a09-9e82-b7aa912d4427,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:06.387337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.413245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6719b-5bbf-411a-95b4-784d23d0fada None None] Pushing event updated for resources: {'Port': ['ID=42d7b721-3708-4a63-b7cb-55af7e7186bd,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:06.440128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.443900 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3747498a-e992-4138-bf71-1659e04febd3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7189138 Mar 09 12:23:06.445819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43490) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:06.456998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:06.499926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=75d58016-9d15-4a09-9e82-b7aa912d4427,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:06.503532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:06.546005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6a384cb8-abb6-440a-a303-2149380fcea0 None None] Provisioning for port a9d926cd-78de-4584-b4b0-1de803826e96 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:06.553709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6a384cb8-abb6-440a-a303-2149380fcea0 None None] Provisioning complete for port a9d926cd-78de-4584-b4b0-1de803826e96 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:06.554199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a384cb8-abb6-440a-a303-2149380fcea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.557199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:06.570003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:06.601131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:06.619958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6a384cb8-abb6-440a-a303-2149380fcea0 None None] Port a9d926cd-78de-4584-b4b0-1de803826e96 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:06.761108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:06.925536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.000418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router d084e288-c389-400d-9233-3d9108b18c76 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:07.090109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for a9d926cd-78de-4584-b4b0-1de803826e96 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:07.128867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127380c4-7bf6-4605-9898-9fc561f87137 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:07.153530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.170212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.193339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.240985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.242420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7934926 Mar 09 12:23:07.246640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43494) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:07.248628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f0f0-254d-4cdc-b9e9-296f4447162e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713040f0-9837-4805-b3bf-5ece93c3269b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:07.255288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f2329-f2f4-450b-8aa4-4b30433ed40b None None] Network 004bc676-5a74-4c13-9c1e-297917b0392f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:07.256179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:07.267473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:07.270624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 127380c4-7bf6-4605-9898-9fc561f87137 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:07.274113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:07.275458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 7dc9e968-60c9-4c1e-a583-4daebcf28662 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:07.297941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 42d7b721-3708-4a63-b7cb-55af7e7186bd up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:07.339127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:07.364264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:07.400760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Deleting port ed70cbb5-004c-49e1-88e7-1de012411b78 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:07.401126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.438755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:07.478969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] Sync routers for ids ['d084e288-c389-400d-9233-3d9108b18c76'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:07.559942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.564847 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a243d848-e078-4b20-9a0c-59fa197a2a59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4936574 Mar 09 12:23:07.566582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.568648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43500) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:07.568828 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:23:07.589326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Provisioning for port 127380c4-7bf6-4605-9898-9fc561f87137 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:07.596379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] Routers {'d084e288-c389-400d-9233-3d9108b18c76'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:07.597143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d084e288-c389-400d-9233-3d9108b18c76'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:07.642952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 004bc676-5a74-4c13-9c1e-297917b0392f is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:07.647993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:07.650416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:07.652110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.657535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:07.657728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.659291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.669142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Provisioning complete for port 127380c4-7bf6-4605-9898-9fc561f87137 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:07.669645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.702483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=7dc9e968-60c9-4c1e-a583-4daebcf28662,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:07.709838 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6aef6a18-6796-436e-abd1-2e266919603b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2815208 Mar 09 12:23:07.712348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:07.716322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:07.745553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=a9d926cd-78de-4584-b4b0-1de803826e96,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:07.784638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] Routers {'d084e288-c389-400d-9233-3d9108b18c76'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:07.785412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d084e288-c389-400d-9233-3d9108b18c76'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:07.842308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 42d7b721-3708-4a63-b7cb-55af7e7186bd triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:07.842964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.905895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:07.906394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6b3fb-5814-4f72-a8be-d364b8d4cdc1 None None] The sync data for ids ['d084e288-c389-400d-9233-3d9108b18c76'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:07.951640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:07.983016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.017486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.019602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.043855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-564ac6c6-3a12-4214-b1fd-de557a6694e8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/a9d926cd-78de-4584-b4b0-1de803826e96 HTTP/1.1" status: 204 len: 168 time: 1.9754808 Mar 09 12:23:08.055110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-131a17dc-4a4e-423b-8527-4249bd869b47 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers/d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 200 len: 885 time: 0.4791377 Mar 09 12:23:08.055302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43508) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:08.069921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43510) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:08.111009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d58016-9d15-4a09-9e82-b7aa912d4427 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:08.141374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] For port 127380c4-7bf6-4605-9898-9fc561f87137, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127380c4-7bf6-4605-9898-9fc561f87137,segment=NetworkSegment(e2c99f0e-0e74-43c7-8f57-905ac80a498a),segment_id=e2c99f0e-0e74-43c7-8f57-905ac80a498a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:08.142792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.165402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] For port ed70cbb5-004c-49e1-88e7-1de012411b78, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed70cbb5-004c-49e1-88e7-1de012411b78,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:08.166196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.166830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.175741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.263633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06735db-085f-4c75-b34f-c52720c3afa2 None None] Pushing event updated for resources: {'Port': ['ID=127380c4-7bf6-4605-9898-9fc561f87137,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:08.272877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 75d58016-9d15-4a09-9e82-b7aa912d4427 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:08.273283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.319173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666666b0-abc2-4c92-b62d-0759b9903e1c,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:08.329976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Calling delete_port for ed70cbb5-004c-49e1-88e7-1de012411b78 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:08.386505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.387961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f681260e-1786-48c7-96fc-59597434404f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1368780 Mar 09 12:23:08.393976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43516) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:08.414508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5047361d-d7c1-47f1-93f7-623fc0c8d69c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:08.483794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:08.500967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=38ff9c33-9624-4f6d-ad6b-2507481be835,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:08.507419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:08.510862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Provisioning for port 7dc9e968-60c9-4c1e-a583-4daebcf28662 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:08.527560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Provisioning complete for port 7dc9e968-60c9-4c1e-a583-4daebcf28662 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:08.528646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.541603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:08.554091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:08.554935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.560165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99c44719-a6e1-4618-9a0e-f39225d5c7b8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/ports/38ff9c33-9624-4f6d-ad6b-2507481be835 HTTP/1.1" status: 200 len: 910 time: 3.1804068 Mar 09 12:23:08.561444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43520) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:08.574219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ffc27-de8b-41d1-b976-06e95923c195 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:08.576311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ffc27-de8b-41d1-b976-06e95923c195 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:08.578024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b02ffc27-de8b-41d1-b976-06e95923c195 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:08.588705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:08.625995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Port 7dc9e968-60c9-4c1e-a583-4daebcf28662 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:08.640256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Provisioning complete for port 127380c4-7bf6-4605-9898-9fc561f87137 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:08.640846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ec9a8cb-bd18-49a5-877a-715c9e03bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.724604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b02ffc27-de8b-41d1-b976-06e95923c195 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:08.736126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b02ffc27-de8b-41d1-b976-06e95923c195 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6408350 Mar 09 12:23:08.737416 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:23:08.741912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43524) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:08.801888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.861360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.926526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08226c4b-b863-49ba-b885-292a556c30de None None] Provisioning complete for port 7dc9e968-60c9-4c1e-a583-4daebcf28662 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:08.926912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08226c4b-b863-49ba-b885-292a556c30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:08.991968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-08226c4b-b863-49ba-b885-292a556c30de None None] Port 7dc9e968-60c9-4c1e-a583-4daebcf28662 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:09.019691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 525c3e39-4461-408e-965e-91b9a5c3b005 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:09.027658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127380c4-7bf6-4605-9898-9fc561f87137 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:09.036176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.084367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b1ff753a-a660-48c7-b503-07f32a7e2b09 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:router {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:09.102272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 127380c4-7bf6-4605-9898-9fc561f87137 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:09.102799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.157475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.202859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.205812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.218460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Port': ['ID=ed70cbb5-004c-49e1-88e7-1de012411b78,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:09.244277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.247196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b1ff753a-a660-48c7-b503-07f32a7e2b09 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:router {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:09.251567 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b1ff753a-a660-48c7-b503-07f32a7e2b09 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1782176 Mar 09 12:23:09.266629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43528) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:09.282176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1418010946'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:09.350132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c89e12-ec58-40e8-9a97-b5d9cef5309b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:09.372478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.373725 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-929b6d7a-c70d-4f11-9d5e-a998f3861916 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9782259 Mar 09 12:23:09.439704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.452972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.504390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.687038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=7dc9e968-60c9-4c1e-a583-4daebcf28662,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:09.767697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-8b406c47-d36c-4b96-bb82-1287e4b41627 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:09.817690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.825348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f21cdf68-85df-43be-88c9-efe73bdd007a None None] Provisioning complete for port 7dc9e968-60c9-4c1e-a583-4daebcf28662 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:09.825957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f21cdf68-85df-43be-88c9-efe73bdd007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.874239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=525c3e39-4461-408e-965e-91b9a5c3b005,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:09.875177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-8b406c47-d36c-4b96-bb82-1287e4b41627 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:09.876335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-8b406c47-d36c-4b96-bb82-1287e4b41627 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629741481&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.2639134 Mar 09 12:23:09.877591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.887197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f21cdf68-85df-43be-88c9-efe73bdd007a None None] Port 7dc9e968-60c9-4c1e-a583-4daebcf28662 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:09.911505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06b30d-e010-479c-922b-237085dc4ec1 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:09.961332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.972838 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-874e4017-0cf9-490f-9161-a62207df377e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/525c3e39-4461-408e-965e-91b9a5c3b005 HTTP/1.1" status: 204 len: 168 time: 1.2202775 Mar 09 12:23:09.987918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:09.995176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43544) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:10.097929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-178a02c7-48a5-4c7d-8a56-aadef2327b5d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895774 Mar 09 12:23:10.156297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43548) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:10.202862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:10.207473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Deleting port 42d7b721-3708-4a63-b7cb-55af7e7186bd {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:10.208165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.279406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-49b5773a-e7c6-4bb1-92ca-cd91af8f9994 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:10.280068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-49b5773a-e7c6-4bb1-92ca-cd91af8f9994 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:10.336373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-49b5773a-e7c6-4bb1-92ca-cd91af8f9994 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:10.337542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-49b5773a-e7c6-4bb1-92ca-cd91af8f9994 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=61b95d5c-0ede-4dc5-927c-acfeddc2a260 HTTP/1.1" status: 200 len: 797 time: 0.4523265 Mar 09 12:23:10.373539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24facb16-951f-4b0e-a9c3-7fae07daaf82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:10.374462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-24facb16-951f-4b0e-a9c3-7fae07daaf82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:10.383931 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-6eca5213-fa44-4369-80a9-81356867d8f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0335245 Mar 09 12:23:10.436572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.464233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-24facb16-951f-4b0e-a9c3-7fae07daaf82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:10.465529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-24facb16-951f-4b0e-a9c3-7fae07daaf82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3087435 Mar 09 12:23:10.471006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43552) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:10.477157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] For port 42d7b721-3708-4a63-b7cb-55af7e7186bd, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=42d7b721-3708-4a63-b7cb-55af7e7186bd,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:10.477643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.539052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.621458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Calling delete_port for 42d7b721-3708-4a63-b7cb-55af7e7186bd owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:10.703130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.720467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f1521-5313-46b4-a407-6c0e7ed4723c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:10.721189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea6f1521-5313-46b4-a407-6c0e7ed4723c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:10.750989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] Pushing event deleted for resources: {'Port': ['ID=42d7b721-3708-4a63-b7cb-55af7e7186bd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:10.757900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb08d8-dc4d-43ef-a3e3-39cdb8de49d0 None None] No DVR routers for this DVR port 42d7b721-3708-4a63-b7cb-55af7e7186bd on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:10.788364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-6fcd8f4e-bb50-4914-b25b-6329c20ac4fd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3900638 Mar 09 12:23:10.791556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea6f1521-5313-46b4-a407-6c0e7ed4723c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:10.795670 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ea6f1521-5313-46b4-a407-6c0e7ed4723c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3192801 Mar 09 12:23:10.809139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43556) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:10.860180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.939209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:10.948370 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd8cc43c-e1e1-4c53-9b2b-1777ce48d7f8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371171 Mar 09 12:23:10.959079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43562) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:11.038232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 42d7b721-3708-4a63-b7cb-55af7e7186bd no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:11.059922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:11.074124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 42d7b721-3708-4a63-b7cb-55af7e7186bd {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:11.074621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 42d7b721-3708-4a63-b7cb-55af7e7186bd not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:11.134673 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-ba4f9d85-8b8e-4cfd-a871-7405849f2709 service neutron] 10.222.0.20 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249688 Mar 09 12:23:11.138488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:11.161744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:11.162473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:11.268997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Router 136d7f53-ba65-4e18-beda-15696e312450 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:11.290402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:11.368929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:11.380688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=7dc9e968-60c9-4c1e-a583-4daebcf28662,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:11.429191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-cfe12a94-9fd9-46b8-af22-0b27635b1dac service neutron] 10.222.0.20 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872486 Mar 09 12:23:11.457036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 004bc676-5a74-4c13-9c1e-297917b0392f is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:11.458291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:11.503048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:11.507375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:11.536359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router d084e288-c389-400d-9233-3d9108b18c76 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:11.855371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4591ee71-02e8-4781-9767-6bc36cc204bd None None] Provisioning complete for port 7dc9e968-60c9-4c1e-a583-4daebcf28662 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:11.855761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4591ee71-02e8-4781-9767-6bc36cc204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:11.915423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4591ee71-02e8-4781-9767-6bc36cc204bd None None] Port 7dc9e968-60c9-4c1e-a583-4daebcf28662 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:11.940217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09f86b48-ceca-4ac3-8ace-84fa5296bc52 req-a99cea2d-b65c-4577-bd88-dcf6086c9d33 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.1119962 Mar 09 12:23:11.985130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Router cd3e13fa-164b-4176-ad2d-8481ca29b42c is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:12.179042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:12.184206 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-761ce3af-225d-4735-b84a-76263c616021 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/routers/cd3e13fa-164b-4176-ad2d-8481ca29b42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4709039 Mar 09 12:23:12.187070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:12.202480 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] Sync routers for ids ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:12.226521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 38ff9c33-9624-4f6d-ad6b-2507481be835 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:12.227450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:12.228445 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] Routers {'cd3e13fa-164b-4176-ad2d-8481ca29b42c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:12.230982 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.256453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:12.272254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Sync routers for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:12.294493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730e6e7-8007-4e39-8991-f43e631a8036 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:12.296853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:12.297662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:12.300449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c730e6e7-8007-4e39-8991-f43e631a8036 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:12.304686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.346128 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] Sync routers for ids ['d084e288-c389-400d-9233-3d9108b18c76'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:12.346416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c730e6e7-8007-4e39-8991-f43e631a8036 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:12.350720 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c730e6e7-8007-4e39-8991-f43e631a8036 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3e13fa-164b-4176-ad2d-8481ca29b42c HTTP/1.1" status: 200 len: 988 time: 0.1622865 Mar 09 12:23:12.351331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43584) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:12.394886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.406965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] Routers {'d084e288-c389-400d-9233-3d9108b18c76'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:12.408547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d084e288-c389-400d-9233-3d9108b18c76'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.563587 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] Routers {'cd3e13fa-164b-4176-ad2d-8481ca29b42c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:12.565467 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.644301 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.654519 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] Routers {'d084e288-c389-400d-9233-3d9108b18c76'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:12.655356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d084e288-c389-400d-9233-3d9108b18c76'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.670330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:12.679993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:12.720376 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.721086 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9cacf-21bc-4dc9-944e-c5cc494c7378 None None] The sync data for ids ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:12.722751 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:12.723291 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8c607-17b0-4f2a-bdc9-c1cc64ced0f5 None None] The sync data for ids ['d084e288-c389-400d-9233-3d9108b18c76'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:12.835583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 38ff9c33-9624-4f6d-ad6b-2507481be835 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:12.927203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:12.928590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-da174170-a4bd-4ebf-85ff-60df31e65e8f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 200 len: 892 time: 3.6609449 Mar 09 12:23:12.943303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43588) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:12.945985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0228298a-9167-4f25-a6ca-e564f0d178c1 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "PUT /v2.0/routers/136d7f53-ba65-4e18-beda-15696e312450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2798805 Mar 09 12:23:12.956473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43592) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:13.015678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:23:08Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:13.020044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Checking router: 136d7f53-ba65-4e18-beda-15696e312450 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:23:13.037807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Routers {'136d7f53-ba65-4e18-beda-15696e312450'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:13.038423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['136d7f53-ba65-4e18-beda-15696e312450'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:13.047286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Deleting subnet 26fad551-8564-4e9c-983d-0e1d6c15391b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:13.052039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.090576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.117587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.205404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1ec2026-ab84-48be-93d0-3fddbe7a93dd req-9c556ae4-ef68-404d-be9e-4b5fd33122aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.1198206 Mar 09 12:23:13.243430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:13.252418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:13.271595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d3adb-3f31-4514-b721-e35bd3b3a257 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:13.286073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.293339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:13.293973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.342108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=b4f6c6d1-c5b9-4ec4-8dee-abd006f077da,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:13.362537 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-daea09f3-3fed-4533-b062-6872069779f5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers/d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 200 len: 892 time: 0.4151766 Mar 09 12:23:13.410818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43598) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:13.419271 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b786c13a-a785-4854-ae6b-ff4e775ab5ea tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3801525 Mar 09 12:23:13.428509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43602) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:13.463052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] Set router 136d7f53-ba65-4e18-beda-15696e312450 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:13.488723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:61:a3:32', 'name': 'tempest-NetworksTestDHCPv6-228199867'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:13.651377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e07e758d-99f8-4943-90ff-9fe812af22f4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:13.694267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e07e758d-99f8-4943-90ff-9fe812af22f4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:13.698376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e07e758d-99f8-4943-90ff-9fe812af22f4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 200 len: 205 time: 0.2815506 Mar 09 12:23:13.699009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43610) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:13.701331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.701936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-c7027b94-85ba-43b6-960e-4ceb15a0c7f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:13.703386 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-c7027b94-85ba-43b6-960e-4ceb15a0c7f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=61b95d5c-0ede-4dc5-927c-acfeddc2a260 HTTP/1.1" status: 200 len: 797 time: 0.4350061 Mar 09 12:23:13.710348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.788208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=38ff9c33-9624-4f6d-ad6b-2507481be835,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:13.853218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 7dc9e968-60c9-4c1e-a583-4daebcf28662 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:13.853490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:13.926910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'b4f6c6d1-c5b9-4ec4-8dee-abd006f077da'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:13.927767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.009225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.052838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:23:08Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:14.059740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbb6ff-29ac-4d0c-ac92-f8a5bbf35ff8 None None] The sync data for ids ['136d7f53-ba65-4e18-beda-15696e312450'] in dv-neutron-832762-2-hyperv is: [{'id': '136d7f53-ba65-4e18-beda-15696e312450', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805686538', 'tenant_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ab4ee666-5973-4694-8774-80df755f49df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:20:38Z', 'updated_at': '2022-03-09T12:23:08Z', 'revision_number': 5, 'project_id': 'd2cc476a3de847bc9bc3706745b6f65c', 'gw_port': {'id': 'ab4ee666-5973-4694-8774-80df755f49df', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136d7f53-ba65-4e18-beda-15696e312450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:20:39Z', 'updated_at': '2022-03-09T12:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:14.086594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.113517 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-5cf84da1-27b9-44ba-a1d7-79e24378b6e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 473 time: 0.3563201 Mar 09 12:23:14.115276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:14.123846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['5047361d-d7c1-47f1-93f7-623fc0c8d69c']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:14.145807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/b4f6c6d1-c5b9-4ec4-8dee-abd006f077da/4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:14.149854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Subnet': ['ID=26fad551-8564-4e9c-983d-0e1d6c15391b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:14.161842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:14.168653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.189402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ea837-f0e7-418d-ad44-50d4b5c460d7 None None] Network bc040bad-c4cc-41f3-9ce0-001d7f287d76 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:14.295656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.310104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:14.378026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd18892f-332b-4937-a018-1a6ab8779116 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "DELETE /v2.0/subnets/26fad551-8564-4e9c-983d-0e1d6c15391b HTTP/1.1" status: 204 len: 168 time: 1.4181228 Mar 09 12:23:14.409036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43616) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:14.491432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-db4c1411-2bec-49a6-898b-e5783f8ba17d req-8c1bdb77-f5c3-49e8-959f-6137765c7b06 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.1174481 Mar 09 12:23:14.498857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 7dc9e968-60c9-4c1e-a583-4daebcf28662 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:14.515959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.528828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:14.597067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.611831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:port and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:14.614550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Transition to ACTIVE for port object 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:14.618732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:14.632343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:14.641216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Transition to ACTIVE for port object 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:14.658521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.678657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.694119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 5d72d75d-2a17-4b3f-8b3b-c3b816de1b2b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:14.694467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.752344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Pushing event updated for resources: {'Port': ['ID=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:14.757483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:14.759406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:14.765914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:14.831510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:14.834954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.884389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Attempting to bind port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:14.884773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Attempting to bind port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:14.885175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Attempting to bind port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:14.901000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:14.901726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:14.903173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.906442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:14.907976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.909010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Bound port: 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:14.909667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.939128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:14.980795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] DHCP port deletion for bc040bad-c4cc-41f3-9ce0-001d7f287d76 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:14.992249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Deleting port 5802f3bc-d602-4f96-9093-4de3c0755f9e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:14.992635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.005935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.023744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed70cbb5-004c-49e1-88e7-1de012411b78 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:15.035350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.078041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ed70cbb5-004c-49e1-88e7-1de012411b78 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:15.078396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed70cbb5-004c-49e1-88e7-1de012411b78 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:15.159018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] For port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:15.177631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] For port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:15.207214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.218074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router e9c41178-7908-43df-8c21-6de817a7238c has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:15.219274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 3a822ac6-a86a-44b3-a650-f20f0e11b841 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:15.235620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 5d72d75d-2a17-4b3f-8b3b-c3b816de1b2b owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:15.283895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=7dc9e968-60c9-4c1e-a583-4daebcf28662,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:15.427638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] For port 5802f3bc-d602-4f96-9093-4de3c0755f9e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5802f3bc-d602-4f96-9093-4de3c0755f9e,segment=NetworkSegment(bc6d90cb-502b-45b8-8bda-04a5c25638ca),segment_id=bc6d90cb-502b-45b8-8bda-04a5c25638ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:15.428034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.487642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.519240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafdd2-ccb7-417e-997a-68346aa5e180 None None] Pushing event updated for resources: {'Port': ['ID=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:15.623859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Calling delete_port for 5802f3bc-d602-4f96-9093-4de3c0755f9e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:15.730710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.797178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] Pushing event deleted for resources: {'Port': ['ID=5802f3bc-d602-4f96-9093-4de3c0755f9e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:15.804831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f80efc-9771-47ea-8a62-699815e0a0a7 None None] No DVR routers for this DVR port 5802f3bc-d602-4f96-9093-4de3c0755f9e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:15.890809 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ed48c46-28c3-46b9-b9a1-cc85b4af60ca req-3de8a5ed-3414-4829-826f-cd86522e4b79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.1661916 Mar 09 12:23:15.913750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.19 (61b95d5c-0ede-4dc5-927c-acfeddc2a260/d033d0dc-975f-419d-a190-21e8469ab948/4f90b9e6-4bc5-4769-9a3f-ec082efd47a8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:15.916185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:15.933568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] Sync routers for ids ['e9c41178-7908-43df-8c21-6de817a7238c'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:15.951122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:15.957882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] Routers {'e9c41178-7908-43df-8c21-6de817a7238c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:15.958833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e9c41178-7908-43df-8c21-6de817a7238c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:15.988004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Deleting port ab4ee666-5973-4694-8774-80df755f49df {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:15.988303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.014691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.023379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.034872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] Routers {'e9c41178-7908-43df-8c21-6de817a7238c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:16.035865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e9c41178-7908-43df-8c21-6de817a7238c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.043270 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8ccac9d1-fad2-470d-8415-94f2c9c646ab tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/e9c41178-7908-43df-8c21-6de817a7238c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4755263 Mar 09 12:23:16.051190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::28d (94dc3624-3b1f-4296-9dc3-e29647941794/b4f6c6d1-c5b9-4ec4-8dee-abd006f077da/3a822ac6-a86a-44b3-a650-f20f0e11b841) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:16.052944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43622) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:16.103012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.103482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c017fea-fc79-4faa-a0ea-648e4aff7778 None None] The sync data for ids ['e9c41178-7908-43df-8c21-6de817a7238c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:16.115560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Router cd3e13fa-164b-4176-ad2d-8481ca29b42c has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:16.116649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c15572e-878a-4148-a1d3-3237dc3ba13d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:16.129209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.265954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c15572e-878a-4148-a1d3-3237dc3ba13d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:16.267101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0c15572e-878a-4148-a1d3-3237dc3ba13d tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c41178-7908-43df-8c21-6de817a7238c HTTP/1.1" status: 200 len: 205 time: 0.2132154 Mar 09 12:23:16.275228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=5d72d75d-2a17-4b3f-8b3b-c3b816de1b2b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:16.280353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43626) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:16.383626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:16.400461 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] Sync routers for ids ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:16.410389 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] Routers {'cd3e13fa-164b-4176-ad2d-8481ca29b42c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:16.411243 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.421344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.477059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2dd0a949-ffd5-4c7f-9b75-cac07bac02f0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/routers/cd3e13fa-164b-4176-ad2d-8481ca29b42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1246476 Mar 09 12:23:16.492603 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.503484 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] Routers {'cd3e13fa-164b-4176-ad2d-8481ca29b42c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:16.504335 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:22:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.552508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43630) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:16.559003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] For port ab4ee666-5973-4694-8774-80df755f49df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ab4ee666-5973-4694-8774-80df755f49df,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:16.559558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.582675 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:16.583236 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86837775-93fb-4a1a-8fc6-87d3603e440c None None] The sync data for ids ['cd3e13fa-164b-4176-ad2d-8481ca29b42c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:16.711371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.788080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f9b5412f-64ee-4f66-8ac7-f51f174f1a4a None None] Provisioning for port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:16.799895 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3dba50-922a-4863-ab50-c15d7e961d55 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:23:16.800437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ff3dba50-922a-4863-ab50-c15d7e961d55 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:16.813143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.815605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.839212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ff3dba50-922a-4863-ab50-c15d7e961d55 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:16.840364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ff3dba50-922a-4863-ab50-c15d7e961d55 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/7dc9e968-60c9-4c1e-a583-4daebcf28662 HTTP/1.1" status: 404 len: 333 time: 0.2866516 Mar 09 12:23:16.844053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43634) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:16.885208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Calling delete_port for ab4ee666-5973-4694-8774-80df755f49df owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:16.902154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:16.902591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router d084e288-c389-400d-9233-3d9108b18c76 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:23:16.991425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.068206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:17.097130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.102050 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6257e53f-2c40-40d9-a604-44924a3dc7d3 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 204 len: 168 time: 3.3691957 Mar 09 12:23:17.112547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43640) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:17.120219 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7326235c-2f64-420e-8093-56b83d173c30 req-0c780ac8-c397-4aa8-b047-a246510eea00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.0726445 Mar 09 12:23:17.150337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:17.157592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:17.158535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.178044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1505789456'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:17.190728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:17.238911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:17.288801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.303018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:17.318827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:17.326507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:17.330560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.389734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.392757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.399527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:17.403215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.412244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5802f3bc-d602-4f96-9093-4de3c0755f9e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:17.430964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.439978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.440444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Fanout notify agent at l3_agent the message router_deleted on router cd3e13fa-164b-4176-ad2d-8481ca29b42c {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:23:17.443340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.447397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:17.462174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5802f3bc-d602-4f96-9093-4de3c0755f9e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:17.462364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5802f3bc-d602-4f96-9093-4de3c0755f9e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:17.463014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.463291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment 34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0 of type vlan for network 43dddb69-3957-494d-b57d-f37730c88bf6 Mar 09 12:23:17.468197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:17.468323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.469387 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fa9ff2fa-4f45-475c-bfd2-2356bd300e43 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/routers/cd3e13fa-164b-4176-ad2d-8481ca29b42c HTTP/1.1" status: 204 len: 168 time: 0.6243734 Mar 09 12:23:17.470072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.473790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43644) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:17.513698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 3a822ac6-a86a-44b3-a650-f20f0e11b841 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:17.517547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.548209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.562051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:17.563433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.564001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router e9c41178-7908-43df-8c21-6de817a7238c {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:23:17.564606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 376a56da-64c4-421a-9cec-f4fb54508407 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:17.578818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.593365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.594444 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4f4abf08-6cf1-4dae-99ef-c39a753116cd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/e9c41178-7908-43df-8c21-6de817a7238c HTTP/1.1" status: 204 len: 168 time: 1.3088875 Mar 09 12:23:17.598615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43648) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:17.631572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.637004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:17.637596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.680211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.704115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.775437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6616244 Mar 09 12:23:17.781072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.785339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43652) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:17.790059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet b6dca922-67c6-4d50-9c94-541a87029708 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:17.792755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15606302-906a-4582-af42-412345954fc6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=43dddb69-3957-494d-b57d-f37730c88bf6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:17.805486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:17.806190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.808334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 43dddb69-3957-494d-b57d-f37730c88bf6 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:17.833685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.840313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:17.854403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.873911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:17.902722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:17.909057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:17.909698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.922781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.929447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=3a822ac6-a86a-44b3-a650-f20f0e11b841,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:17.964618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=376a56da-64c4-421a-9cec-f4fb54508407,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:17.967602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:17.976648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19f5d4ca-236c-4bf7-bf11-3bde6ea77a1d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/376a56da-64c4-421a-9cec-f4fb54508407 HTTP/1.1" status: 204 len: 168 time: 0.4987335 Mar 09 12:23:17.976648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43656) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:17.980063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3fb6a-47b1-401b-b17c-da141f8528b2 None None] Network 004bc676-5a74-4c13-9c1e-297917b0392f requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:18.060441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:18.096010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:18.099600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.113210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.126011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 127380c4-7bf6-4605-9898-9fc561f87137 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:18.126361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.161738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:18.260644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3981c59c-9645-4870-83b2-58b9a22adb8b None None] Provisioning for port 3a822ac6-a86a-44b3-a650-f20f0e11b841 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:18.269056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-88e2793d-d0ff-4f82-8505-14a6b336f5e1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8394170 Mar 09 12:23:18.272090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3981c59c-9645-4870-83b2-58b9a22adb8b None None] Provisioning complete for port 3a822ac6-a86a-44b3-a650-f20f0e11b841 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:18.272522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3981c59c-9645-4870-83b2-58b9a22adb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.331404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:18.338327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:18.360245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] DHCP port deletion for 004bc676-5a74-4c13-9c1e-297917b0392f request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:18.377406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Deleting port 127380c4-7bf6-4605-9898-9fc561f87137 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:18.377929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.399622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Port': ['ID=ab4ee666-5973-4694-8774-80df755f49df,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:18.408408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3981c59c-9645-4870-83b2-58b9a22adb8b None None] Port 3a822ac6-a86a-44b3-a650-f20f0e11b841 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:18.444382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:18.456126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:18.456750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.475024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:18.487697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:18.513962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:18.540220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.592657 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-be3b47c1-331e-4938-a241-a628cd7fedba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4721673 Mar 09 12:23:18.623645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port 127380c4-7bf6-4605-9898-9fc561f87137, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127380c4-7bf6-4605-9898-9fc561f87137,segment=NetworkSegment(e2c99f0e-0e74-43c7-8f57-905ac80a498a),segment_id=e2c99f0e-0e74-43c7-8f57-905ac80a498a)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:18.624298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.632189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] For port 127380c4-7bf6-4605-9898-9fc561f87137, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=127380c4-7bf6-4605-9898-9fc561f87137,segment=NetworkSegment(e2c99f0e-0e74-43c7-8f57-905ac80a498a),segment_id=e2c99f0e-0e74-43c7-8f57-905ac80a498a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:18.632786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.643412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ef2799e2-94cb-452b-a429-18451b2d3517 None None] Provisioning for port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:18.660802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:18.664271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.697884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699132a-8622-4a04-9f3a-98a17af3689f req-025d3ee9-fa46-48d4-be7a-01da0d40c33b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:18.699403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Request body: {'port': {'device_id': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:18.699531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6699132a-8622-4a04-9f3a-98a17af3689f req-025d3ee9-fa46-48d4-be7a-01da0d40c33b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 932 time: 0.2664266 Mar 09 12:23:18.766038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 127380c4-7bf6-4605-9898-9fc561f87137 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:18.792563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ef2799e2-94cb-452b-a429-18451b2d3517 None None] Provisioning complete for port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:18.792563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef2799e2-94cb-452b-a429-18451b2d3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.822599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Calling delete_port for 127380c4-7bf6-4605-9898-9fc561f87137 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:18.854500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6699132a-8622-4a04-9f3a-98a17af3689f req-b09ae988-ccd5-42bd-8d1b-32d21122e696 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965121 Mar 09 12:23:18.883227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:18.920125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ef2799e2-94cb-452b-a429-18451b2d3517 None None] Port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:18.939948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=127380c4-7bf6-4605-9898-9fc561f87137,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:18.943371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No DVR routers for this DVR port 127380c4-7bf6-4605-9898-9fc561f87137 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:18.956263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:23:18.956770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:23:19.038321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.046707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.058563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4b342-72c3-4e0c-a531-7d301c1fe4c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:19.064365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4b342-72c3-4e0c-a531-7d301c1fe4c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:19.065265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3fe4b342-72c3-4e0c-a531-7d301c1fe4c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:19.074126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.083925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:19.101994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004bc676-5a74-4c13-9c1e-297917b0392f']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:19.116473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c99f0e-0e74-43c7-8f57-905ac80a498a') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:19.116473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c99f0e-0e74-43c7-8f57-905ac80a498a') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:19.117049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.129043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.147302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.155475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:19.155876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.167303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:19.168051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:19.172945 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:19.245180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.262063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3fe4b342-72c3-4e0c-a531-7d301c1fe4c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:19.267035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3fe4b342-72c3-4e0c-a531-7d301c1fe4c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.9224207 Mar 09 12:23:19.267354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43666) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.274220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.274603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Fanout notify agent at l3_agent the message router_deleted on router 136d7f53-ba65-4e18-beda-15696e312450 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:23:19.340466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.354539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.359981 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-395bc9a3-308d-496e-a9f0-dcd68417daed tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "DELETE /v2.0/routers/136d7f53-ba65-4e18-beda-15696e312450 HTTP/1.1" status: 204 len: 168 time: 4.9503996 Mar 09 12:23:19.365166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43670) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.378388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 3a822ac6-a86a-44b3-a650-f20f0e11b841 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:19.379063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.392479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127380c4-7bf6-4605-9898-9fc561f87137 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:19.427173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.443221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 127380c4-7bf6-4605-9898-9fc561f87137 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:19.443895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 127380c4-7bf6-4605-9898-9fc561f87137 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:19.459509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Deleting port 127380c4-7bf6-4605-9898-9fc561f87137 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:19.459989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.464779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=004bc676-5a74-4c13-9c1e-297917b0392f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:19.474986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.478527 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-db4ffac0-c0ba-42d8-8be5-eaa5d84ddae6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/004bc676-5a74-4c13-9c1e-297917b0392f HTTP/1.1" status: 204 len: 168 time: 1.5010023 Mar 09 12:23:19.488158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43674) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.567398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3298e-b27c-4731-84a3-4ea4b42628e0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:19.567980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cec3298e-b27c-4731-84a3-4ea4b42628e0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:19.579803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16e5e7c5-11a2-4408-ae16-bb35d62207fb None None] The port '127380c4-7bf6-4605-9898-9fc561f87137' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:23:19.634058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cec3298e-b27c-4731-84a3-4ea4b42628e0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:19.635209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cec3298e-b27c-4731-84a3-4ea4b42628e0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/beb2d79f-baaf-4154-83c0-08287931cbd7 HTTP/1.1" status: 200 len: 844 time: 0.1461370 Mar 09 12:23:19.643150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43678) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.704118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dca922-67c6-4d50-9c94-541a87029708,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:19.718616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5841fa6-b281-439f-9165-ad9c2bd5cb6f None None] Network 29f7da3b-e8b6-4d12-8e10-0864941db721 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:19.725897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.764864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:19.791369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-887d9c9b-dc31-418d-85bb-81317ea5edfd tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/b6dca922-67c6-4d50-9c94-541a87029708 HTTP/1.1" status: 204 len: 168 time: 2.1635718 Mar 09 12:23:19.801098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43682) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.812772 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6a4e542-cbd9-4640-8d8c-c7c7d56d3f82 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/beb2d79f-baaf-4154-83c0-08287931cbd7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1680226 Mar 09 12:23:19.829044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43686) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:19.845293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:19.993994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.058435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] DHCP port deletion for 29f7da3b-e8b6-4d12-8e10-0864941db721 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:20.064040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Deleting port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:20.064040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.094067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.257389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:20.264293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.277874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:20.283771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] For port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,segment=NetworkSegment(e2285279-c728-451d-9693-1491bd01d0fb),segment_id=e2285279-c728-451d-9693-1491bd01d0fb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:20.284166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.291084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 3a822ac6-a86a-44b3-a650-f20f0e11b841 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:20.295953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:20.320491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:20.327677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc040bad-c4cc-41f3-9ce0-001d7f287d76']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.342900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=84d93cd5-d10c-4e62-ac24-11be8f508322,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:20.352717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.355277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6d90cb-502b-45b8-8bda-04a5c25638ca') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.355939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6d90cb-502b-45b8-8bda-04a5c25638ca') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.380258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:20.380993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: 43dddb69-3957-494d-b57d-f37730c88bf6, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:20.387028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.400868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:20.401248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.415318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Calling delete_port for bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:20.431808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:20.436430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.496094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.508570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.555182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:20.555863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.565168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] Pushing event deleted for resources: {'Port': ['ID=bb89e087-8f3a-4e69-9bd9-9290fc0e40c3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:20.568675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31cc89-2409-424f-916b-fd79d09ae35e None None] No DVR routers for this DVR port bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:20.568975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:20.581122 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:20.594887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:23:20.613681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.623219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560ee1-9b18-480a-a1f6-d017e32bd15f req-01574b4c-721e-48b4-9fd9-8f86588c97b0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:20.624734 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8560ee1-9b18-480a-a1f6-d017e32bd15f req-01574b4c-721e-48b4-9fd9-8f86588c97b0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 932 time: 0.5601442 Mar 09 12:23:20.665929 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:23:20.668685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 43dddb69-3957-494d-b57d-f37730c88bf6 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:20.679362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] The port 'bb89e087-8f3a-4e69-9bd9-9290fc0e40c3' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:23:20.679362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=3a822ac6-a86a-44b3-a650-f20f0e11b841,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:20.703633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 43dddb69-3957-494d-b57d-f37730c88bf6) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:20.707297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Transition to ACTIVE for port object 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:20.710902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.714508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:20.715104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.723573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277418-5f05-4702-bf98-6edb3ac0005d None None] Network 43dddb69-3957-494d-b57d-f37730c88bf6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:20.736549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.748325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.868574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.884968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.917409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f7da3b-e8b6-4d12-8e10-0864941db721']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.935318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2285279-c728-451d-9693-1491bd01d0fb') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.935637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2285279-c728-451d-9693-1491bd01d0fb') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:20.950023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:20.961262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'Network': ['ID=bc040bad-c4cc-41f3-9ce0-001d7f287d76,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.010813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.021120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:21.021639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.052590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:21.095968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:21.096604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bb89e087-8f3a-4e69-9bd9-9290fc0e40c3 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:21.096717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ab4ee666-5973-4694-8774-80df755f49df no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:21.103239 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-53aba218-7753-43aa-878f-c87020bee033 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "DELETE /v2.0/networks/bc040bad-c4cc-41f3-9ce0-001d7f287d76 HTTP/1.1" status: 204 len: 168 time: 1.7367673 Mar 09 12:23:21.114771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43692) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.117254 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-466904d8-4d20-4f24-a46a-46ad65219e9b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3240995 Mar 09 12:23:21.126354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:21.137202 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:21.142534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ab4ee666-5973-4694-8774-80df755f49df {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:21.142907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ab4ee666-5973-4694-8774-80df755f49df not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:21.144178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43696) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.144463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-43dddb69-3957-494d-b57d-f37730c88bf6', 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '84d93cd5-d10c-4e62-ac24-11be8f508322'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:21.145580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.150266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.190454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131898813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:21.190848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.195797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=29f7da3b-e8b6-4d12-8e10-0864941db721,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.203064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6c8b4d3a-6052-4f4c-899f-a26df3224ba7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/3a822ac6-a86a-44b3-a650-f20f0e11b841 HTTP/1.1" status: 204 len: 168 time: 1.9342241 Mar 09 12:23:21.204102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43700) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.221507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8560ee1-9b18-480a-a1f6-d017e32bd15f req-8edbeb6a-8e5d-41b1-83ff-5e1d523b80fe tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5619693 Mar 09 12:23:21.239397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:21.260393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:21.267208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e62f59d-695a-453a-a905-970e944bdc56 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/29f7da3b-e8b6-4d12-8e10-0864941db721 HTTP/1.1" status: 204 len: 168 time: 1.4629292 Mar 09 12:23:21.267950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43704) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.276302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:21.277118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145395030', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:21.285456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:21.289931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:21.293005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:21.293376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:21.299700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:21.325871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.326899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.340564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93658d1d-e04b-4679-85c4-1e62c81bb994 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:21.343305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93658d1d-e04b-4679-85c4-1e62c81bb994 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:21.344814 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-93658d1d-e04b-4679-85c4-1e62c81bb994 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1218021 Mar 09 12:23:21.348404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43708) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.362181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Allocated IP 2001:db8::2 (43dddb69-3957-494d-b57d-f37730c88bf6/84d93cd5-d10c-4e62-ac24-11be8f508322/a87efb61-7d64-4f36-aa5c-ac9df7192de0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:21.369683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.370679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.382643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.409161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.424824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Attempting to bind port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:21.425209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Attempting to bind port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:21.425548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Attempting to bind port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 on network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:21.437228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.440930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet b4f6c6d1-c5b9-4ec4-8dee-abd006f077da {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:21.445388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.451654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 on network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:23:21.451980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Attempting to bind port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 on network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:21.478611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.486232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:21.486576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Checking segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:21.487154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Bound using segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:21.487761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Bound port: 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:21.488271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.489149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.511689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:21.522567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:21.522768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.536007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:21.536830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.540514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=1ea8099d-eeaf-4657-bc15-ca9645361bc9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.544527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.565111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.566420 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b881337-440b-48c3-8cfb-c1668a9930e7 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2934031 Mar 09 12:23:21.569764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43712) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.578102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-428930465'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:21.586561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:21.594660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:21.600803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9fd46-61ad-413f-9646-70292c59b140 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:21.601501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:21.611679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:21.641476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.643218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.667052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8baf7f68-2e26-4341-a59e-595456d548c3 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8369393 Mar 09 12:23:21.673087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43716) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.687369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:21.691198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.692225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1523086573'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:21.703979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.705146 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-93b820bf-d10e-4897-bdf1-50c974008539 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5283310 Mar 09 12:23:21.706840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:21.707972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43720) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:21.713802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:21.719043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:21.720207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.722349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:21.728550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:21.729913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:21.738756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.743002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Transition to ACTIVE for port object a87efb61-7d64-4f36-aa5c-ac9df7192de0 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:21.783916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Transition to ACTIVE for port object a87efb61-7d64-4f36-aa5c-ac9df7192de0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:21.798353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.817807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:21.818988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.820229 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 HTTP/1.1" status: 200 len: 1094 time: 3.1321738 Mar 09 12:23:21.825629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.836465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:23:21.877467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:21.905529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:21.921983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:21.925819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:21.932694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Network 43dddb69-3957-494d-b57d-f37730c88bf6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:21.935512 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8', 'status': 'completed', 'code': 200} Mar 09 12:23:21.936260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:21.958586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7e308-56a4-4f07-9816-7903eb56ab26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.967830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:21.973843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:21.974047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1840a02-51c1-430b-a491-c98f73f05796,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:21.982793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:21.999401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.000556 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ab112f72-1a7b-4948-af4c-8eabb1b27d52 tempest-TestNetworkAdvancedServerOps-607961185 tempest-TestNetworkAdvancedServerOps-607961185-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1840a02-51c1-430b-a491-c98f73f05796 HTTP/1.1" status: 204 len: 168 time: 0.8830752 Mar 09 12:23:22.005428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.005428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 60a53a2b-0255-492d-81c9-d67102d03697 of type vlan for network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 Mar 09 12:23:22.011126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Pushing event updated for resources: {'Port': ['ID=a87efb61-7d64-4f36-aa5c-ac9df7192de0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:22.037037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-aef6eb31-e0bd-43dc-a785-c8139083c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:22.038623 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-aef6eb31-e0bd-43dc-a785-c8139083c227 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 1097 time: 0.1652420 Mar 09 12:23:22.150989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Attempting to bind port a87efb61-7d64-4f36-aa5c-ac9df7192de0 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:22.152033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Attempting to bind port a87efb61-7d64-4f36-aa5c-ac9df7192de0 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:22.152598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Attempting to bind port a87efb61-7d64-4f36-aa5c-ac9df7192de0 on network 43dddb69-3957-494d-b57d-f37730c88bf6 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:22.161465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:22.161961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Checking segment: {'id': '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:22.162442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.162966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Bound using segment: {'id': '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:22.163510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Bound port: a87efb61-7d64-4f36-aa5c-ac9df7192de0, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43dddb69-3957-494d-b57d-f37730c88bf6'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:22.163952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.182779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-d42074be-a706-4130-ba70-93a619465387 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 HTTP/1.1" status: 200 len: 217 time: 0.1285512 Mar 09 12:23:22.254456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-16d94012-0197-4bf0-9b1f-b881c8698b28', 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'tenant_id': 'b78098e8320743db8175641c00fb2ca6', 'fixed_ips': [{'subnet_id': '1ea8099d-eeaf-4657-bc15-ca9645361bc9'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:22.255563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.281429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-f77fd54a-47c2-442b-b6ce-d2d3c693c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:22.284438 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-f77fd54a-47c2-442b-b6ce-d2d3c693c036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d033d0dc-975f-419d-a190-21e8469ab948 HTTP/1.1" status: 200 len: 838 time: 0.0950241 Mar 09 12:23:22.341283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.372759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] For port a87efb61-7d64-4f36-aa5c-ac9df7192de0, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:22.391316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] For port a87efb61-7d64-4f36-aa5c-ac9df7192de0, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a87efb61-7d64-4f36-aa5c-ac9df7192de0,segment=NetworkSegment(34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0),segment_id=34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:22.415972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-12c0a671-ebf2-46e9-959c-46611b5ed5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:22.417473 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-12c0a671-ebf2-46e9-959c-46611b5ed5e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=61b95d5c-0ede-4dc5-927c-acfeddc2a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1229341 Mar 09 12:23:22.440086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.459574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f6c6d1-c5b9-4ec4-8dee-abd006f077da,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:22.461929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.530095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.535461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db95336-40fc-4864-8eaf-332f1d6c377c None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:22.563235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43734) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:22.607953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-83796656-039b-41df-9859-750a37dbe598 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/b4f6c6d1-c5b9-4ec4-8dee-abd006f077da HTTP/1.1" status: 204 len: 168 time: 1.2580526 Mar 09 12:23:22.609765 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43740) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:22.644685 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-6dcc090c-8db6-47fb-b60c-27550db333ea service neutron] 10.222.0.13 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167883 Mar 09 12:23:22.712381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Allocated IP 2001:db8::2 (16d94012-0197-4bf0-9b1f-b881c8698b28/1ea8099d-eeaf-4657-bc15-ca9645361bc9/3018b774-373c-4eda-8933-04a52275e9ef) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:22.718370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.724464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:22.725362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.728799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3153cdbf-342e-4b64-bddb-16b9627df6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.737764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c25a8-c566-45de-9579-7e4dc878f6bc None None] Pushing event updated for resources: {'Port': ['ID=a87efb61-7d64-4f36-aa5c-ac9df7192de0,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:22.752670 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-88fbf507-9a41-49b3-82a8-30464924e492 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1392009 Mar 09 12:23:22.765551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43744) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:22.785150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.799717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.816651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.846364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2ccb5-f3e4-4db9-8bbd-035ffc0bfb0d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:22.879999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:22.883950 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d71956d7-0c0f-465a-b4da-3c07b8e6cf9a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2091489 Mar 09 12:23:22.884933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43748) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:22.893114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1714275817'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:22.902076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:22.906486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-188991f5-9c43-487f-944a-1431cea0f1d1 req-7c4c2fd0-a1f9-444d-ac9a-d3993bcf8a4c service neutron] 10.222.0.13 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538404 Mar 09 12:23:22.908859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:22.912524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:22.923952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:22.945551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.009792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4390032 Mar 09 12:23:23.018300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:23.032626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:23.056289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:23.060566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f8266-3d53-4aae-b091-2540dea70706 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=f0f8ee1b-d527-44b8-8902-4b9d18a6dec7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:23.074118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:23.079999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:23.088706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:23.099488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:23.130947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.196676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-9fd8bebb-4f78-4efc-9afd-0ea16111ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.197599 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aff0b691-4775-4809-82b1-246e6cb69278 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2cc476a3de847bc9bc3706745b6f65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257966 Mar 09 12:23:23.198201 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-9fd8bebb-4f78-4efc-9afd-0ea16111ded2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 1097 time: 0.2259173 Mar 09 12:23:23.198673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43756) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:23.222023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Transition to ACTIVE for port object 3018b774-373c-4eda-8933-04a52275e9ef will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:23.271054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Transition to ACTIVE for port object 3018b774-373c-4eda-8933-04a52275e9ef will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:23.274837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8f765-372a-4246-ac1d-5c43229c3edc req-ab364848-2113-410a-acfb-479f971e8741 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.282077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.283561 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eaf8f765-372a-4246-ac1d-5c43229c3edc req-ab364848-2113-410a-acfb-479f971e8741 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 944 time: 0.8357377 Mar 09 12:23:23.336302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:23.370841 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eaf8f765-372a-4246-ac1d-5c43229c3edc req-4f7cf5b3-d7ec-4a5f-9ba2-c9599b0ed771 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862947 Mar 09 12:23:23.385773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Deleting port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:23.386274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.423693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:23.431230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:23.434207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:23.447361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d48077-7a7f-4476-8f9c-230226c6830a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.447957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-33d48077-7a7f-4476-8f9c-230226c6830a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:23.511602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-33d48077-7a7f-4476-8f9c-230226c6830a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:23.515322 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-33d48077-7a7f-4476-8f9c-230226c6830a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7463260 Mar 09 12:23:23.515470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-d5be190b-8307-4b6a-a5fb-23cfd926c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.516121 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-d5be190b-8307-4b6a-a5fb-23cfd926c4e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=61b95d5c-0ede-4dc5-927c-acfeddc2a260 HTTP/1.1" status: 200 len: 898 time: 0.3023496 Mar 09 12:23:23.518229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43760) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:23.521476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:23.559054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:23.595037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:23.605206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8::1 (43dddb69-3957-494d-b57d-f37730c88bf6/84d93cd5-d10c-4e62-ac24-11be8f508322/a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:23.610432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:23.616999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e6f775-087a-4e27-91f4-3870a75f7d4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.617930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c0e6f775-087a-4e27-91f4-3870a75f7d4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:23.620604 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-53da05cd-9277-46c4-abf2-2111dc9a2e95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 HTTP/1.1" status: 200 len: 217 time: 0.0963748 Mar 09 12:23:23.631650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:23.664226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c0e6f775-087a-4e27-91f4-3870a75f7d4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:23.667781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c0e6f775-087a-4e27-91f4-3870a75f7d4e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460772 Mar 09 12:23:23.669318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43764) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:23.672833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Attempting to bind port 3018b774-373c-4eda-8933-04a52275e9ef on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:23.673305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Attempting to bind port 3018b774-373c-4eda-8933-04a52275e9ef by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:23.673744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Attempting to bind port 3018b774-373c-4eda-8933-04a52275e9ef on network 16d94012-0197-4bf0-9b1f-b881c8698b28 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:23.703234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-e93d23a7-88fd-4cf1-b999-b8f75241fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:23.704570 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-e93d23a7-88fd-4cf1-b999-b8f75241fb62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d033d0dc-975f-419d-a190-21e8469ab948 HTTP/1.1" status: 200 len: 838 time: 0.0679386 Mar 09 12:23:23.708776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:23.709263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Checking segment: {'id': 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:23.709741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.710296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Bound using segment: {'id': 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:23.710859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Bound port: 3018b774-373c-4eda-8933-04a52275e9ef, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:23.711530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.790991 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-41526eda-6119-4f02-9458-2250f3a7d2db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203442 Mar 09 12:23:23.799381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43768) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:23.808146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:23.820547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.827916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:23.832244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.853464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.867005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:23.870941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:23.883529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.912513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.921448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:23.925773 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0338531 Mar 09 12:23:23.964878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] For port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:23.965368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.003702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43772) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:24.037185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1660121177', 'security_groups': ['bd8216b9-6e71-4d37-8fa4-6d621d8aa723'], 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ea8099d-eeaf-4657-bc15-ca9645361bc9'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:24.102905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8a3c-a36a-4889-8046-196a2a8b283b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8216b9-6e71-4d37-8fa4-6d621d8aa723,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:24.111669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.145452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Calling delete_port for 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:24.179024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f74f-8074-4e03-b9f8-ea94e25ebac6 None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:24.201444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-1ed0b223-2caf-4c53-b7a3-fbc816968b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:24.203698 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-1ed0b223-2caf-4c53-b7a3-fbc816968b30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=61b95d5c-0ede-4dc5-927c-acfeddc2a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4902503 Mar 09 12:23:24.211558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.215199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:24.236249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:24.240485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:24.259870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:24.260917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.264465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.338829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] Pushing event deleted for resources: {'Port': ['ID=4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:24.347445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93411f-dd98-41f6-a538-09c21a731820 None None] No DVR routers for this DVR port 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:24.420837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1a1c6-5419-4446-8737-1506c4e14959 None None] Network 43dddb69-3957-494d-b57d-f37730c88bf6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:24.456225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.545471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:24.557847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 43dddb69-3957-494d-b57d-f37730c88bf6 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:24.601203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:24.603920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eb22c42b-d505-43f5-8fc5-4c7e184e2335 None None] Provisioning for port a87efb61-7d64-4f36-aa5c-ac9df7192de0 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:24.604474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:24.605255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.605742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:port and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:24.614050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:24.636489 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-3d7f522b-f12a-4f1c-819c-9e1d4e76ba08 service neutron] 10.222.0.13 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882926 Mar 09 12:23:24.637419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:24.641971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.678107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:24.706811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef0395-a0c3-4a54-873d-2b88e4391a44,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:24.732380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:24.775938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81b96-40d0-439a-9d54-4508db177c8b req-a165ceea-5cdf-4971-9045-0553da5645f1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:24.778540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26f81b96-40d0-439a-9d54-4508db177c8b req-a165ceea-5cdf-4971-9045-0553da5645f1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 944 time: 0.2186377 Mar 09 12:23:24.829378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d86b22bb-ceee-41d4-8e77-d9405ec7f073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.851943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.923978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.932508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:24.934060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-84639db4-64fb-438e-8e2a-803603111ced admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abef0395-a0c3-4a54-873d-2b88e4391a44 HTTP/1.1" status: 204 len: 168 time: 1.7264814 Mar 09 12:23:24.985482 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-008ee5fc-a1a0-402d-9373-95ed6b303d5a req-bb2be238-2539-4b76-bdd8-cc030009e510 service neutron] 10.222.0.13 "GET /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396921 Mar 09 12:23:25.036062 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26f81b96-40d0-439a-9d54-4508db177c8b req-141413e5-5ac5-43b7-aad2-d35e82317f1c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502315 Mar 09 12:23:25.136653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=0ba013fa-519c-4486-b634-3e13e06b4a00,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:25.163745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:25.164131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: f0f8ee1b-d527-44b8-8902-4b9d18a6dec7, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:25.203752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:25.223819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.290223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1470d671-3271-4814-aa78-6686b5fc06b8 None None] Provisioning for port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:25.292153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:25.303286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1470d671-3271-4814-aa78-6686b5fc06b8 None None] Provisioning complete for port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:25.303286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1470d671-3271-4814-aa78-6686b5fc06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.363943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:25.404227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1470d671-3271-4814-aa78-6686b5fc06b8 None None] Port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:25.414377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f0f8ee1b-d527-44b8-8902-4b9d18a6dec7) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:25.430951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:25.431818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.439083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9667c-edbc-4cc8-8379-ba7f2bb6265a None None] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:25.447940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:23:25.471596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.511558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 3018b774-373c-4eda-8933-04a52275e9ef completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:25.545121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43782) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:25.608928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.626568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:25.631859 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a4ba4a3b-2b21-43db-ad78-214c5be23f84 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6089077 Mar 09 12:23:25.638636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43786) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:25.642205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:25.646372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:25.647443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.654860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a87efb61-7d64-4f36-aa5c-ac9df7192de0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:25.680916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:25.689497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a39f2d-f0ca-42cb-9207-66b66a4d1560 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:25.703585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Usage tracker for resource:security_group_rule and tenant:6a36e6e0386c4055aee7e6bbad2f3975 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:25.719122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:25.723244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=d4d149a7-7bf4-4ace-be8d-00d6030322d8,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:25.731752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.734323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:25.740436 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-17141d4d-dddd-4ad3-8a75-9ee91e8ea1c6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9394264 Mar 09 12:23:25.744441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43790) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:25.843486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f14c6341-a57a-4ffa-a825-c0079baf412b None None] Provisioning complete for port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:25.843829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f14c6341-a57a-4ffa-a825-c0079baf412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.914048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.924625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.925402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:25.965925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:25.976480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f14c6341-a57a-4ffa-a825-c0079baf412b None None] Port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:26.003423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.021417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.069702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a87efb61-7d64-4f36-aa5c-ac9df7192de0 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:26.088997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a87efb61-7d64-4f36-aa5c-ac9df7192de0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:26.089438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.125133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:26.126096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.203208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.228097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:26.269789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Provisioning for port 3018b774-373c-4eda-8933-04a52275e9ef completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:26.296486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:26.297145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.330410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': 'd4d149a7-7bf4-4ace-be8d-00d6030322d8'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:26.331232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.362804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13cc4bc-99b7-4321-b2ca-a2b3d6ff122b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:26.372813 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-356b8026-6e16-43db-8074-44cb522ec9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a36e6e0386c4055aee7e6bbad2f3975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8263543 Mar 09 12:23:26.380983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43796) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:26.394095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::337 (16d94012-0197-4bf0-9b1f-b881c8698b28/1ea8099d-eeaf-4657-bc15-ca9645361bc9/3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:26.401431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 43dddb69-3957-494d-b57d-f37730c88bf6 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:26.404082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:26.488973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:23:26.573270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4924f3-49e4-4751-a6e3-ae7b0cea31b7 req-70d73daa-bd0c-4447-866e-5e89213f3904 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:26.574991 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0e4924f3-49e4-4751-a6e3-ae7b0cea31b7 req-70d73daa-bd0c-4447-866e-5e89213f3904 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 944 time: 0.4103203 Mar 09 12:23:26.625198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Allocated IP 172.20.0.2 (f0f8ee1b-d527-44b8-8902-4b9d18a6dec7/0ba013fa-519c-4486-b634-3e13e06b4a00/791a46df-1df8-41a6-96a4-df8943da32f8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:26.667683 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0e4924f3-49e4-4751-a6e3-ae7b0cea31b7 req-3b1c21ee-0a11-4f52-8b4a-a8310389927b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774934 Mar 09 12:23:26.698437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 7d1d1e2e-5e60-442c-bff6-eb68ec511291 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:26.698687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.714181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:26.741031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:26.746289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:26.815741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:26.840640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.870287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:26.886252 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-495ee74c-7279-4419-9c53-e54c59c23a43 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/7d1d1e2e-5e60-442c-bff6-eb68ec511291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1749885 Mar 09 12:23:26.886644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43800) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:26.900947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:26.918740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] Sync routers for ids ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:26.970677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b3152-87d6-4f83-b225-23f6ddd03039 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:26.971417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e70b3152-87d6-4f83-b225-23f6ddd03039 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:26.987698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e70b3152-87d6-4f83-b225-23f6ddd03039 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:26.991503 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e70b3152-87d6-4f83-b225-23f6ddd03039 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports/a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc HTTP/1.1" status: 200 len: 911 time: 0.1006894 Mar 09 12:23:26.992199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43804) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:26.999329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84d93cd5-d10c-4e62-ac24-11be8f508322'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:27.030682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Allocated IP 2001:db8::f816:3eff:fe31:43a6 (94dc3624-3b1f-4296-9dc3-e29647941794/d4d149a7-7bf4-4ace-be8d-00d6030322d8/1158d8d0-ee4f-49f9-bf25-9d56a0b805d7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:27.038493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] Routers {'7d1d1e2e-5e60-442c-bff6-eb68ec511291'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:27.039141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:27.040324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:27.044158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.101483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.129694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.152135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:27.166045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port a87efb61-7d64-4f36-aa5c-ac9df7192de0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a87efb61-7d64-4f36-aa5c-ac9df7192de0,segment=NetworkSegment(34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0),segment_id=34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:27.176860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:27.204178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.280575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:27.316452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.361379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.377630 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4d149a7-7bf4-4ace-be8d-00d6030322d8 (CIDR: 2001:db8::/64) Mar 09 12:23:27.392461 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:27.392849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:27.394361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] Routers {'7d1d1e2e-5e60-442c-bff6-eb68ec511291'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:27.394995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:27.411945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:27.417902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.442926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.447005 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b13cc4bc-99b7-4321-b2ca-a2b3d6ff122b HTTP/1.1" status: 204 len: 168 time: 1.0548601 Mar 09 12:23:27.452090 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-467511f3-ad85-41cb-83a8-d77a6a1618bc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7034104 Mar 09 12:23:27.454267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128989c2-95f3-4599-a371-ca3dae682403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13cc4bc-99b7-4321-b2ca-a2b3d6ff122b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:27.455098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'port_id': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8', 'mac_address': 'fa:16:3e:13:61:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:23:27.456575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43810) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:27.464242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:27.528744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:27.529563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4a2ee799-c26a-4ed6-8d52-7d5fb5a77c6e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:27.801009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.829372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:27.837073 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:27.838042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36bc42-0285-4e07-9e38-5672ce587c7d None None] The sync data for ids ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:27.943770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.960698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:27.967147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:27.980122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:27.982589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:27.988219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:27.992187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:27.998947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:23:28.004775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:28.005013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.012877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:28.014078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.029441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:28.042528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=a87efb61-7d64-4f36-aa5c-ac9df7192de0,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.052427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.082157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d3927e59-469e-495a-9d72-f981ea4428e1 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0708387 Mar 09 12:23:28.085471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43816) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:28.095702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:28.112216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:28.116477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.143877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.175890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:28.178994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Provisioning complete for port beb2d79f-baaf-4154-83c0-08287931cbd7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:28.179546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.193928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.199548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:28.200157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.201507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/ports/a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc HTTP/1.1" status: 200 len: 911 time: 1.2081141 Mar 09 12:23:28.235372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43820) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:28.237503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.249834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.303678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a5df0-a6b1-48b8-a1d8-aba4dc0eedf0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc,revision_number=3']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.326390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Transition to ACTIVE for port object 791a46df-1df8-41a6-96a4-df8943da32f8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:28.328944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.335434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100b0d-27dc-4204-89f9-983b17295e4b req-3f42ad73-0922-4e0f-be9c-d221a90d5e43 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:28.337177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-07100b0d-27dc-4204-89f9-983b17295e4b req-3f42ad73-0922-4e0f-be9c-d221a90d5e43 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 945 time: 0.1873908 Mar 09 12:23:28.384131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-07100b0d-27dc-4204-89f9-983b17295e4b req-5183a8d7-7f4d-4f5d-aff3-663e14179e10 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Mar 09 12:23:28.428235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ca4f3-20d2-4508-a2b7-e52a3c154099 None None] Port beb2d79f-baaf-4154-83c0-08287931cbd7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:28.434797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Transition to ACTIVE for port object 791a46df-1df8-41a6-96a4-df8943da32f8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:28.447160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.458119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.471881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Transition to ACTIVE for port object 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:28.478900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.526479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4f90b9e6-4bc5-4769-9a3f-ec082efd47a8'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:23:28.573158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:28.590300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:28.592502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Transition to ACTIVE for port object 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:28.600788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:28.645670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.667965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.20.0.1 (f0f8ee1b-d527-44b8-8902-4b9d18a6dec7/0ba013fa-519c-4486-b634-3e13e06b4a00/52d2ce00-7bf2-400e-b639-4bdc5e8d24d2) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:28.672804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:28.677678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Pushing event updated for resources: {'Port': ['ID=791a46df-1df8-41a6-96a4-df8943da32f8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:28.734826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:28.749896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:28.759627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:28.765303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Provisioning complete for port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:28.765682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.801160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:28.819288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:28.820123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:28.823571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.827960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:28.843115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Attempting to bind port 791a46df-1df8-41a6-96a4-df8943da32f8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:28.843482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Attempting to bind port 791a46df-1df8-41a6-96a4-df8943da32f8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:28.843843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Attempting to bind port 791a46df-1df8-41a6-96a4-df8943da32f8 on network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:28.947265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:28.947639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Checking segment: {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:28.948036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.948426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Bound using segment: {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:28.948920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Bound port: 791a46df-1df8-41a6-96a4-df8943da32f8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:28.949296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:28.969960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:28.971415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Pushing event updated for resources: {'Port': ['ID=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:29.052860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Attempting to bind port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:29.053161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Attempting to bind port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:29.053522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Attempting to bind port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:29.071830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Provisioning for port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:29.084637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:29.085036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:29.085439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.085829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:29.086313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Bound port: 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:29.086675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.103700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Provisioning complete for port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:29.104069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.209821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.221752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ea8099d-eeaf-4657-bc15-ca9645361bc9 (CIDR: 2001:db8::/64) Mar 09 12:23:29.232064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] For port 791a46df-1df8-41a6-96a4-df8943da32f8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:29.242199 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:29.242659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:29.249706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d3883-483e-4059-8ef6-ce780aae6c0b None None] Port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:29.263531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:29.267469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] For port 791a46df-1df8-41a6-96a4-df8943da32f8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=791a46df-1df8-41a6-96a4-df8943da32f8,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:29.283884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.291715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.446442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] For port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:29.489383 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e5e10223-fcbb-4821-97ee-50ae4ed2461c tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4000401 Mar 09 12:23:29.490978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] For port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:29.492037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a523a0-a594-45f7-af84-525cf803b830 None None] Pushing event updated for resources: {'Port': ['ID=791a46df-1df8-41a6-96a4-df8943da32f8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:29.493372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43826) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:29.502911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.513131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:29.518913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:29.552728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:29.565851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:29.566626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.593975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:29.615954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.682363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c5cf-a06f-4b7f-8557-7cff0d90e89f None None] Pushing event updated for resources: {'Port': ['ID=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:29.727334 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2279db6b-b4af-4fbf-af8f-6d8c1a0f67db tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2662401 Mar 09 12:23:29.727572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:29.728538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:29.737037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43830) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:29.750990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:94:a0:35', 'name': 'tempest-NetworksTestDHCPv6-553474354'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:29.777208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:29.783557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:29.786909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:29.865407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:29.873820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:29.874392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.057533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a87efb61-7d64-4f36-aa5c-ac9df7192de0 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:30.085865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:30.103767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:30.120652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:30.133608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a33f6-0023-4073-b3c9-10389d243cff req-e556da5c-7b0f-4dce-9008-5387bdef70ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:30.137871 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-919a33f6-0023-4073-b3c9-10389d243cff req-e556da5c-7b0f-4dce-9008-5387bdef70ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 945 time: 0.5350590 Mar 09 12:23:30.145724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:30.148015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a87efb61-7d64-4f36-aa5c-ac9df7192de0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:30.148388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.197457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:30.201846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.241418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-919a33f6-0023-4073-b3c9-10389d243cff req-e5a1295e-4034-4c44-b577-3247ee7a80c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868492 Mar 09 12:23:30.243443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.373816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:30.381374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:port and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:30.385995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:30.398882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:30.457861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:30.500912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:30.508402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.539023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.593381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:30.599287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:30.605036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:30.606218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:30.606655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.610966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:30.612211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.641328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c931674-aed1-486b-a191-f207f6fc9354 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:30.643213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=ed5e68a7-1991-4b7a-a553-d3fbd388a4df,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:30.645939 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cf276c66-7cd1-493f-a378-0c806f45d8f8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1506829 Mar 09 12:23:30.653498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43834) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:30.659806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1194125530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed5e68a7-1991-4b7a-a553-d3fbd388a4df'}], 'security_groups': ['aaa2ccb5-f3e4-4db9-8bbd-035ffc0bfb0d']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:30.691268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:30.691604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.794924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.939536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:30.982334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc561f07-ace9-40ee-ae0d-fe9101401fee None None] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:30.991945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:31.013602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port fa9720e6-32fe-44e5-8e0d-cee488911752 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:31.069282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:23:31.096872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-29def227-2466-4a45-b6cd-c925019cf3a0 None None] Provisioning for port 791a46df-1df8-41a6-96a4-df8943da32f8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:31.113858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:31.179005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:31.361649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:31.406582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b11017-8b97-4c33-a3ec-8b9e5c0ee10e None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:31.546497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:31.562551 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8', 'code': 200} Mar 09 12:23:31.589373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:31.598084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Delete allocated IP 2001:db8::337 (16d94012-0197-4bf0-9b1f-b881c8698b28/1ea8099d-eeaf-4657-bc15-ca9645361bc9) {{(pid=87831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:23:31.617880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8:0:1::3ba (16d94012-0197-4bf0-9b1f-b881c8698b28/ed5e68a7-1991-4b7a-a553-d3fbd388a4df/3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:31.692551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ce397-8883-4639-8f1c-7675f9e8a5c5 req-b6036176-36b0-432b-ace7-83b529a7911b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:31.694209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b82ce397-8883-4639-8f1c-7675f9e8a5c5 req-b6036176-36b0-432b-ace7-83b529a7911b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.2022665 Mar 09 12:23:31.743629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d872e3c6-89e0-479a-a1cb-e76c5c248143 None None] Provisioning for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:31.770034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Update dhcp port {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'fixed_ips': [{'subnet_id': '1ea8099d-eeaf-4657-bc15-ca9645361bc9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed5e68a7-1991-4b7a-a553-d3fbd388a4df'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '3018b774-373c-4eda-8933-04a52275e9ef'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:31.793910 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b82ce397-8883-4639-8f1c-7675f9e8a5c5 req-ea194382-4311-4e24-8c06-5fa6a6b4f89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924335 Mar 09 12:23:31.820665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:31.932848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:31.951261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:31.955802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.018078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:32.032479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.044604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.046656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.079670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] In _notify_port_updated(), no bound segment for port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc on network 16d94012-0197-4bf0-9b1f-b881c8698b28 {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:23:32.085265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:32.085900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.090266 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/ports/3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc HTTP/1.1" status: 200 len: 931 time: 1.4326537 Mar 09 12:23:32.091667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43844) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:32.130653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2805c21-fc52-45db-b4a8-9ff59583e826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:32.165864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:32.166208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.174467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:32.197502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:32.198014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.228989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:32.269565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8:0:1::34d (94dc3624-3b1f-4296-9dc3-e29647941794/d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9/fa9720e6-32fe-44e5-8e0d-cee488911752) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:32.348329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe94:a035 (94dc3624-3b1f-4296-9dc3-e29647941794/d4d149a7-7bf4-4ace-be8d-00d6030322d8/fa9720e6-32fe-44e5-8e0d-cee488911752) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:32.471339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Allocated IP 2001:db8:0:1::2 (16d94012-0197-4bf0-9b1f-b881c8698b28/ed5e68a7-1991-4b7a-a553-d3fbd388a4df/3018b774-373c-4eda-8933-04a52275e9ef) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:32.496697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.592139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.673043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.692536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:32.699923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee325-d704-4d91-b333-25de038695b0 req-3104a3e7-6ed2-48ba-acc7-e22616cd1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:32.701813 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ebee325-d704-4d91-b333-25de038695b0 req-3104a3e7-6ed2-48ba-acc7-e22616cd1661 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 1099 time: 0.8707030 Mar 09 12:23:32.710539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:32.711433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 791a46df-1df8-41a6-96a4-df8943da32f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:32.750149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:32.782126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object fa9720e6-32fe-44e5-8e0d-cee488911752 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:32.800911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:32.803045 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ebee325-d704-4d91-b333-25de038695b0 req-90d62de0-6c0b-4260-a32e-2439ed257549 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889113 Mar 09 12:23:32.806224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:32.845255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'd4d149a7-7bf4-4ace-be8d-00d6030322d8', 'ip_address': '2001:db8::f816:3eff:fe31:43a6'}, {'subnet_id': 'd3ba7bdd-86b5-4dad-976c-18b5ab4d22c9'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '1158d8d0-ee4f-49f9-bf25-9d56a0b805d7'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:32.927117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:32.968908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:32.998163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.014810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 791a46df-1df8-41a6-96a4-df8943da32f8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:33.018699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-959490ca-52b7-4894-83e8-ec6039275b63 None None] Provisioning for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:33.021568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.035974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-959490ca-52b7-4894-83e8-ec6039275b63 None None] Provisioning complete for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:33.036801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-959490ca-52b7-4894-83e8-ec6039275b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.044530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.070906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 791a46df-1df8-41a6-96a4-df8943da32f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:33.071612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.158449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:33.161823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.171265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:33.177157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.178219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=fa9720e6-32fe-44e5-8e0d-cee488911752,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.180341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.184730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:33.191672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:33.192338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.199562 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0a8cf18f-2b0c-4f16-b9b0-2a23137b94a4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc HTTP/1.1" status: 204 len: 168 time: 1.1061027 Mar 09 12:23:33.204354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43850) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:33.235728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-959490ca-52b7-4894-83e8-ec6039275b63 None None] Port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:33.246853 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d220e392-cdbc-4a04-9df7-a9f44a53dc0d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4992344 Mar 09 12:23:33.247765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43854) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:33.282363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:33.288930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048e86-3012-4719-be9f-7d93679fac89 req-3b41192b-d741-4670-8174-7be828eceb31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:33.290548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Transition to ACTIVE for port object 3018b774-373c-4eda-8933-04a52275e9ef will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:33.293625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-90048e86-3012-4719-be9f-7d93679fac89 req-3b41192b-d741-4670-8174-7be828eceb31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.3179395 Mar 09 12:23:33.296360 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-28479784-a2b4-498d-93bf-cf941d72b3e4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:23:33.298891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-28479784-a2b4-498d-93bf-cf941d72b3e4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:33.301223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.353142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-28479784-a2b4-498d-93bf-cf941d72b3e4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:33.357147 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-28479784-a2b4-498d-93bf-cf941d72b3e4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc HTTP/1.1" status: 404 len: 333 time: 0.1489637 Mar 09 12:23:33.358034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43858) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:33.363110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-90048e86-3012-4719-be9f-7d93679fac89 req-5156893b-b439-4a95-8fee-ad7d72e36a5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590582 Mar 09 12:23:33.424338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.430984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.462117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.488001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=a5ce1d82-4dab-4710-b7d1-50fa5bcaeecc,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.538269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.566041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8216b9-6e71-4d37-8fa4-6d621d8aa723,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.575738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.579776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2f4fff0e-fa93-4c72-b9c0-a99a16820666 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd8216b9-6e71-4d37-8fa4-6d621d8aa723 HTTP/1.1" status: 204 len: 168 time: 0.2209003 Mar 09 12:23:33.581043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43862) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:33.633072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-264c7b57-a75f-44dd-a23b-55a1b99939bf None None] Provisioning complete for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:33.633567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-264c7b57-a75f-44dd-a23b-55a1b99939bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.668282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.688725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad65e9-391c-4c0b-83fa-354aec3c6509 None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.695209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.735234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Allocated IP 2001:db8:0:1::2 (94dc3624-3b1f-4296-9dc3-e29647941794/d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9/1158d8d0-ee4f-49f9-bf25-9d56a0b805d7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:33.745610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.759657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-264c7b57-a75f-44dd-a23b-55a1b99939bf None None] Port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:33.813301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 791a46df-1df8-41a6-96a4-df8943da32f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=791a46df-1df8-41a6-96a4-df8943da32f8,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:33.827032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.845716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.880212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2ccb5-f3e4-4db9-8bbd-035ffc0bfb0d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:33.884794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:33.885937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4b76daca-143b-41a2-a8d2-e90781427f6d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/security-groups/aaa2ccb5-f3e4-4db9-8bbd-035ffc0bfb0d HTTP/1.1" status: 204 len: 168 time: 0.3039596 Mar 09 12:23:33.893414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43866) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:33.972508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port fa9720e6-32fe-44e5-8e0d-cee488911752 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:33.972867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.023688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 1ea8099d-eeaf-4657-bc15-ca9645361bc9 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:34.026845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.062688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:34.087698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.129138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.138391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:34.147217 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d69093cd-43f6-4821-83fb-e2fd91534eb2 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5005236 Mar 09 12:23:34.148030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43870) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:34.149784 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:34.164432 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:34.165431 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:34.179235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247794165'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:34.187797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:34.188011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] For port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:34.190131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=791a46df-1df8-41a6-96a4-df8943da32f8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:34.212940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:34.220154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:34.224576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:34.234648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:34.234967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.300424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.322448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Transition to ACTIVE for port object 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:34.329026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:34.329401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.343210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.359959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.429757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea8099d-eeaf-4657-bc15-ca9645361bc9,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:34.445974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.456358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:34.456680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e36a4c3c-7af1-47b3-9332-505e3c0c2bf2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/1ea8099d-eeaf-4657-bc15-ca9645361bc9 HTTP/1.1" status: 204 len: 168 time: 0.5622051 Mar 09 12:23:34.460707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43876) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:34.473281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:34.476622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:34.480335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.625128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf75a9-80a3-40d2-b436-d883dbe490bd None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:34.672042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a30362-334b-46ee-aad3-728233995f58 None None] Pushing event updated for resources: {'Port': ['ID=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:34.716452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:34.737520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.738092 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment e460bed3-07d0-4ecb-9840-231d05a5dfeb of type vlan for network 2f58a3b9-362e-42ce-895a-0532b815346b Mar 09 12:23:34.789208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 7d1d1e2e-5e60-442c-bff6-eb68ec511291 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:34.799086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:34.804669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:34.810120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:34.816599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:34.819774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 had new provisioning blocks added so it will not transition to active. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 09 12:23:34.842403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Provisioning for port 3018b774-373c-4eda-8933-04a52275e9ef completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:34.845497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:34.850403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:34.850785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.854218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:34.995239 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:30Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:31Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:35.000454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:23:35.001919 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Updating router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:23:35.005044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:35.032472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729a384-dc57-49ec-9bcb-705e2ae1590c req-6f3103f9-d096-45d9-bd09-098593c4194f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:35.034636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c729a384-dc57-49ec-9bcb-705e2ae1590c req-6f3103f9-d096-45d9-bd09-098593c4194f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.5010352 Mar 09 12:23:35.053289 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6bacc4a0-ec17-4bf6-a55c-b75a230d7eff tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/7d1d1e2e-5e60-442c-bff6-eb68ec511291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7630897 Mar 09 12:23:35.053289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.061127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40565349-ab10-4835-9616-3a502f90e14c None None] Sync routers for ids ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:35.061923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43880) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:35.091320 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.123899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.140017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] Routers {'7d1d1e2e-5e60-442c-bff6-eb68ec511291'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:35.140696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:35.280912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:35.284158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c729a384-dc57-49ec-9bcb-705e2ae1590c req-aed2ad49-dcbc-40a0-8deb-3d0e5186527b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424569 Mar 09 12:23:35.289970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Provisioning complete for port beb2d79f-baaf-4154-83c0-08287931cbd7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:35.290347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.361848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] Routers {'7d1d1e2e-5e60-442c-bff6-eb68ec511291'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:35.362518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:35.397673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b92b015-f5a2-4b2e-836e-f0a653049fdc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:35.406695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.resource_extend [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:35.491335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.495869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-40565349-ab10-4835-9616-3a502f90e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:35.496280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40565349-ab10-4835-9616-3a502f90e14c None None] The sync data for ids ['7d1d1e2e-5e60-442c-bff6-eb68ec511291'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:35.499023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Port beb2d79f-baaf-4154-83c0-08287931cbd7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:35.504719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2d104701-b137-41ef-bff9-2628f5d30892 None None] Could not find standard attr ID for object 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:23:35.625505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:35.629304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:35.632682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:35.633307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.649843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for fa9720e6-32fe-44e5-8e0d-cee488911752 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:35.663269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-120c6d37-16ea-4873-8c80-df309bc3d824 None None] Provisioning for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:35.673055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-120c6d37-16ea-4873-8c80-df309bc3d824 None None] Provisioning complete for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:35.673679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-120c6d37-16ea-4873-8c80-df309bc3d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.697091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=7e28f1eb-2e8a-47cc-9490-ee4bf38ce900,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:35.708413 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-617130c8-a072-4aef-a4cf-69e274a9faeb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2454872 Mar 09 12:23:35.712335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43886) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:35.722510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1494035286'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:35.734782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:35.736246 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.750036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060977e-cdea-43e8-ae17-e6c6f13b1fce req-d1be50ec-8a97-47a9-be19-cb7ba31b1796 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:35.751649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5060977e-cdea-43e8-ae17-e6c6f13b1fce req-d1be50ec-8a97-47a9-be19-cb7ba31b1796 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.2019842 Mar 09 12:23:35.753520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:35.757350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:35.769792 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Transition to ACTIVE for port object 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:35.785620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:35.793495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.834447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5060977e-cdea-43e8-ae17-e6c6f13b1fce req-d8f491e0-7f65-4cc5-bb07-15f017957774 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679476 Mar 09 12:23:35.834941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.897364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:35.903510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:35.907013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:35.914353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:35.972759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:35.987190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:35.993164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.018445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:36.066361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2b92b015-f5a2-4b2e-836e-f0a653049fdc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:36.071959 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b92b015-f5a2-4b2e-836e-f0a653049fdc tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1d1e2e-5e60-442c-bff6-eb68ec511291 HTTP/1.1" status: 200 len: 205 time: 1.0080521 Mar 09 12:23:36.073619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:36.164811 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Attempting to bind port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:36.165208 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Attempting to bind port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:36.165568 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Attempting to bind port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 on network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:36.173619 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:36.174005 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Checking segment: {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:36.174410 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.174802 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Bound using segment: {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:36.175284 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Bound port: 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a53a2b-0255-492d-81c9-d67102d03697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:36.175680 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.179509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:36.179890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.213803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.260633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d99885a-8c6e-4e62-94e5-bcd3415fad94 None None] Could not find standard attr ID for object fa9720e6-32fe-44e5-8e0d-cee488911752. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:23:36.286178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=fa9720e6-32fe-44e5-8e0d-cee488911752,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:36.297164 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1420596 Mar 09 12:23:36.306476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43898) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:36.310595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7014552-ae0b-46dd-a254-760f6202c1ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=2f58a3b9-362e-42ce-895a-0532b815346b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:36.323439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 2f58a3b9-362e-42ce-895a-0532b815346b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:36.325408 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] For port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:36.325969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:36.328675 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] For port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:36.336407 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Pushing event updated for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:36.349364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.371732 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.372108 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.372547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.372777 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.377466 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.377934 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.378344 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.378612 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.378963 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.379356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.379692 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.380019 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:36.478397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.480328 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a416c437-0745-48a3-a3f8-a72446f2a6c4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/fa9720e6-32fe-44e5-8e0d-cee488911752 HTTP/1.1" status: 204 len: 168 time: 3.2315955 Mar 09 12:23:36.484427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43902) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:36.507000 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:36.507626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:36.557697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.580346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.612000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.661780 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809139-94a9-4ac5-b612-fd9320af5afd None None] Pushing event updated for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:36.742585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:36.742835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042883d-832e-484f-91db-b0b1b9460a28 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:36.751133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:36.755749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:36.766974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:36.783700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 791a46df-1df8-41a6-96a4-df8943da32f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:36.800534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa24c7-3f16-431c-9eec-2327c230aa7c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:36.801724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-39fa24c7-3f16-431c-9eec-2327c230aa7c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:36.806686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:36.812707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.846235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:36.947665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d45bf6c0-90d9-4adb-8718-ca7ef64cec78 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:36.949727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d45bf6c0-90d9-4adb-8718-ca7ef64cec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:36.950075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ca68c-343e-49e0-a673-7a29ff8107bc,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:37.001340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 791a46df-1df8-41a6-96a4-df8943da32f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:37.001723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.027710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.033448 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7c1fc34a-6719-451e-ba00-d29cbbd1df6f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3181710 Mar 09 12:23:37.042224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43906) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.048924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'security_group': {'name': 'tempest-secgroup-951912288'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:37.054774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:37.059059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:37.061991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:37.067760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:37.109853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.149920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.183123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-39fa24c7-3f16-431c-9eec-2327c230aa7c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:37.183123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-39fa24c7-3f16-431c-9eec-2327c230aa7c tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6850073 Mar 09 12:23:37.183123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43910) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.183523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:37.184174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:37.187562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:37.193369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:37.273335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.277301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.277971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=59f615d5-e5e3-48d2-9db6-f8f7aa0c8820,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:37.279772 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:30Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:36Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:37.285495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6144deb-9db6-49af-b660-967148c2fe67 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:30Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:36Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:37.288488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.291205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.318101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20526e51-6396-41be-8447-0e4b741398ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:37.318843 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-20526e51-6396-41be-8447-0e4b741398ed tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1360269 Mar 09 12:23:37.319845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:37.320212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: 2f58a3b9-362e-42ce-895a-0532b815346b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:37.326170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43914) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.348477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 2f58a3b9-362e-42ce-895a-0532b815346b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:37.351197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d45bf6c0-90d9-4adb-8718-ca7ef64cec78 None None] Provisioning complete for port beb2d79f-baaf-4154-83c0-08287931cbd7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:37.351734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d45bf6c0-90d9-4adb-8718-ca7ef64cec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.360087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43918) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.379479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.383230 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3374732 Mar 09 12:23:37.408679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.415609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745552934'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:37.438844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:37.446025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 2f58a3b9-362e-42ce-895a-0532b815346b) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:37.451315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:37.455400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:37.455755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:37.455993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.461103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.461611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router 7d1d1e2e-5e60-442c-bff6-eb68ec511291 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:23:37.473773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cb284-32d1-43fd-b204-c1ac804522a0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e028e000-2694-47c4-8ef3-b45d7d73ea7a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:37.479653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:37.485491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:37.487225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:37.488867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:37.489682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:37.504620 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0003b3dc-5d4e-4b8f-93fe-ad884d19a732 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1961968 Mar 09 12:23:37.508760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43926) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.571235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9450c-9f3f-498f-a56f-d4252131d033 None None] Network 2f58a3b9-362e-42ce-895a-0532b815346b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:37.588163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:37.592306 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a951c8ff-28ff-444a-822d-0d7bc8d69b49 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2522900 Mar 09 12:23:37.592445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d45bf6c0-90d9-4adb-8718-ca7ef64cec78 None None] Port beb2d79f-baaf-4154-83c0-08287931cbd7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:37.593329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43930) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.594478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.595622 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-75f129e7-4d46-478f-bfff-047610c3b027 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/7d1d1e2e-5e60-442c-bff6-eb68ec511291 HTTP/1.1" status: 204 len: 168 time: 1.5204077 Mar 09 12:23:37.598821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:37.599991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Update dhcp port {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'fixed_ips': [{'subnet_id': 'ed5e68a7-1991-4b7a-a553-d3fbd388a4df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e28f1eb-2e8a-47cc-9490-ee4bf38ce900'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '3018b774-373c-4eda-8933-04a52275e9ef'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:37.730151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.783777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:37.794605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:37.805392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:security_group_rule and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:37.811703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:37.824683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:37.830496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 84d93cd5-d10c-4e62-ac24-11be8f508322 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:38.001323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:38.209182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.233269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-2f58a3b9-362e-42ce-895a-0532b815346b', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:38.234086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.252049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Allocated IP 2001:db8::2 (16d94012-0197-4bf0-9b1f-b881c8698b28/7e28f1eb-2e8a-47cc-9490-ee4bf38ce900/3018b774-373c-4eda-8933-04a52275e9ef) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:38.274378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.282139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:38.296935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.315241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:38.340866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:38.341224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.404763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.593058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.627820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.628481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.637743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.653060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.693286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.710951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:38.713500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Allocated IP 172.21.0.2 (2f58a3b9-362e-42ce-895a-0532b815346b/59f615d5-e5e3-48d2-9db6-f8f7aa0c8820/4f7acef3-7de0-4261-b805-c1f54a530f45) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:38.740321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.810653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.851691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.901274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.903468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:38.907549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314acaff-483f-4328-9b12-8b888ab8db97,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:38.909420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.913252 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e4751827-38c8-4aef-9db2-cbc2a11a0d6e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5008967 Mar 09 12:23:38.919010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43938) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:38.920466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Transition to ACTIVE for port object 3018b774-373c-4eda-8933-04a52275e9ef will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:38.921668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767b03d-a96b-494e-9aa0-32d69d62d03d None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:38.925947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-107805424', 'security_groups': ['314acaff-483f-4328-9b12-8b888ab8db97'], 'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e28f1eb-2e8a-47cc-9490-ee4bf38ce900'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:38.951100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:38.954047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.957578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:38.980667 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9a2af340-d81f-4406-a4d4-9fb683a8937d tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9 HTTP/1.1" status: 204 len: 168 time: 1.3854799 Mar 09 12:23:38.984825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:39.090907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.114677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet d4d149a7-7bf4-4ace-be8d-00d6030322d8 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:39.119996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.180650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=84d93cd5-d10c-4e62-ac24-11be8f508322,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:39.189085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.203448 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4f06dddc-4d6e-4446-8b76-3c5aa8c688ed tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/84d93cd5-d10c-4e62-ac24-11be8f508322 HTTP/1.1" status: 204 len: 168 time: 1.6007171 Mar 09 12:23:39.203699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46451e5-80a2-4015-abcc-9285c9488c8f None None] Network 43dddb69-3957-494d-b57d-f37730c88bf6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:39.206077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:39.271183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.273844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48bdce-81c7-4425-8537-0b54bfde4cdb None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:39.328768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:39.352690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:39.399134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:39.416609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.17 (61b95d5c-0ede-4dc5-927c-acfeddc2a260/d033d0dc-975f-419d-a190-21e8469ab948/fb73fb93-fa0c-4b6b-9b51-fde19411d76a) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:39.422085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.475806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port a87efb61-7d64-4f36-aa5c-ac9df7192de0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:39.476279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.686608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.716029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] device_id is not set on port 35c4973e-6288-477c-a2b9-5178ff289c36 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:39.766324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.778181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:39.794067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Transition to ACTIVE for port object 4f7acef3-7de0-4261-b805-c1f54a530f45 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:39.859214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Transition to ACTIVE for port object 4f7acef3-7de0-4261-b805-c1f54a530f45 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:39.875927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.956737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port a87efb61-7d64-4f36-aa5c-ac9df7192de0, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a87efb61-7d64-4f36-aa5c-ac9df7192de0,segment=NetworkSegment(34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0),segment_id=34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:39.957311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:39.962952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8::69 (16d94012-0197-4bf0-9b1f-b881c8698b28/7e28f1eb-2e8a-47cc-9490-ee4bf38ce900/35c4973e-6288-477c-a2b9-5178ff289c36) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:40.003413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Network 2f58a3b9-362e-42ce-895a-0532b815346b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:40.025696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:40.029244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:40.037958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:40.080133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Pushing event updated for resources: {'Port': ['ID=4f7acef3-7de0-4261-b805-c1f54a530f45,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:40.109980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8173fb34-bb21-40c0-ad45-a3f4e18cd0b3 None None] DHCP port deletion for 43dddb69-3957-494d-b57d-f37730c88bf6 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:40.136983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for a87efb61-7d64-4f36-aa5c-ac9df7192de0 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:40.167780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8173fb34-bb21-40c0-ad45-a3f4e18cd0b3 None None] Deleting port a87efb61-7d64-4f36-aa5c-ac9df7192de0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:40.168471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8173fb34-bb21-40c0-ad45-a3f4e18cd0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.246780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.300967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.312065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Provisioning for port 3018b774-373c-4eda-8933-04a52275e9ef completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:40.317032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.21.0.1 (2f58a3b9-362e-42ce-895a-0532b815346b/59f615d5-e5e3-48d2-9db6-f8f7aa0c8820/d0c4f75e-f6e7-41bb-941f-9304eab57456) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:40.321508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8173fb34-bb21-40c0-ad45-a3f4e18cd0b3 None None] The port 'a87efb61-7d64-4f36-aa5c-ac9df7192de0' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:23:40.329740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:40.330162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.356280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Attempting to bind port 4f7acef3-7de0-4261-b805-c1f54a530f45 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:40.356647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Attempting to bind port 4f7acef3-7de0-4261-b805-c1f54a530f45 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:40.357112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Attempting to bind port 4f7acef3-7de0-4261-b805-c1f54a530f45 on network 2f58a3b9-362e-42ce-895a-0532b815346b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:40.368610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=a87efb61-7d64-4f36-aa5c-ac9df7192de0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:40.378004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:40.378391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Checking segment: {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:40.378795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.379188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Bound using segment: {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:40.379676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Bound port: 4f7acef3-7de0-4261-b805-c1f54a530f45, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:40.380050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.397031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No DVR routers for this DVR port a87efb61-7d64-4f36-aa5c-ac9df7192de0 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:40.419811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:40.420118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.638362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.645067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] For port 4f7acef3-7de0-4261-b805-c1f54a530f45, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:40.656767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] For port 4f7acef3-7de0-4261-b805-c1f54a530f45, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4f7acef3-7de0-4261-b805-c1f54a530f45,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:40.674573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dddb69-3957-494d-b57d-f37730c88bf6']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:40.682756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.693533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:40.693841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34de962d-e80b-4a1a-8ce0-c9ef0d11b2f0') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:40.708124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.722879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.731819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.743003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.758620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:23:40.759380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.763871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 35c4973e-6288-477c-a2b9-5178ff289c36 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:40.779728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object d0c4f75e-f6e7-41bb-941f-9304eab57456 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:23:40.784587 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:23:40.838093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.848459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.911482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.941418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.955326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:40.959126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:40.960531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 2f58a3b9-362e-42ce-895a-0532b815346b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:40.962119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object fb73fb93-fa0c-4b6b-9b51-fde19411d76a will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:40.963937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:40.971473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:40.976330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:40.981967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:40.982641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.009690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:41.013467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3adc2-4075-453e-b6f5-b0a694a4cebf None None] Pushing event updated for resources: {'Port': ['ID=4f7acef3-7de0-4261-b805-c1f54a530f45,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.019841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:41.022886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Provisioning complete for port beb2d79f-baaf-4154-83c0-08287931cbd7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:41.023193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.060936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.082945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.086075 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d4d149a7-7bf4-4ace-be8d-00d6030322d8 HTTP/1.1" status: 204 len: 168 time: 2.0993853 Mar 09 12:23:41.096635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.100942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43950) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:41.105146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.114414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34e97fe8-9aa6-4d09-9c95-9bfb9434a4b9 None None] Port beb2d79f-baaf-4154-83c0-08287931cbd7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:41.120183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c4e5b-ae0b-4875-88a1-c7c1afbada6c None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:41.139857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3afa-b4c9-4324-9d87-2056c10220c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d149a7-7bf4-4ace-be8d-00d6030322d8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.153796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.172749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/43dddb69-3957-494d-b57d-f37730c88bf6 HTTP/1.1" status: 204 len: 168 time: 1.9658582 Mar 09 12:23:41.174177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:41.251600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:41.255574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.260562 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e018d88d-cc87-47f1-a037-41333c8ec607 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577063 Mar 09 12:23:41.269595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:41.271448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad7add-b473-458f-a19e-4508b2ca1ad4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=43dddb69-3957-494d-b57d-f37730c88bf6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.273114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3533638 Mar 09 12:23:41.280673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-930124714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:41.282059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43956) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:41.282059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43958) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:41.297995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:41.304096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:41.315143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:41.316508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:41.323144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:41.328019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.349429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:41.352688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:41.356718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:41.440455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.461558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.464219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.469657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d20f3e53-4162-4c47-82ff-f9aef771b0f5 None None] Provisioning complete for port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:41.469657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d20f3e53-4162-4c47-82ff-f9aef771b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.523757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.605866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.660985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.663765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2d5e9d4-98a9-4aa2-84f2-16941f830494 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3874886 Mar 09 12:23:41.665049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43966) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:41.673720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1080980063'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:41.720485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:41.736060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:41.740806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:41.741181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d20f3e53-4162-4c47-82ff-f9aef771b0f5 None None] Could not find standard attr ID for object 3bd7d334-1e76-4ef2-b596-7a1fcc39e7bc. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:23:41.750944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:41.769638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.775453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:41.775453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=35c4973e-6288-477c-a2b9-5178ff289c36,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:41.788615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:41.791031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:41.794934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.796936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:41.806007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:41.812141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:41.815201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:23:41.819249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:41.819918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Deleting port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:41.820394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.826081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:41.832362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.832703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.833073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.833458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.833785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.834107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.835033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.835356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.835683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.836014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.836330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.836646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f61b692-25f2-44f1-aa7c-23617328f2d5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:41.882078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Provisioning for port 35c4973e-6288-477c-a2b9-5178ff289c36 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:41.894155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Provisioning complete for port 35c4973e-6288-477c-a2b9-5178ff289c36 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:41.894536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.899340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:41.903400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:41.907054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.936950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:41.959036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:41.959643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment d2644cbd-86fc-4322-bcc1-2eb5ee7595eb of type vlan for network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 Mar 09 12:23:42.020395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:42.023913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.026032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4f7acef3-7de0-4261-b805-c1f54a530f45 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:42.084524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Port 35c4973e-6288-477c-a2b9-5178ff289c36 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:42.128533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.217583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] For port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:42.218052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.218202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.226671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Provisioning for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:42.236005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Provisioning complete for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:42.236404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.248547 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.ipam_backend_mixin [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e28f1eb-2e8a-47cc-9490-ee4bf38ce900 (CIDR: 2001:db8::/64) Mar 09 12:23:42.262171 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:42.262672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:42.316595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.323187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:42.324642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.407510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Calling delete_port for 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:42.440011 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aae965f1-1ab4-413e-bcab-e188aaaaa59d tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1515949 Mar 09 12:23:42.442321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43970) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:42.456673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 4f7acef3-7de0-4261-b805-c1f54a530f45 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:42.465138 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7981687 Mar 09 12:23:42.471010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43974) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:42.536781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:42.573744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ff1297f2-b9c6-41df-9850-90649a324a91 None None] Port fb73fb93-fa0c-4b6b-9b51-fde19411d76a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:42.577967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1b6a1-6863-4668-a714-198c140c1485 None None] Network 2f58a3b9-362e-42ce-895a-0532b815346b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:42.579518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=5f65cdf7-1e95-455e-ae62-911a803bbcd3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:42.601482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.653698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:42.657130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.657469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.658023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.658155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.658436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.658760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.658947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a87efb61-7d64-4f36-aa5c-ac9df7192de0 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:42.659063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.659399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.659703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.660021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.660337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.660648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b55440-2056-4013-a70d-c1446fd30285 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:42.702282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:42.707132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:42.707621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:42.711412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:42.726613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:42.732339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.738526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.750086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] Pushing event deleted for resources: {'Port': ['ID=1158d8d0-ee4f-49f9-bf25-9d56a0b805d7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:42.801339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:42.804742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.847170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a87efb61-7d64-4f36-aa5c-ac9df7192de0 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:42.847395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a87efb61-7d64-4f36-aa5c-ac9df7192de0 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:42.847672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:23:42.885209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28080d22-f83a-4e2f-9467-ec00caf99c7c None None] No DVR routers for this DVR port 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:23:42.893412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:23:42.893778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1158d8d0-ee4f-49f9-bf25-9d56a0b805d7 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:23:42.954334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:42.963300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:42.963967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Provisioning for port 4f7acef3-7de0-4261-b805-c1f54a530f45 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:42.972500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Provisioning complete for port 4f7acef3-7de0-4261-b805-c1f54a530f45 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:42.972879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.016661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:43.026394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:43.030809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:43.049251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:43.082041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:43.085440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.179203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:43.182316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:43.221832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.265469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] For port 4f7acef3-7de0-4261-b805-c1f54a530f45, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4f7acef3-7de0-4261-b805-c1f54a530f45,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:43.278819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.293665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:43.311487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.351495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:23:43.358324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e2860-036f-45e5-988e-146cb77de9a5 None None] Pushing event updated for resources: {'Port': ['ID=4f7acef3-7de0-4261-b805-c1f54a530f45,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:43.359425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.443086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.488109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=1773560e-61e1-4952-95a2-51b072d2ad86,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:43.505618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.510528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:43.520550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:43.520780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: 5f65cdf7-1e95-455e-ae62-911a803bbcd3, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:43.542955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.ipam_backend_mixin [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ed5e68a7-1991-4b7a-a553-d3fbd388a4df (CIDR: 2001:db8:0:1::/64) Mar 09 12:23:43.593686 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:43.594638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:43.604018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fec41875-a979-4d4b-804a-eec3078f9cec None None] Provisioning complete for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:43.605022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fec41875-a979-4d4b-804a-eec3078f9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.618224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=1f7c8201-72dc-4b74-a1a8-f2b786448465,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:43.621127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:43.634035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:43.654971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:43.658728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:43.659378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.669299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc6408-0298-4ae4-8944-ba8f5830a37a None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:43.703220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:43.717397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 5f65cdf7-1e95-455e-ae62-911a803bbcd3) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:43.717592 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-02c81176-efd1-4454-81ec-de323e35cf95 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2681723 Mar 09 12:23:43.724014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43978) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:43.733284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'subnet': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:43.739862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:43.740432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.773985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:43.776398 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5b819665-d131-4ae1-bd84-bfdf8a4fe8a5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2532866 Mar 09 12:23:43.786979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 43982) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:43.799823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:43.812019 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:43.829753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e26224-c613-4060-adac-c1aac0bb7493 None None] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:43.838319 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:43.838830 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f95443cf-9654-442b-aab7-454214a2aeea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/ef25791a-f514-4cb0-968a-37144d304a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4773614 Mar 09 12:23:43.838991 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:43.871238 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c268b3e-ec38-4ae0-a95f-cd06ba481856 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5871437 Mar 09 12:23:43.874766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43988) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:43.881462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:43.891411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fec41875-a979-4d4b-804a-eec3078f9cec None None] Port fb73fb93-fa0c-4b6b-9b51-fde19411d76a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:43.974332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4f7acef3-7de0-4261-b805-c1f54a530f45 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:44.094608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:44.218858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Provisioning for port d0c4f75e-f6e7-41bb-941f-9304eab57456 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:44.225529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-94dc3624-3b1f-4296-9dc3-e29647941794', 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'tenant_id': '0617ff2569a64cda9a2119b8b6134a02', 'fixed_ips': [{'subnet_id': '1f7c8201-72dc-4b74-a1a8-f2b786448465'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:44.226600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.232489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:44.237372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:44.240959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:44.244688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:44.245709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.249060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:44.262699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:44.267587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.283001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Provisioning complete for port d0c4f75e-f6e7-41bb-941f-9304eab57456 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:44.283001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.435056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f7c8201-72dc-4b74-a1a8-f2b786448465 (CIDR: 2001:db8::/64) Mar 09 12:23:44.440868 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:44.441681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:44.468757 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5ae8982a-9f48-4073-9aa2-52d4af036dae tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5926492 Mar 09 12:23:44.470112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43994) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:44.476486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:44.483989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Allocated IP 2001:db8::f816:3eff:fe24:ce55 (94dc3624-3b1f-4296-9dc3-e29647941794/1f7c8201-72dc-4b74-a1a8-f2b786448465/1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:44.588360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb73fb93-fa0c-4b6b-9b51-fde19411d76a', 'name': '', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:27:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:38Z', 'updated_at': '2022-03-09T12:23:42Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:44.599093 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:23:44.599449 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Updating router ef25791a-f514-4cb0-968a-37144d304a5b port fb73fb93-fa0c-4b6b-9b51-fde19411d76a binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:23:44.600986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:44.617502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Usage tracker for resource:subnet and tenant:b78098e8320743db8175641c00fb2ca6 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:44.621389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 2f58a3b9-362e-42ce-895a-0532b815346b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:44.650319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:44.654018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:44.677429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:44.678330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:44.684237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:44.688593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:44.695928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:44.703980 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.716188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:44.721577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.768332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.864219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Transition to ACTIVE for port object 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:44.898984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Made reservation on behalf of b78098e8320743db8175641c00fb2ca6 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:44.902634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.943900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:44.945793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Port d0c4f75e-f6e7-41bb-941f-9304eab57456 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:44.964512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4f7acef3-7de0-4261-b805-c1f54a530f45 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:44.965171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.014072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Transition to ACTIVE for port object 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:45.050839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Provisioning complete for port 4f7acef3-7de0-4261-b805-c1f54a530f45 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:45.051538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5f31f56-0287-4331-8f3f-37757ac9b4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.137235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.150036 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Transition to ACTIVE for port object fb73fb93-fa0c-4b6b-9b51-fde19411d76a will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:45.154409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.161676 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.162039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.208803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:45.236711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:45.240503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:45.249164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:45.249763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.288990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=60903712-51fc-48a5-8018-4d9089a7ebca,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:45.310716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ae0be117-9284-45fb-ad06-6ce923f7a3ef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8392210 Mar 09 12:23:45.313426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 43998) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:45.319770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:22:d1:61', 'name': 'tempest-NetworksTestDHCPv6-1192847740'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:45.327308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:45.336988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:45.342921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:45.509233 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e23f0c-0e96-47a5-8d26-ade6ee0bc61b None None] Pushing event updated for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:45.526915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:45.536628 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Attempting to bind port fb73fb93-fa0c-4b6b-9b51-fde19411d76a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:45.537069 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Attempting to bind port fb73fb93-fa0c-4b6b-9b51-fde19411d76a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:45.537495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Attempting to bind port fb73fb93-fa0c-4b6b-9b51-fde19411d76a on network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:45.547507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:45.547905 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Checking segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:45.548307 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.548702 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Bound using segment: {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:45.549196 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Bound port: fb73fb93-fa0c-4b6b-9b51-fde19411d76a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2be8d21-748b-4a92-b252-3457e75763d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:45.549594 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.551122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.551579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.552014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.552450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.553109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.553540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.553962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.554381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.554801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.555467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.555894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.556485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:23:45.559400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:45.570358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:45.579165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Allocated IP 2001:db8::2 (5f65cdf7-1e95-455e-ae62-911a803bbcd3/1773560e-61e1-4952-95a2-51b072d2ad86/038d58ca-5797-4358-9b63-b2a042bdc78e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:45.586334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:45.640779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Attempting to bind port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:45.641311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Attempting to bind port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:45.642223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Attempting to bind port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 on network 94dc3624-3b1f-4296-9dc3-e29647941794 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:45.659931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:45.660413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Checking segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:45.660920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.661426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Bound using segment: {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:45.662006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Bound port: 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:45.662602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.692839 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] For port fb73fb93-fa0c-4b6b-9b51-fde19411d76a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:45.693489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:45.708712 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] For port fb73fb93-fa0c-4b6b-9b51-fde19411d76a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:45.718156 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.730625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a46f578c-2a33-402f-8347-cd471d2ebd32 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2156513 Mar 09 12:23:45.733468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44004) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:45.750476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:45.752321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-254989603'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:45.765914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:45.774450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:45.778697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:45.783667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.797279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:45.809165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.814465 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e23f0c-0e96-47a5-8d26-ade6ee0bc61b None None] Pushing event updated for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:45.821477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 8709426b-5d17-4164-8f6d-699523e07ce9 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:45.853603 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:45.855358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:45.868503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:45.872746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.875909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:45.879582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:45.915858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:45.921200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Subnet': ['ID=2b6dd4fc-94ce-40bb-81ce-b0309c902acf,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:45.923774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:45.926352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:45.927128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.950889 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5561877a-e9e1-4ea1-a150-48e1e6142cf5 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2257047 Mar 09 12:23:45.954415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44008) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:45.966684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-63365199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b6dd4fc-94ce-40bb-81ce-b0309c902acf'}], 'security_groups': ['2b3ca68c-343e-49e0-a673-7a29ff8107bc', 'e028e000-2694-47c4-8ef3-b45d7d73ea7a']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:45.971615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:45.972525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:45.973792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:45.998090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:45.998536 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment 52cddc2a-0f05-4925-bf58-0dac97bcd52c of type vlan for network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a Mar 09 12:23:46.049415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.071824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e854f-883b-40e6-b1e4-4e65d369b005 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:46.150889 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:46.223219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8:0:1::1fb (94dc3624-3b1f-4296-9dc3-e29647941794/60903712-51fc-48a5-8018-4d9089a7ebca/8709426b-5d17-4164-8f6d-699523e07ce9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:46.236580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.242104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::f816:3eff:fe22:d161 (94dc3624-3b1f-4296-9dc3-e29647941794/1f7c8201-72dc-4b74-a1a8-f2b786448465/8709426b-5d17-4164-8f6d-699523e07ce9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:46.325471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.326002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.331133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:46.331748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.337033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Transition to ACTIVE for port object 038d58ca-5797-4358-9b63-b2a042bdc78e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:46.358581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Transition to ACTIVE for port object 038d58ca-5797-4358-9b63-b2a042bdc78e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:46.421743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.493934 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7593937 Mar 09 12:23:46.513735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44014) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:46.514426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.539147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:46.556344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173f41-9265-45e0-8288-d941b3f15676 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=9d0daf56-dbca-45c8-81c7-74d8f84aa35a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:46.624745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:46.625929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.641980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 8709426b-5d17-4164-8f6d-699523e07ce9 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:46.654676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.684045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.693649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:46.712992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:46.715732 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb73fb93-fa0c-4b6b-9b51-fde19411d76a', 'name': '', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:27:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:38Z', 'updated_at': '2022-03-09T12:23:45Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:46.721331 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9a069-5734-4ac4-ba72-0ac1701bca61 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb73fb93-fa0c-4b6b-9b51-fde19411d76a', 'name': '', 'network_id': '61b95d5c-0ede-4dc5-927c-acfeddc2a260', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:27:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:38Z', 'updated_at': '2022-03-09T12:23:45Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd033d0dc-975f-419d-a190-21e8469ab948', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:46.734926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:46.818037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:46.822174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:46.825405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:46.831491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:46.832110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:46.836031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=8709426b-5d17-4164-8f6d-699523e07ce9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:46.865427 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5c861dad-364c-4941-bbad-0d58b230068e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5506682 Mar 09 12:23:46.868135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44018) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:46.877235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:46.890477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8::1 (5f65cdf7-1e95-455e-ae62-911a803bbcd3/1773560e-61e1-4952-95a2-51b072d2ad86/62c6d1e8-2866-4ce6-9840-026b2a86597b) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:46.957499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:46.962607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:46.966444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:46.973318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:47.095677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:47.099309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.129618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 8709426b-5d17-4164-8f6d-699523e07ce9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:47.129969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.509176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94837be0-9e20-4ccb-833f-1d55da234826 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:47.509709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.561981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.571458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.644087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Pushing event updated for resources: {'Port': ['ID=038d58ca-5797-4358-9b63-b2a042bdc78e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:47.665297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d2f91488-9251-4ccf-aad9-058889ec648f None None] Provisioning complete for port d0c4f75e-f6e7-41bb-941f-9304eab57456 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:47.665691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2f91488-9251-4ccf-aad9-058889ec648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.667065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 8709426b-5d17-4164-8f6d-699523e07ce9 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:47.702131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object 62c6d1e8-2866-4ce6-9840-026b2a86597b will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:47.724702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Attempting to bind port 038d58ca-5797-4358-9b63-b2a042bdc78e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:47.725106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Attempting to bind port 038d58ca-5797-4358-9b63-b2a042bdc78e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:47.725472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Attempting to bind port 038d58ca-5797-4358-9b63-b2a042bdc78e on network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:47.734474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2f91488-9251-4ccf-aad9-058889ec648f None None] Port d0c4f75e-f6e7-41bb-941f-9304eab57456 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:47.736193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:47.736573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Checking segment: {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:47.737013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.737412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Bound using segment: {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:47.737894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Bound port: 038d58ca-5797-4358-9b63-b2a042bdc78e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:47.738268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.760603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=fd93d043-def2-4289-8e46-3360755518e7,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:47.797144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:47.797660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: 9d0daf56-dbca-45c8-81c7-74d8f84aa35a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:47.886136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] For port 038d58ca-5797-4358-9b63-b2a042bdc78e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:47.891826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.895633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] For port 038d58ca-5797-4358-9b63-b2a042bdc78e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=038d58ca-5797-4358-9b63-b2a042bdc78e,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:47.897669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:47.914288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:47.983955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:47.996753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.049469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:48.062706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 9d0daf56-dbca-45c8-81c7-74d8f84aa35a) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:48.073488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.073488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.083784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:48.084324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.106705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311e145-f4d1-4d8d-b915-2b24b04573b8 None None] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:48.130220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 3, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:42Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:48.137748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=8709426b-5d17-4164-8f6d-699523e07ce9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:48.162556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:48.171213 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c97f622-f751-4f42-82c9-fb6badee3134 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6359222 Mar 09 12:23:48.194568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44022) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:48.198739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Delete allocated IP 2001:db8::69 (16d94012-0197-4bf0-9b1f-b881c8698b28/7e28f1eb-2e8a-47cc-9490-ee4bf38ce900) {{(pid=87831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:23:48.273713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.275103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device fb73fb93-fa0c-4b6b-9b51-fde19411d76a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:48.281057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Allocated IP 2001:db8:0:2::d (16d94012-0197-4bf0-9b1f-b881c8698b28/2b6dd4fc-94ce-40bb-81ce-b0309c902acf/35c4973e-6288-477c-a2b9-5178ff289c36) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:48.289265 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d68fb154-64cc-4aad-bf4a-2bc32c9507f6 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/8709426b-5d17-4164-8f6d-699523e07ce9 HTTP/1.1" status: 204 len: 168 time: 1.4180326 Mar 09 12:23:48.289530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44026) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:48.307523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:23:48.307985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Updating router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 port d0c4f75e-f6e7-41bb-941f-9304eab57456 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:23:48.335575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Update dhcp port {'port': {'network_id': '16d94012-0197-4bf0-9b1f-b881c8698b28', 'fixed_ips': [{'subnet_id': 'ed5e68a7-1991-4b7a-a553-d3fbd388a4df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e28f1eb-2e8a-47cc-9490-ee4bf38ce900', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b6dd4fc-94ce-40bb-81ce-b0309c902acf'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '3018b774-373c-4eda-8933-04a52275e9ef'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:48.377914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb8cacd-27a3-4f60-8300-c85f104af28f None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:48.408592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cee7a6-bfb6-4b19-a4d1-016e28ee1eef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.422794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7cee7a6-bfb6-4b19-a4d1-016e28ee1eef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:48.442044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7cee7a6-bfb6-4b19-a4d1-016e28ee1eef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:48.446056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d7cee7a6-bfb6-4b19-a4d1-016e28ee1eef tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1529024 Mar 09 12:23:48.449736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44030) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:48.523116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc99d-fca1-4ab0-8e20-3092d1d65f05 None None] Pushing event updated for resources: {'Port': ['ID=038d58ca-5797-4358-9b63-b2a042bdc78e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:48.601042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925538d-67a2-4650-8262-15d24d7a627e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.602635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6925538d-67a2-4650-8262-15d24d7a627e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1517015 Mar 09 12:23:48.610628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44034) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:48.667589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.687044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.694582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.695910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c325c850-98ec-4858-b3c5-0d4b85b8157b None None] Provisioning for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:48.696556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.698505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:48.699514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:48.720618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:48.724984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2da50e44-c441-4b03-a7d4-f7995d0846f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1129131 Mar 09 12:23:48.725838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44040) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:48.806244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 1f7c8201-72dc-4b74-a1a8-f2b786448465 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:48.809800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.868827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.958092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:48.960136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:48.996837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.046665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.092450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7c8201-72dc-4b74-a1a8-f2b786448465,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:49.094712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.113872 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2cf5f45-54cc-437d-9e0f-94c66810d06a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/1f7c8201-72dc-4b74-a1a8-f2b786448465 HTTP/1.1" status: 204 len: 168 time: 0.3869205 Mar 09 12:23:49.114620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:49.142147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:49.143177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.189735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:49.190592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.203819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 60903712-51fc-48a5-8018-4d9089a7ebca {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:49.207406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.272994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.343454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:49.353770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.419603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.457632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.528425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Transition to ACTIVE for port object 35c4973e-6288-477c-a2b9-5178ff289c36 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:49.546858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.570658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=60903712-51fc-48a5-8018-4d9089a7ebca,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:49.576497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.589957 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9f95355d-9c72-495d-85f9-7159b572df11 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/60903712-51fc-48a5-8018-4d9089a7ebca HTTP/1.1" status: 204 len: 168 time: 0.4741921 Mar 09 12:23:49.592532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44048) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:49.621430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8bbfc5-1374-4806-b6fe-0a374b1c8fa5 None None] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:49.670598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-35507498-c0a6-4da9-920d-d913c1db2758 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739646 Mar 09 12:23:49.672434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:49.677392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:49.705952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] In _notify_port_updated(), no bound segment for port 35c4973e-6288-477c-a2b9-5178ff289c36 on network 16d94012-0197-4bf0-9b1f-b881c8698b28 {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:23:49.711249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:49.711860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.713161 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "PUT /v2.0/ports/35c4973e-6288-477c-a2b9-5178ff289c36 HTTP/1.1" status: 200 len: 966 time: 3.7580802 Mar 09 12:23:49.725080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44056) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:49.882688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec45e4-8612-4851-93d8-0251e7c585f2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event updated for resources: {'Port': ['ID=35c4973e-6288-477c-a2b9-5178ff289c36,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:49.905570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:49.910092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:49.913171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:49.919963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:49.930783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:49.935278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.935446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 35c4973e-6288-477c-a2b9-5178ff289c36 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:49.935972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:49.951501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8eea27e9-3119-4442-83ae-d9bbbb37c676 None None] Provisioning for port 038d58ca-5797-4358-9b63-b2a042bdc78e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:49.978922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Allocated IP 2001:db8:0:2::2 (16d94012-0197-4bf0-9b1f-b881c8698b28/2b6dd4fc-94ce-40bb-81ce-b0309c902acf/3018b774-373c-4eda-8933-04a52275e9ef) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:49.989891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.011628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.151962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Allocated IP 172.22.0.2 (9d0daf56-dbca-45c8-81c7-74d8f84aa35a/fd93d043-def2-4289-8e46-3360755518e7/7a2e135f-cf42-4da4-820a-bc7405d1d496) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:50.196471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.262690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:50.266349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:50.270863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:50.271580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.290287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=e0c6ab3b-3182-47a2-b84a-682866289913,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:50.308960 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c43a20a3-26b0-4e32-8d0a-351bfb7c7af5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6363761 Mar 09 12:23:50.311458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44060) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:50.319778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port fb73fb93-fa0c-4b6b-9b51-fde19411d76a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:50.320005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:50.336140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:50.362460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.363252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:50.369277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:50.397756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.443186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.443851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.493794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:50.498696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:50.502373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:50.508505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:50.522849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:50.528039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.687033 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0c6ab3b-3182-47a2-b84a-682866289913 (CIDR: 2001:db8::/64) Mar 09 12:23:50.691802 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:23:50.692394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:50.713068 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-453aa425-c7a5-4d45-b419-97f61bbd26de tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4000294 Mar 09 12:23:50.716794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44064) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:50.722746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:50.780558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:50.817072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:50.827980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae23ad3-a0c8-40b4-a7a7-a0d80766b36e None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '60903712-51fc-48a5-8018-4d9089a7ebca'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:50.832238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.861939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.871819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:50.876224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:50.879118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:50.884808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:50.885158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:50.896735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:50.900416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.927673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Transition to ACTIVE for port object d0c4f75e-f6e7-41bb-941f-9304eab57456 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:50.974055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ae23ad3-a0c8-40b4-a7a7-a0d80766b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.983344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:50.986948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:50.998532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 35c4973e-6288-477c-a2b9-5178ff289c36 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:51.041057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:51.049238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:51.077741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.085722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:51.086095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.287482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Transition to ACTIVE for port object 3018b774-373c-4eda-8933-04a52275e9ef will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:51.330335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.337920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:23:51.348623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.441916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.445616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386af70-dc3b-4e9c-96b5-a5822276b689 None None] Pushing event updated for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:51.464821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:23:51.480202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=35c4973e-6288-477c-a2b9-5178ff289c36,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:51.485434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.559982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Transition to ACTIVE for port object 7a2e135f-cf42-4da4-820a-bc7405d1d496 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:51.569535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe320fc3-b8dd-4c44-88fd-82ab3465f171 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/35c4973e-6288-477c-a2b9-5178ff289c36 HTTP/1.1" status: 204 len: 168 time: 1.8411584 Mar 09 12:23:51.569795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.569924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44070) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:51.678073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c14e257-9ed6-4983-93e7-dc5044af6b03 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] GET failed (client error): The resource could not be found. Mar 09 12:23:51.679145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2c14e257-9ed6-4983-93e7-dc5044af6b03 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Synchronizing usage tracker for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:51.717455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2c14e257-9ed6-4983-93e7-dc5044af6b03 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Unset dirty status for tenant:b78098e8320743db8175641c00fb2ca6 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:51.722091 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2c14e257-9ed6-4983-93e7-dc5044af6b03 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports/35c4973e-6288-477c-a2b9-5178ff289c36 HTTP/1.1" status: 404 len: 333 time: 0.1480291 Mar 09 12:23:51.722091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:51.722091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44074) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:51.728956 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bcbac3f0-9935-406b-a213-012f0decbe33 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9247658 Mar 09 12:23:51.732742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:51.735020 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:51.748035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:51.748662 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:51.753423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2124104168'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:51.764333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:51.788742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:51.794953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:51.811220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:51.819339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Transition to ACTIVE for port object 7a2e135f-cf42-4da4-820a-bc7405d1d496 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:51.837469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Attempting to bind port d0c4f75e-f6e7-41bb-941f-9304eab57456 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:51.837847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Attempting to bind port d0c4f75e-f6e7-41bb-941f-9304eab57456 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:51.838216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Attempting to bind port d0c4f75e-f6e7-41bb-941f-9304eab57456 on network 2f58a3b9-362e-42ce-895a-0532b815346b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:51.840411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:51.844552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.883116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:51.908303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.913351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.922069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.923071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.934090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.939107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:51.939490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Checking segment: {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:51.939901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.940280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Bound using segment: {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:51.940770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Bound port: d0c4f75e-f6e7-41bb-941f-9304eab57456, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e460bed3-07d0-4ecb-9840-231d05a5dfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:51.941294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.956262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:51.967908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:51.968074 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment 272509c8-539f-435d-82bb-be428cb5ee64 of type vlan for network aa2d7639-58c9-488a-832e-fe328432c595 Mar 09 12:23:51.991336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642dca2-1d32-4ed0-a175-9222f321d709 None None] Pushing event updated for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.009207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.029982 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:52.096279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.111223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:52.122314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:52.122733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d772d-60bb-46fd-9be6-908835fd844f None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:52.161423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:52.162249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.226800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=5']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.235658 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5175755 Mar 09 12:23:52.236786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27174-a8dc-45b8-9b87-cce8c0a48662 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=894e816d-aa9e-4f72-b4d6-cd2fe5440486,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.240361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44082) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:52.248062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:24:cd:a9', 'name': 'tempest-NetworksTestDHCPv6-1552665733'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:52.318212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.325953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:52.326711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.348404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.371181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] For port d0c4f75e-f6e7-41bb-941f-9304eab57456, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:52.385248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] For port d0c4f75e-f6e7-41bb-941f-9304eab57456, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d0c4f75e-f6e7-41bb-941f-9304eab57456,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:52.431652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:52.441805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:52.490006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:52.495714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.508132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=aa2d7639-58c9-488a-832e-fe328432c595,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.512990 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a64446bc-354d-42b0-ae60-175a16239b63 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7771678 Mar 09 12:23:52.515073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:52.574293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:52.581930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.22.0.1 (9d0daf56-dbca-45c8-81c7-74d8f84aa35a/fd93d043-def2-4289-8e46-3360755518e7/23a3169e-0a8b-4f06-abe2-d15a85fbddb5) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:52.665518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.686607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network aa2d7639-58c9-488a-832e-fe328432c595 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:52.730503 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:48Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:49Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:52.741775 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:23:52.742442 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Updating router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 port 62c6d1e8-2866-4ce6-9840-026b2a86597b binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:23:52.824745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:52.834207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:52.846434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:52.857944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:52.863598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:52.866971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:52.870558 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.890582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:52.902130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Provisioning for port 62c6d1e8-2866-4ce6-9840-026b2a86597b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:52.907547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.910063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Pushing event updated for resources: {'Port': ['ID=7a2e135f-cf42-4da4-820a-bc7405d1d496,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.927269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:52.960992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:52.962118 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/security-groups/314acaff-483f-4328-9b12-8b888ab8db97 HTTP/1.1" status: 204 len: 168 time: 1.2396173 Mar 09 12:23:52.962950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfaca5-cfd6-40a5-87c4-af747e7eeac0 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314acaff-483f-4328-9b12-8b888ab8db97,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:52.966627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44090) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:53.033808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:53.040457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.079421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.120138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.149019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Provisioning complete for port 62c6d1e8-2866-4ce6-9840-026b2a86597b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:53.149535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.194179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.242697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028e000-2694-47c4-8ef3-b45d7d73ea7a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:53.245659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.266606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.312471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port fef6bee8-66f6-4be7-8fda-2d69907b19b1 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:23:53.352129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.356386 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cfae703c-a9b8-49b5-8b48-39ce5994599a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/security-groups/e028e000-2694-47c4-8ef3-b45d7d73ea7a HTTP/1.1" status: 204 len: 168 time: 0.3856390 Mar 09 12:23:53.357772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44096) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:53.360746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:53.372974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:53.381662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:53.430840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:53.431541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:53.446607 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.456364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.462743 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Transition to ACTIVE for port object 62c6d1e8-2866-4ce6-9840-026b2a86597b will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:53.474915 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.523866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fd62-8f2d-4a65-83b3-3c541acdc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.595158 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b317-59ab-4af2-a5f3-e03c001b2e73 None None] Pushing event updated for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:53.628256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:23:53.628620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:23:53.633364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:53.683815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.793969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.807307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Attempting to bind port 7a2e135f-cf42-4da4-820a-bc7405d1d496 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:53.807702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Attempting to bind port 7a2e135f-cf42-4da4-820a-bc7405d1d496 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:53.808076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Attempting to bind port 7a2e135f-cf42-4da4-820a-bc7405d1d496 on network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:53.849271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Port 62c6d1e8-2866-4ce6-9840-026b2a86597b cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:53.851802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386af70-dc3b-4e9c-96b5-a5822276b689 None None] Pushing event updated for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:53.866516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:53.866900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Checking segment: {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:53.867313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.867754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Bound using segment: {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:53.868252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Bound port: 7a2e135f-cf42-4da4-820a-bc7405d1d496, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:53.868624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.914206 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Attempting to bind port 62c6d1e8-2866-4ce6-9840-026b2a86597b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:23:53.914785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:53.915164 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Attempting to bind port 62c6d1e8-2866-4ce6-9840-026b2a86597b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:23:53.915164 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Attempting to bind port 62c6d1e8-2866-4ce6-9840-026b2a86597b on network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:23:53.930521 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:23:53.930902 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Checking segment: {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:53.931334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.931738 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Bound using segment: {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:23:53.932741 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Bound port: 62c6d1e8-2866-4ce6-9840-026b2a86597b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:23:53.933157 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:53.964516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.019884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.059626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] For port 62c6d1e8-2866-4ce6-9840-026b2a86597b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:54.064008 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] For port 62c6d1e8-2866-4ce6-9840-026b2a86597b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=62c6d1e8-2866-4ce6-9840-026b2a86597b,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:54.070517 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.093847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::3e4 (94dc3624-3b1f-4296-9dc3-e29647941794/e0c6ab3b-3182-47a2-b84a-682866289913/fef6bee8-66f6-4be7-8fda-2d69907b19b1) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:54.109450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:cda9 (94dc3624-3b1f-4296-9dc3-e29647941794/894e816d-aa9e-4f72-b4d6-cd2fe5440486/fef6bee8-66f6-4be7-8fda-2d69907b19b1) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:54.148302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:54.148662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: aa2d7639-58c9-488a-832e-fe328432c595, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:54.161357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=7377651c-e481-4714-b8b0-6bcc1ecc583a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:54.163458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.181716 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b317-59ab-4af2-a5f3-e03c001b2e73 None None] Pushing event updated for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:54.211364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:54.211980 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:54.214190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ca68c-343e-49e0-a673-7a29ff8107bc,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:54.271506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network aa2d7639-58c9-488a-832e-fe328432c595 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:54.298277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.299405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7911ac62-fb25-4a07-8bf9-840204d16876 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b3ca68c-343e-49e0-a673-7a29ff8107bc HTTP/1.1" status: 204 len: 168 time: 0.9360223 Mar 09 12:23:54.308039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44100) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:54.372341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:54.372719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8791d95-dcb5-4f5f-a848-97ea2b5b351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.377109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, aa2d7639-58c9-488a-832e-fe328432c595) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:54.394936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:54.396298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.439235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 7e28f1eb-2e8a-47cc-9490-ee4bf38ce900 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:54.443273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.451070 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8eea15aa-7706-41eb-8f7f-1a884d889075 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9346752 Mar 09 12:23:54.456059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:54.515878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.532430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f75cc2-b78a-42dd-8c78-685241540bff None None] Network aa2d7639-58c9-488a-832e-fe328432c595 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:54.565922 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:54.625882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.676756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.695648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] For port 7a2e135f-cf42-4da4-820a-bc7405d1d496, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:23:54.719746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.725794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.727018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:54.771064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.795541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.798485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] For port 7a2e135f-cf42-4da4-820a-bc7405d1d496, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7a2e135f-cf42-4da4-820a-bc7405d1d496,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:23:54.907045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:54.948332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823b543-28c2-475e-97e4-9c9cf7ec2614 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:54.976426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:54.986122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=7e28f1eb-2e8a-47cc-9490-ee4bf38ce900,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:54.999027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.005714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.018084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-da9e211d-816a-41b2-9289-93656e787233 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/7e28f1eb-2e8a-47cc-9490-ee4bf38ce900 HTTP/1.1" status: 204 len: 168 time: 0.7083678 Mar 09 12:23:55.022635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44108) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:55.065080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.107261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe4d088-c40e-42b1-a041-330941412e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.122745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object fef6bee8-66f6-4be7-8fda-2d69907b19b1 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:55.136630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:55.137772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet 2b6dd4fc-94ce-40bb-81ce-b0309c902acf {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:55.164086 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:48Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:55.171966 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06263f70-be0d-4334-a2b1-b89459514df1 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:48Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:55.240658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.300922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.334789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=fef6bee8-66f6-4be7-8fda-2d69907b19b1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:55.441761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:55.453047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:55.458503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:55.468236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:55.469352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.475981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.667900 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f58fcc5c-07f7-442b-9954-b92e7312af40 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4238813 Mar 09 12:23:55.668142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:55.669260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44114) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:55.672128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:55.733466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.763983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port fef6bee8-66f6-4be7-8fda-2d69907b19b1 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:55.764577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.826848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:55.848346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Provisioning for port 3018b774-373c-4eda-8933-04a52275e9ef completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:55.851779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.904272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:55.904540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.910138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:55.988637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:55.989227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.075600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': '894e816d-aa9e-4f72-b4d6-cd2fe5440486', 'ip_address': '2001:db8:0:1:f816:3eff:fe24:ce55'}, {'subnet_id': 'e0c6ab3b-3182-47a2-b84a-682866289913'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:23:56.113600 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-0ddf6c90-2c1d-4e0b-a1a8-92e6c7400010 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3565886 Mar 09 12:23:56.174009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:23:56.215201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.382610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6dd4fc-94ce-40bb-81ce-b0309c902acf,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:56.408920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8:1::1 (aa2d7639-58c9-488a-832e-fe328432c595/7377651c-e481-4714-b8b0-6bcc1ecc583a/f2294b11-7803-4f11-a015-96daf703ffdb) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:56.452202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.474444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 038d58ca-5797-4358-9b63-b2a042bdc78e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:56.549891 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-58e555f9-5e58-4854-bcf3-281717469d15 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/2b6dd4fc-94ce-40bb-81ce-b0309c902acf HTTP/1.1" status: 204 len: 168 time: 1.5102320 Mar 09 12:23:56.555384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44118) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:56.574080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.585585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-aa2d7639-58c9-488a-832e-fe328432c595', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:23:56.586415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.608830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:23:56.617096 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fcb153e7-9bf4-4c9f-9d93-37fa645bf006 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4184072 Mar 09 12:23:56.617211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133bdb1-7bde-4506-aa10-d6d4bfc623bb None None] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:56.621706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44122) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:56.623755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.629768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafc621-1e0b-4ec4-b84d-cff387dac05d None None] Pushing event updated for resources: {'Port': ['ID=7a2e135f-cf42-4da4-820a-bc7405d1d496,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:56.636882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-a6c21e48-6649-4d7a-a59b-a05d71474762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:56.638829 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-a6c21e48-6649-4d7a-a59b-a05d71474762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1099 time: 0.4991152 Mar 09 12:23:56.640930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 3, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:56.644386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'network': {'name': 'tempest-RoutersTest-17605531'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:56.645618 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1e413c-9232-4d46-a5a9-1f64e7dc0dc2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:56.646137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1e413c-9232-4d46-a5a9-1f64e7dc0dc2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:56.650954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:56.653357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.679188 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1b1e413c-9232-4d46-a5a9-1f64e7dc0dc2 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/7e28f1eb-2e8a-47cc-9490-ee4bf38ce900 HTTP/1.1" status: 404 len: 337 time: 0.1227403 Mar 09 12:23:56.702019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fc985-c154-4926-a3c0-6d520efe58e3 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:41Z', 'revision_number': 3, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:23:56.702931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:56.819308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:network and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:56.831880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for fef6bee8-66f6-4be7-8fda-2d69907b19b1 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:23:56.877679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:56.894705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:56.911895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.923504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 038d58ca-5797-4358-9b63-b2a042bdc78e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:23:56.923743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:56.927331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.981198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:23:56.982798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting subnet ed5e68a7-1991-4b7a-a553-d3fbd388a4df {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:56.987121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-3ee0a871-3c75-427e-bdea-ec9baa914785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:56.988811 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-3ee0a871-3c75-427e-bdea-ec9baa914785 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 898 time: 0.3299277 Mar 09 12:23:56.997852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:56.998214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added segment f50c7373-199b-490a-b2f2-4b2b0c4cdf34 of type vlan for network b9f89392-f80d-4482-a556-1ede3086d8e8 Mar 09 12:23:57.027997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.075409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.082884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:57.083580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.107760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.142507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 038d58ca-5797-4358-9b63-b2a042bdc78e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:57.143081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.298819 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-c6a41c39-2ea2-43e3-8065-4b6e25b8d449 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 1002 time: 0.3005483 Mar 09 12:23:57.363856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Could not find standard attr ID for object 35c4973e-6288-477c-a2b9-5178ff289c36. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:23:57.385544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.436612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-c6c37325-8c3e-418e-959d-ab327352f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:57.438308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-c6c37325-8c3e-418e-959d-ab327352f4f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 200 len: 835 time: 0.1233213 Mar 09 12:23:57.564406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/e0c6ab3b-3182-47a2-b84a-682866289913/1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:57.572954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object f2294b11-7803-4f11-a015-96daf703ffdb will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:57.581950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Network': ['ID=b9f89392-f80d-4482-a556-1ede3086d8e8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:57.586148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.614600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network b9f89392-f80d-4482-a556-1ede3086d8e8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:23:57.620467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.665080 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:23:57.673214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-25ed26da-b651-44d9-89c8-6139fbe92bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:57.674971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-25ed26da-b651-44d9-89c8-6139fbe92bfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2285566 Mar 09 12:23:57.693024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=fef6bee8-66f6-4be7-8fda-2d69907b19b1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:57.712405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a0770924-245c-4ae1-9860-7fb4af4f861f tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0782547 Mar 09 12:23:57.717980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44132) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:57.730565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'subnet': {'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:23:57.742040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.769176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.813065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:57.815217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c5944643-d333-46b6-823a-7602ccd02c80 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/fef6bee8-66f6-4be7-8fda-2d69907b19b1 HTTP/1.1" status: 204 len: 168 time: 2.1446936 Mar 09 12:23:57.817615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44136) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:57.863280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44140) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:57.992409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:23:57.995408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.035934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.046702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:subnet and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:23:58.089573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:23:58.097935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d047d-e8d8-4cf7-b737-f75f78cd2222 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:58.098668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ee9d047d-e8d8-4cf7-b737-f75f78cd2222 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:58.110889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Allocated IP 2001:db8:1::2 (aa2d7639-58c9-488a-832e-fe328432c595/7377651c-e481-4714-b8b0-6bcc1ecc583a/0c9a898f-23b1-42e6-9337-be4e822390df) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:23:58.117793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5e68a7-1991-4b7a-a553-d3fbd388a4df,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:58.123712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:23:58.132856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.161318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network aa2d7639-58c9-488a-832e-fe328432c595 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:58.178423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:58.188523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:58.189062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.202944 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a080dcf2-a75d-4f86-8ffd-35fa00fe0300 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/ed5e68a7-1991-4b7a-a553-d3fbd388a4df HTTP/1.1" status: 204 len: 168 time: 1.4939492 Mar 09 12:23:58.215885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44144) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.218252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:58.220622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Made reservation on behalf of 4d4de13b81ec4784a3e8d356a3997149 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:23:58.224167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.239982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ee9d047d-e8d8-4cf7-b737-f75f78cd2222 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:58.243859 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ee9d047d-e8d8-4cf7-b737-f75f78cd2222 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.4252477 Mar 09 12:23:58.292332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44148) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.349215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:23:58.372400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039fb749-0cee-4dca-996b-3b6c743bab27 None None] Network 16d94012-0197-4bf0-9b1f-b881c8698b28 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:58.379196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-71e660ba-b8ce-4c3b-abc1-47f0c76e634a service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939869 Mar 09 12:23:58.395398 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad998e45-6838-48ec-9570-d859c95f11d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:58.395854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad998e45-6838-48ec-9570-d859c95f11d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:58.399914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ad998e45-6838-48ec-9570-d859c95f11d6 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/1ea8099d-eeaf-4657-bc15-ca9645361bc9 HTTP/1.1" status: 404 len: 337 time: 0.1585093 Mar 09 12:23:58.402636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44152) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.456975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:23:58.456975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:23:58.476914 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aa80ad3d-748a-4f5a-b33c-2835c7851ec4 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3e13fa-164b-4176-ad2d-8481ca29b42c HTTP/1.1" status: 200 len: 205 time: 0.0690968 Mar 09 12:23:58.480972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44156) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.569313 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-5b4e4552-5d1d-4c1b-9366-6862ae91f54e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] delete failed (client error): The resource could not be found. Mar 09 12:23:58.570233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b4e4552-5d1d-4c1b-9366-6862ae91f54e tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/routers/cd3e13fa-164b-4176-ad2d-8481ca29b42c HTTP/1.1" status: 404 len: 336 time: 0.0877950 Mar 09 12:23:58.596718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44160) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.653964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491d68c-fd7e-4ff5-a219-90898b30d482 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:58.657875 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9491d68c-fd7e-4ff5-a219-90898b30d482 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.3622072 Mar 09 12:23:58.660395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44164) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.702070 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-54c31c7f-0f4a-4110-88c8-4d773d4d30cf req-b4c00802-ca0f-470f-8af7-02c10c28ec47 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090479 Mar 09 12:23:58.707617 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e65c7-581d-4170-a1ca-11cd9160b7fe tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:58.708076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4e65c7-581d-4170-a1ca-11cd9160b7fe tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:58.709793 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ce4e65c7-581d-4170-a1ca-11cd9160b7fe tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/376a56da-64c4-421a-9cec-f4fb54508407 HTTP/1.1" status: 404 len: 337 time: 0.1067400 Mar 09 12:23:58.714561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44168) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.742046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:23:58.779533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.797567 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf351db-4c04-4f43-a396-085f83ae6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:58.798033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf351db-4c04-4f43-a396-085f83ae6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:58.799724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-edf351db-4c04-4f43-a396-085f83ae6c1b tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/21b7e8c6-6254-47b5-b5f5-680ba8708eec HTTP/1.1" status: 404 len: 337 time: 0.0785398 Mar 09 12:23:58.805171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44172) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.864177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c317f4c-3398-44b9-8676-a51b45fdfde8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:58.864830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c317f4c-3398-44b9-8676-a51b45fdfde8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:58.866561 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9c317f4c-3398-44b9-8676-a51b45fdfde8 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/602da0b2-9901-4775-afd5-0e08b07a87c2 HTTP/1.1" status: 404 len: 337 time: 0.0603421 Mar 09 12:23:58.872980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:58.873531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:58.875174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:58.876681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:58.877516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:23:58.880163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44176) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.944943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Subnet': ['ID=f297fcb7-74b6-4ce3-bb82-2368c2e7cb07,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:58.945182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c7bd70-fbb1-49cd-85a1-bf321261293f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:58.945650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c7bd70-fbb1-49cd-85a1-bf321261293f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:58.950292 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2c7bd70-fbb1-49cd-85a1-bf321261293f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/bd2acf7c-179d-4034-b79f-8a7a523626f5 HTTP/1.1" status: 404 len: 333 time: 0.0625529 Mar 09 12:23:58.953225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44180) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:58.987794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Checking segment: {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:23:58.988157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network hostable DHCP agents. Network: b9f89392-f80d-4482-a556-1ede3086d8e8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:23:59.003971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Provisioning complete for port beb2d79f-baaf-4154-83c0-08287931cbd7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:59.004740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.026050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:23:59.027122 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f932930e-9369-42d7-b032-761eb5dac03e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3647256 Mar 09 12:23:59.033526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adf54c1-85f0-4d94-8a83-f33c6dc00511 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:59.033972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adf54c1-85f0-4d94-8a83-f33c6dc00511 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:59.038012 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3adf54c1-85f0-4d94-8a83-f33c6dc00511 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/4f0c980f-f627-48d1-af1a-0763dfc83ac0 HTTP/1.1" status: 404 len: 337 time: 0.0801964 Mar 09 12:23:59.038012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44184) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.038296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 038d58ca-5797-4358-9b63-b2a042bdc78e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=038d58ca-5797-4358-9b63-b2a042bdc78e,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:59.041827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44186) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.073198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.102376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.103421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device fb73fb93-fa0c-4b6b-9b51-fde19411d76a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:23:59.131338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network b9f89392-f80d-4482-a556-1ede3086d8e8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:23:59.152578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, b9f89392-f80d-4482-a556-1ede3086d8e8) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:59.154699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet 894e816d-aa9e-4f72-b4d6-cd2fe5440486 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:23:59.167848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:23:59.168439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.203213 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-68b7f907-d9eb-47bf-9ae7-1e62689757ef tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4792943 Mar 09 12:23:59.206650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.257986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9713abe-75fa-40f0-85c6-a502fc0e8d7a None None] Network b9f89392-f80d-4482-a556-1ede3086d8e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:23:59.304182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Transition to ACTIVE for port object 0c9a898f-23b1-42e6-9337-be4e822390df will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:59.352609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aa7aaa-bd4d-4095-a781-5cc17eac407a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:59.353101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79aa7aaa-bd4d-4095-a781-5cc17eac407a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:59.357506 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-79aa7aaa-bd4d-4095-a781-5cc17eac407a tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/c7dac8eb-b187-4333-a2e3-54f649240089 HTTP/1.1" status: 404 len: 337 time: 0.2123017 Mar 09 12:23:59.359227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44196) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.402675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:23:59.404564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de54417-8bf4-4fd6-9c39-dd5b842be36f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:59.405066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de54417-8bf4-4fd6-9c39-dd5b842be36f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:59.409454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4de54417-8bf4-4fd6-9c39-dd5b842be36f tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/7a43fc5b-dbf5-44d5-b8e4-a17e66cdb6cc HTTP/1.1" status: 404 len: 333 time: 0.0466099 Mar 09 12:23:59.409623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44200) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.460194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb0b64-1bf1-4081-8f36-81fa18aa9dd3 None None] Port beb2d79f-baaf-4154-83c0-08287931cbd7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:23:59.462951 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e810551-3e13-4693-bc0b-bcac48fe0826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:59.463431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e810551-3e13-4693-bc0b-bcac48fe0826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:59.467866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Transition to ACTIVE for port object 0c9a898f-23b1-42e6-9337-be4e822390df will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:59.468180 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e810551-3e13-4693-bc0b-bcac48fe0826 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/1da05be9-8e0e-4183-a672-0266a9eaf2d3 HTTP/1.1" status: 404 len: 337 time: 0.0548677 Mar 09 12:23:59.468311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44204) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.507592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.568102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.573179 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d48b14e-323e-4ef4-be47-29ae9af963fb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] DELETE failed (client error): The resource could not be found. Mar 09 12:23:59.573636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d48b14e-323e-4ef4-be47-29ae9af963fb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:23:59.574029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=038d58ca-5797-4358-9b63-b2a042bdc78e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:59.577792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8d48b14e-323e-4ef4-be47-29ae9af963fb tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/subnets/01f7878a-c28b-4ebe-81ae-d202d6410144 HTTP/1.1" status: 404 len: 337 time: 0.1061945 Mar 09 12:23:59.583861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44208) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:23:59.696614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:23:59.723827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port beb2d79f-baaf-4154-83c0-08287931cbd7 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:23:59.724172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.760441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.818801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Network aa2d7639-58c9-488a-832e-fe328432c595 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:23:59.828304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:23:59.830894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:23:59.836958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Pushing event updated for resources: {'Port': ['ID=0c9a898f-23b1-42e6-9337-be4e822390df,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:23:59.842798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Transition to ACTIVE for port object 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:23:59.881368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Provisioning complete for port 3018b774-373c-4eda-8933-04a52275e9ef triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:59.881744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.889441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.932373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.934094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.935787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port fb73fb93-fa0c-4b6b-9b51-fde19411d76a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:23:59.936196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.940604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.941449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:23:59.985620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.207438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.224120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:00.299059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Attempting to bind port 0c9a898f-23b1-42e6-9337-be4e822390df on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:00.299286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Attempting to bind port 0c9a898f-23b1-42e6-9337-be4e822390df by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:00.299653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Attempting to bind port 0c9a898f-23b1-42e6-9337-be4e822390df on network aa2d7639-58c9-488a-832e-fe328432c595 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:00.325736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:00.325962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Checking segment: {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:00.326351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.326757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Bound using segment: {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:00.327220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Bound port: 0c9a898f-23b1-42e6-9337-be4e822390df, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:00.327903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.332736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network aa2d7639-58c9-488a-832e-fe328432c595 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:00.335955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:00.339097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c17ca-61e1-4c53-a0af-708ac0c6720c None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:00.345696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for beb2d79f-baaf-4154-83c0-08287931cbd7 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:00.349773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-b9f89392-f80d-4482-a556-1ede3086d8e8', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:00.350676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.427142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.466916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:23:53Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:00.484952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] DHCP port deletion for 16d94012-0197-4bf0-9b1f-b881c8698b28 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:00.544341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.564077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:00.593390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:00.593749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Updating router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:00.632226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Deleting port 3018b774-373c-4eda-8933-04a52275e9ef {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:00.632919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.652753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.735665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Port': ['ID=beb2d79f-baaf-4154-83c0-08287931cbd7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:00.739895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port fb73fb93-fa0c-4b6b-9b51-fde19411d76a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:00.740627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.782263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.788771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.895036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.905540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:00.960881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Provisioning for port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:00.970978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] For port 0c9a898f-23b1-42e6-9337-be4e822390df, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:00.980517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:00.994192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=894e816d-aa9e-4f72-b4d6-cd2fe5440486,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:01.008342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eaa25ad6-b036-4eea-9a5b-a5e834fc9b11 tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/ports/beb2d79f-baaf-4154-83c0-08287931cbd7 HTTP/1.1" status: 204 len: 168 time: 1.4211297 Mar 09 12:24:01.015593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44212) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:01.019249 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-14425712-e9a1-4137-a2ef-6a47c96f54a4 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/894e816d-aa9e-4f72-b4d6-cd2fe5440486 HTTP/1.1" status: 204 len: 168 time: 1.9817557 Mar 09 12:24:01.026715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44216) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:01.027863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] For port 0c9a898f-23b1-42e6-9337-be4e822390df, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0c9a898f-23b1-42e6-9337-be4e822390df,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:01.030803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Provisioning complete for port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:01.031214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.133323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.205504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Allocated IP 172.23.0.2 (b9f89392-f80d-4482-a556-1ede3086d8e8/f297fcb7-74b6-4ce3-bb82-2368c2e7cb07/d6499492-9fd4-4108-9599-2f6c936db88f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:01.245107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:01.255358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:01.266902 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:01.267776 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:01.323837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67283d02-18ce-4733-b978-24ded83ff2d3 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:01.377680 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6d12862d-7047-4c17-9eef-ef55b766802d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9206107 Mar 09 12:24:01.378646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44220) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:01.381132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port fb73fb93-fa0c-4b6b-9b51-fde19411d76a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:01.381503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.384802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2007140959'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:01.390399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:01.394747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:01.398159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:01.405289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:01.420534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:01.428187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.456553 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:01.488591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:01.491360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:24:01.509025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.511363 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment 27696c69-4ebd-4c3e-a235-e25a16b88e45 of type vlan for network bbfb7986-1083-4314-aae3-4ad7ff41f66a Mar 09 12:24:01.528259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for fb73fb93-fa0c-4b6b-9b51-fde19411d76a owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:01.576324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.641629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.647743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:01.648539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.690303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:01.690707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.718623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8637f4a-caaa-4e65-a368-5f3b97dc58d9 None None] Pushing event updated for resources: {'Port': ['ID=0c9a898f-23b1-42e6-9337-be4e822390df,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:01.810349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4302535 Mar 09 12:24:01.820137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44224) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:01.832544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:01.862555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752631-c483-43f7-b9db-b8c2fdfdfa3d tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=bbfb7986-1083-4314-aae3-4ad7ff41f66a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:01.868570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.873932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.932128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=fb73fb93-fa0c-4b6b-9b51-fde19411d76a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:01.943065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet e0c6ab3b-3182-47a2-b84a-682866289913 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:01.945334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Calling delete_port for 3018b774-373c-4eda-8933-04a52275e9ef owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:01.946243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.963866 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:58Z', 'revision_number': 3, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:23:59Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:01.968954 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:01.969610 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Updating router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 port f2294b11-7803-4f11-a015-96daf703ffdb binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:01.975240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:01.988352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Provisioning for port 7a2e135f-cf42-4da4-820a-bc7405d1d496 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:01.991422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:02.003764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:02.009592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:02.013242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:02.035036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:02.069534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:02.078538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.103838 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.161398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 3018b774-373c-4eda-8933-04a52275e9ef {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:02.162010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.346926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-261df5b0-34d8-4c5e-84ee-5ae124b8773d None None] Could not find standard attr ID for object beb2d79f-baaf-4154-83c0-08287931cbd7. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:24:02.455179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.505625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] For port 3018b774-373c-4eda-8933-04a52275e9ef, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3018b774-373c-4eda-8933-04a52275e9ef,segment=NetworkSegment(e834f2aa-6f56-4262-8b24-df48f4cfd0fa),segment_id=e834f2aa-6f56-4262-8b24-df48f4cfd0fa)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:02.508468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.551739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:02.554903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=81062b02-d081-4fb3-b223-4340cf237c7b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:02.584313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:02.585987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: bbfb7986-1083-4314-aae3-4ad7ff41f66a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:02.600463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.612167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.633009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:02.661825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bbfb7986-1083-4314-aae3-4ad7ff41f66a) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:02.668842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:02.669579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.677276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.705896 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0d139fe5-5167-46af-9ddb-fc47b99b701e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8842571 Mar 09 12:24:02.709050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44228) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:02.739451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Provisioning for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:02.745164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bd25c-7d2e-407e-854c-186e75196c2b None None] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:02.762858 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.793429 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Transition to ACTIVE for port object f2294b11-7803-4f11-a015-96daf703ffdb will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:02.803950 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.874371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:02.874745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:02.979943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] No DVR routers for this DVR port 3018b774-373c-4eda-8933-04a52275e9ef on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:03.067283 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f047-8d2f-4ae0-a637-16f872ebe078 None None] Pushing event updated for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:03.174159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.208265 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Attempting to bind port f2294b11-7803-4f11-a015-96daf703ffdb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:03.208654 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Attempting to bind port f2294b11-7803-4f11-a015-96daf703ffdb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:03.209017 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Attempting to bind port f2294b11-7803-4f11-a015-96daf703ffdb on network aa2d7639-58c9-488a-832e-fe328432c595 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:03.220932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=9']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:03.225299 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:03.225677 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Checking segment: {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:03.226066 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.226453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Bound using segment: {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:03.226914 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Bound port: f2294b11-7803-4f11-a015-96daf703ffdb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272509c8-539f-435d-82bb-be428cb5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:03.227301 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.242111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:24:03.275686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7a2e135f-cf42-4da4-820a-bc7405d1d496 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:03.288866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Calling delete_port for 3018b774-373c-4eda-8933-04a52275e9ef owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:03.355721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Transition to ACTIVE for port object d6499492-9fd4-4108-9599-2f6c936db88f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:03.397874 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] For port f2294b11-7803-4f11-a015-96daf703ffdb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:03.402917 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] For port f2294b11-7803-4f11-a015-96daf703ffdb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2294b11-7803-4f11-a015-96daf703ffdb,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:03.408452 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.433069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e94f7-5669-42c7-8e26-a1002d2d66b0 None None] Network aa2d7639-58c9-488a-832e-fe328432c595 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:03.477934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.479498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0936103-ff85-4db5-8006-0aca1b1a49ac None None] Pushing event deleted for resources: {'Port': ['ID=3018b774-373c-4eda-8933-04a52275e9ef,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:03.492248 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f047-8d2f-4ae0-a637-16f872ebe078 None None] Pushing event updated for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:03.527804 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:03.528731 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:03.535846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:03.536202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:03.566228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.644238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Transition to ACTIVE for port object d6499492-9fd4-4108-9599-2f6c936db88f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:03.719329 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:03.798629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.873592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.886150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.893595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.942707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:03.967169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c6ab3b-3182-47a2-b84a-682866289913,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:03.993199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Transition to ACTIVE for port object 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:04.018675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Network b9f89392-f80d-4482-a556-1ede3086d8e8 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:04.042135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Deleting port 3018b774-373c-4eda-8933-04a52275e9ef {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:04.042135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.070538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:04.072832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.085603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:04.097822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.115247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7a2e135f-cf42-4da4-820a-bc7405d1d496 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:04.120428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-619f9d59-bb90-4a48-b536-397027297a38 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e0c6ab3b-3182-47a2-b84a-682866289913 HTTP/1.1" status: 204 len: 168 time: 3.0697241 Mar 09 12:24:04.125692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Pushing event updated for resources: {'Port': ['ID=d6499492-9fd4-4108-9599-2f6c936db88f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:04.137262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44232) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:04.144731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] The port '3018b774-373c-4eda-8933-04a52275e9ef' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:04.152123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Allocated IP 172.23.0.1 (b9f89392-f80d-4482-a556-1ede3086d8e8/f297fcb7-74b6-4ce3-bb82-2368c2e7cb07/f4cac358-8e09-4e88-8ee7-ddf473ec9fbf) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:04.179504 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:58Z', 'revision_number': 3, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:04.191524 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98dba2-3e23-4774-b59d-34c792b10b76 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:23:58Z', 'revision_number': 3, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:04.230277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:04.231114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.236162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9a816e87-459b-4aad-8446-a0bd51a7c4f3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951781 Mar 09 12:24:04.237126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44236) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:04.270996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7a2e135f-cf42-4da4-820a-bc7405d1d496 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:04.270996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.290626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:04.492168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:04.505773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:04.510135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:04.534640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.570228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:04.592373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:04.595346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.686976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Transition to ACTIVE for port object f4cac358-8e09-4e88-8ee7-ddf473ec9fbf will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:04.746392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d94012-0197-4bf0-9b1f-b881c8698b28']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:04.770156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:04.773767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.797913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:04.798376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e834f2aa-6f56-4262-8b24-df48f4cfd0fa') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:04.838581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.863027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:04.917889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8:2::1 (bbfb7986-1083-4314-aae3-4ad7ff41f66a/81062b02-d081-4fb3-b223-4340cf237c7b/7c2f71d9-eb46-416e-b1cc-b459d5fecfa9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:04.944492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d0105-39ea-4c74-b5ee-69e2f00a002e None None] Pushing event updated for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:05.015626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Attempting to bind port d6499492-9fd4-4108-9599-2f6c936db88f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:05.016364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Attempting to bind port d6499492-9fd4-4108-9599-2f6c936db88f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:05.017235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Attempting to bind port d6499492-9fd4-4108-9599-2f6c936db88f on network b9f89392-f80d-4482-a556-1ede3086d8e8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:05.041114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network b9f89392-f80d-4482-a556-1ede3086d8e8 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:05.051838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:05.066380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:05.066732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:05.074803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:05.085078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:05.085462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Checking segment: {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:05.085868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.086266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Bound using segment: {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:05.086758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Bound port: d6499492-9fd4-4108-9599-2f6c936db88f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:05.088017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.170768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.191489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:05.192473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.196363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Attempting to bind port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:05.197675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Attempting to bind port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:05.197675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Attempting to bind port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 on network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:05.200181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:05.201403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86466c5a-6121-4914-a6af-1e6f37fa6a85 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:05.210214 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:05.249230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.288855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.302669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:05.312908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:05.313262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:05.313798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Checking segment: {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:05.313948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.314422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Bound using segment: {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:05.315514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Bound port: 23a3169e-0a8b-4f06-abe2-d15a85fbddb5, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cddc2a-0f05-4925-bf58-0dac97bcd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:05.315514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.318127 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d6a5d7dd-ccd1-45cb-9212-1e6f04936e68 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/ef25791a-f514-4cb0-968a-37144d304a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4526069 Mar 09 12:24:05.341909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.404535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.409160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.413995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] Pushing event deleted for resources: {'Network': ['ID=16d94012-0197-4bf0-9b1f-b881c8698b28,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:05.419633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-31798dcc-42c1-43da-896c-b7b8b9f422da tempest-PortsIpV6TestJSON-989964978 tempest-PortsIpV6TestJSON-989964978-project] 10.222.0.20 "DELETE /v2.0/networks/16d94012-0197-4bf0-9b1f-b881c8698b28 HTTP/1.1" status: 204 len: 168 time: 4.4004526 Mar 09 12:24:05.505352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:05.511226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.564391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:05.569882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:05.585718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:05.589761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:05.594054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:05.594728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:05.594994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.595792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.620449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=c603129c-05f5-4103-b233-88a3f6e146a1,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:05.635074 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e21aad10-d4dd-4b8e-902a-3150250854fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3514512 Mar 09 12:24:05.635814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44244) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:05.638878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.642565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:05.670414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:05.828872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] For port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:05.846503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:05.847144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:05.927074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44252) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:05.953315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:05.963318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.002807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:06.007532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:06.010341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] For port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:06.010839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:06.018207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:06.039087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b434-0a92-499c-b05f-192b5c88b498 req-c850ad03-22a0-46c7-b609-9e2cff3f0d0b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:06.039912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-3b56b434-0a92-499c-b05f-192b5c88b498 req-c850ad03-22a0-46c7-b609-9e2cff3f0d0b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:06.044985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:06.048743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.070608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.138993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Allocated IP 2001:db8:2::2 (bbfb7986-1083-4314-aae3-4ad7ff41f66a/81062b02-d081-4fb3-b223-4340cf237c7b/9cc6f651-9df8-47bb-8f2c-f89798530321) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:06.171014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 7a2e135f-cf42-4da4-820a-bc7405d1d496, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7a2e135f-cf42-4da4-820a-bc7405d1d496,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:06.209664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:06.240239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-3b56b434-0a92-499c-b05f-192b5c88b498 req-c850ad03-22a0-46c7-b609-9e2cff3f0d0b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:06.245915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.249179 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3b56b434-0a92-499c-b05f-192b5c88b498 req-c850ad03-22a0-46c7-b609-9e2cff3f0d0b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.3896675 Mar 09 12:24:06.251699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] For port d6499492-9fd4-4108-9599-2f6c936db88f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:06.264024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.265416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:06.277302 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d95eb56-af21-4300-9025-c7375bd4ad09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b78098e8320743db8175641c00fb2ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432808 Mar 09 12:24:06.281982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44258) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:06.302564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.ipam_backend_mixin [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c603129c-05f5-4103-b233-88a3f6e146a1 (CIDR: 2001:db8::/64) Mar 09 12:24:06.312682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:24:06.313394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:06.338233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3b56b434-0a92-499c-b05f-192b5c88b498 req-a52050df-b127-4a73-a9c6-511cd17caac2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873795 Mar 09 12:24:06.360321 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3c137dc5-f382-4b50-a9b6-ebe8a4284c97 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7233014 Mar 09 12:24:06.361347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44262) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:06.367219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'subnet': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:06.534341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] For port d6499492-9fd4-4108-9599-2f6c936db88f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d6499492-9fd4-4108-9599-2f6c936db88f,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:06.548068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:06.550116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.554744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Usage tracker for resource:subnet and tenant:0617ff2569a64cda9a2119b8b6134a02 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:06.559784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:06.566812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:06.568374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:06.570998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:06.589451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:06.593514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.607386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.653167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.757777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d0105-39ea-4c74-b5ee-69e2f00a002e None None] Pushing event updated for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:06.791581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.851952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.910959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:06.925008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:07.029605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ccf3faf0-0bbe-453d-99d7-740708e75007 None None] Provisioning for port f2294b11-7803-4f11-a015-96daf703ffdb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:07.057449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:07.057859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.079224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event updated for resources: {'Port': ['ID=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:07.171130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:07.212053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:24:07.273254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.396217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ccf3faf0-0bbe-453d-99d7-740708e75007 None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:07.396602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccf3faf0-0bbe-453d-99d7-740708e75007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.402648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.458339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.579896 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e10b5-290b-451d-b7b2-53dc8b73fa24 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=11']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:07.597414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39322c7-876d-41a5-bdc5-dd1a32944fdd,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:07.650558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-1a2e8d96-640b-4d5f-b043-bade39199f93 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:07.652294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-1a2e8d96-640b-4d5f-b043-bade39199f93 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:07.710643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.714414 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-23d32b50-3275-40ad-86a0-9eafd145dbcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f39322c7-876d-41a5-bdc5-dd1a32944fdd HTTP/1.1" status: 204 len: 168 time: 1.4289429 Mar 09 12:24:07.752507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-1a2e8d96-640b-4d5f-b043-bade39199f93 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:07.753808 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-1a2e8d96-640b-4d5f-b043-bade39199f93 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.7170029 Mar 09 12:24:07.892690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Network b9f89392-f80d-4482-a556-1ede3086d8e8 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:07.894818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:07.899244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:07.966176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde4bc3-2233-4f86-927d-8756d3c79e2e None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:08.088405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.089030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.125373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:08.152265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.165891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.167056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.167883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:08.168232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.200977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:08.209137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.325655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=7a2e135f-cf42-4da4-820a-bc7405d1d496,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:08.342431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:08.354060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:08.362392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:08.362985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:08.381718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d5a5-0b71-4a5d-bcb9-01c715ebfb35 req-eafb7030-9e63-4400-b3f6-97f804ec26f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:08.383273 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eb93d5a5-0b71-4a5d-bcb9-01c715ebfb35 req-eafb7030-9e63-4400-b3f6-97f804ec26f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.7715297 Mar 09 12:24:08.456189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Subnet': ['ID=c825435b-813a-4b12-b196-98d58c271f53,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:08.499378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1369014 Mar 09 12:24:08.515287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89131-b71c-443f-8bf1-1bf9e4cf9bf3 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=13']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:08.519802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:08.525456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:08.547704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Request body: {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'mac_address': 'fa:16:3e:f3:95:83', 'name': 'tempest-NetworksTestDHCPv6-1691693504'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:08.593831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eb93d5a5-0b71-4a5d-bcb9-01c715ebfb35 req-e3084792-dd2f-4843-8674-cf90657ca3c1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944437 Mar 09 12:24:08.769443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 62c6d1e8-2866-4ce6-9840-026b2a86597b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:08.793976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:08.804506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:08.817358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Made reservation on behalf of 0617ff2569a64cda9a2119b8b6134a02 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:08.855241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Transition to ACTIVE for port object 9cc6f651-9df8-47bb-8f2c-f89798530321 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:08.855994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:08.866829 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6b7bdcb3-25dc-4203-a8bd-6641f98314d9 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6564801 Mar 09 12:24:08.867441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44292) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:08.889755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f3979-fca5-485e-878d-ff0f7447dd97 None None] Network b9f89392-f80d-4482-a556-1ede3086d8e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:08.919690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44296) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:08.927878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:08.957674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Transition to ACTIVE for port object 9cc6f651-9df8-47bb-8f2c-f89798530321 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:08.980740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.017738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] device_id is not set on port 00def4ed-6d3e-44a4-88aa-af05e158006f yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:09.018863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:09.027412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:09.027599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.177382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:09.202777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:09.215983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:09.242811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1720356488'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:09.253270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:09.269910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a10c8-2dfa-40c9-b627-e01db2df1b7e None None] Pushing event updated for resources: {'Port': ['ID=d6499492-9fd4-4108-9599-2f6c936db88f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:09.313386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8::15f (94dc3624-3b1f-4296-9dc3-e29647941794/c603129c-05f5-4103-b233-88a3f6e146a1/00def4ed-6d3e-44a4-88aa-af05e158006f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:09.319964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:9583 (94dc3624-3b1f-4296-9dc3-e29647941794/c825435b-813a-4b12-b196-98d58c271f53/00def4ed-6d3e-44a4-88aa-af05e158006f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:09.327821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:09.345637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:09.354177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:09.357033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:09.357397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.404273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ccf3faf0-0bbe-453d-99d7-740708e75007 None None] Provisioning for port 0c9a898f-23b1-42e6-9337-be4e822390df completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:09.486327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 62c6d1e8-2866-4ce6-9840-026b2a86597b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:09.527151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 62c6d1e8-2866-4ce6-9840-026b2a86597b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:09.527531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.541787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.554601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:09.563186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Transition to ACTIVE for port object 00def4ed-6d3e-44a4-88aa-af05e158006f will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:09.567981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Attempting to bind port 9cc6f651-9df8-47bb-8f2c-f89798530321 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:09.568265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Attempting to bind port 9cc6f651-9df8-47bb-8f2c-f89798530321 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:09.568699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Attempting to bind port 9cc6f651-9df8-47bb-8f2c-f89798530321 on network bbfb7986-1083-4314-aae3-4ad7ff41f66a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:09.581794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Pushing event updated for resources: {'Port': ['ID=9cc6f651-9df8-47bb-8f2c-f89798530321,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:09.597634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:09.607947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.611491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:09.611889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Checking segment: {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:09.612625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.612773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Bound using segment: {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:09.613193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Bound port: 9cc6f651-9df8-47bb-8f2c-f89798530321, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:09.613575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.693031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Network 94dc3624-3b1f-4296-9dc3-e29647941794 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:09.696732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:09.701217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:09.706590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:09.707209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:09.708081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:09.708948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.751679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:09.752722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event updated for resources: {'Port': ['ID=00def4ed-6d3e-44a4-88aa-af05e158006f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:09.766854 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5960770e-ae4e-47e8-917d-3bad3551503a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2351043 Mar 09 12:24:09.767164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44304) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:09.796077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:09.799461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.839901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.890197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting port 00def4ed-6d3e-44a4-88aa-af05e158006f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:09.890639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:09.949666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ba4e-e00e-4c18-8c89-ce0136dc8923 None None] Provisioning for port d6499492-9fd4-4108-9599-2f6c936db88f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:10.019979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f0197-32db-47e1-a9fa-ba6dcceabd57 req-2268d1c8-8192-4c98-819e-9619c34bb7ea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:10.021567 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c38f0197-32db-47e1-a9fa-ba6dcceabd57 req-2268d1c8-8192-4c98-819e-9619c34bb7ea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 946 time: 0.2128875 Mar 09 12:24:10.043940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:10.046543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:04Z', 'revision_number': 1, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:10.076539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:10.085119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:10.088385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:10.099689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:10.101438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e60009-8d44-4fa1-8b06-bbf081d5440f None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:04Z', 'revision_number': 1, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:10.186964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c38f0197-32db-47e1-a9fa-ba6dcceabd57 req-f553d411-fa5e-485d-a183-1239bffe9774 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5047361d-d7c1-47f1-93f7-623fc0c8d69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528571 Mar 09 12:24:10.196705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Update dhcp port {'port': {'network_id': '94dc3624-3b1f-4296-9dc3-e29647941794', 'fixed_ips': [{'subnet_id': 'c825435b-813a-4b12-b196-98d58c271f53', 'ip_address': '2001:db8:0:1:f816:3eff:fe24:ce55'}, {'subnet_id': 'c603129c-05f5-4103-b233-88a3f6e146a1'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:24:10.251023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.283331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] For port 9cc6f651-9df8-47bb-8f2c-f89798530321, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:10.307977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.395011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:10.466698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.480684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:10.492040 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:10.510214 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:10.511198 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:10.548164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Calling delete_port for 00def4ed-6d3e-44a4-88aa-af05e158006f owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:10.565510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=4f90b9e6-4bc5-4769-9a3f-ec082efd47a8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:10.614888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:24:10.694539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Removed routes are [] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:24:10.695398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.709554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:10.713099 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-06c2637c-7702-4f04-aca4-5846d2162cec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0017364 Mar 09 12:24:10.715079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.719378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'name': 'network-vif-deleted', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:24:10.720992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44308) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:10.734456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-18113128'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:10.747268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:10.756032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:network and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:10.758580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:10.762570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:10.772927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:10.812939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] For port 9cc6f651-9df8-47bb-8f2c-f89798530321, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9cc6f651-9df8-47bb-8f2c-f89798530321,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:10.840696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b883ea14-ed45-4fca-9c06-128fc7bf7129', 'name': 'network-vif-deleted', 'tag': '4f90b9e6-4bc5-4769-9a3f-ec082efd47a8', 'status': 'completed', 'code': 200} Mar 09 12:24:10.853171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9922bbc8-20fe-4869-83af-8f3a9b27eaa5 req-0dd330e3-67f3-4d37-a17d-f221119928f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 HTTP/1.1" status: 204 len: 173 time: 3.0929155 Mar 09 12:24:10.887885 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:10.913929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:10.918670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.041582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.064721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.068340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:11.167337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Port': ['ID=00def4ed-6d3e-44a4-88aa-af05e158006f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:11.227391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.276065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.276499 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added segment 1244136b-1925-40d3-8cc8-bca1ec6c8781 of type vlan for network bf0f627d-6eac-4c9f-9926-0a7de122eb2d Mar 09 12:24:11.332165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.392340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Allocated IP 2001:db8::2 (94dc3624-3b1f-4296-9dc3-e29647941794/c603129c-05f5-4103-b233-88a3f6e146a1/1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:11.412632 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:23:54Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:07Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:11.418014 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:11.418498 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Updating router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:11.451323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:11.477837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57192314-e4a0-4803-8cfd-246a8d273469,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:11.511388 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.540551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.543263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.550784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.551262 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment a78c0988-10bd-4f53-89a2-86c4fe743cbc of type vlan for network a749d792-7a64-4608-9a56-67691ef5f72d Mar 09 12:24:11.561390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:11.561959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.579577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.582692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.778026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:11.813384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.828528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.897753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:11.939165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-283817f2-619b-4382-901a-29c30356c27f req-1f2e98fb-ff0c-4553-9c55-79c429fe0af6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=b883ea14-ed45-4fca-9c06-128fc7bf7129 HTTP/1.1" status: 200 len: 210 time: 0.4184897 Mar 09 12:24:11.944571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Transition to ACTIVE for port object 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:11.952729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:11.953314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4f90b9e6-4bc5-4769-9a3f-ec082efd47a8 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:11.956713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:11.982798 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2597029d-be21-4c8b-9205-c3b43d2de263 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/00def4ed-6d3e-44a4-88aa-af05e158006f HTTP/1.1" status: 204 len: 168 time: 2.2144260 Mar 09 12:24:11.989358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44316) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:12.018624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:12.022129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.029025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:12.029657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.040746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:12.074994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Network': ['ID=bf0f627d-6eac-4c9f-9926-0a7de122eb2d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:12.095377 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d0d71d06-0d81-47c5-9bbb-892e4b5f4280 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3730493 Mar 09 12:24:12.099877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:12.117333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.121481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'subnet': {'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:12.143123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:12.143817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:12.217924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:12.400954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=a749d792-7a64-4608-9a56-67691ef5f72d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:12.471624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:12.475103 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.521272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:subnet and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:12.522682 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Transition to ACTIVE for port object 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:12.555169 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.561052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:12.583324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 62c6d1e8-2866-4ce6-9840-026b2a86597b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=62c6d1e8-2866-4ce6-9840-026b2a86597b,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:12.605435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e867612-e306-4b89-af6e-d6f5fcd67806 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:12.606444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8e867612-e306-4b89-af6e-d6f5fcd67806 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:12.625500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:12.657129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8e867612-e306-4b89-af6e-d6f5fcd67806 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:12.658660 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8e867612-e306-4b89-af6e-d6f5fcd67806 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6653907 Mar 09 12:24:12.660415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Made reservation on behalf of f1bfbddf083d4fbe8dc9c1a10004829f for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:12.687516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.707623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:12.722804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44324) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:12.817672 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf3e23d2-9edd-48d4-b910-fc7da59f8459 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.8362141 Mar 09 12:24:12.818162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:12.827144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'name': 'tempest-PortsTestJSON-403888513'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:12.835689 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d2214-0b7d-4c4c-8dbc-6aaf7ecf082f None None] Pushing event updated for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:12.959749 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Attempting to bind port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:12.960656 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Attempting to bind port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:12.961592 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Attempting to bind port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 on network bbfb7986-1083-4314-aae3-4ad7ff41f66a {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:12.969952 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:12.971392 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Checking segment: {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:12.972034 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:12.972604 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Bound using segment: {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:12.975613 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Bound port: 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27696c69-4ebd-4c3e-a235-e25a16b88e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:12.981215 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.026445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a3801-3fbf-4fa9-8487-8fd1a745ab96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:13.028176 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-650a3801-3fbf-4fa9-8487-8fd1a745ab96 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3041573 Mar 09 12:24:13.031002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:13.096042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:13.105864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44338) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:13.150185 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] For port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:13.154469 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] For port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:13.176331 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.177251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe34ea-ab22-42b3-83f6-a357c7395589 None None] Pushing event updated for resources: {'Port': ['ID=9cc6f651-9df8-47bb-8f2c-f89798530321,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:13.204248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:13.208419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:13.211564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:13.218499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:13.236100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:13.239689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.256137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:13.266697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.270333 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d8f34c43-a3c1-4b4f-acf4-1d4da1aef11a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 934 time: 4.3976097 Mar 09 12:24:13.271034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:13.304557 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:13.306277 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:13.325531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ba4e-e00e-4c18-8c89-ce0136dc8923 None None] Provisioning for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:13.332289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.371024 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d2214-0b7d-4c4c-8dbc-6aaf7ecf082f None None] Pushing event updated for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:13.373516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port bf9085c1-e195-444d-9647-50e2b050cd15 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:13.425806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.432005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:13.433881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:13.435531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:13.436559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:13.441488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Subnet': ['ID=9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:13.441674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.452656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0c9a898f-23b1-42e6-9337-be4e822390df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:13.515443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:13.519767 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3bbf5b48-4584-4ee6-b2c2-7331148d8796 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4875960 Mar 09 12:24:13.520614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44346) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:13.561607 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:13.576131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce072-b37d-48c4-bc86-b755336a2513 None None] Pushing event updated for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=14']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:13.577638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.599037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Checking segment: {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:13.599618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network hostable DHCP agents. Network: bf0f627d-6eac-4c9f-9926-0a7de122eb2d, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:13.655692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ba4e-e00e-4c18-8c89-ce0136dc8923 None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:13.656267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ba4e-e00e-4c18-8c89-ce0136dc8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.671697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet c603129c-05f5-4103-b233-88a3f6e146a1 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:13.721307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f781d814-1018-464d-b5f4-9a1329540735 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 934 time: 0.4490495 Mar 09 12:24:13.724530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44350) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:13.729116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.759580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'routes': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:13.802724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:13.838974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bf0f627d-6eac-4c9f-9926-0a7de122eb2d) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:13.842234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.912745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:13.913607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.929541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:13.933209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:13.946523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86232b-03f5-4f94-971a-947708967a03 None None] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:13.962660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00c440-dedd-4f47-b456-ce7f8f844bdc None None] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:14.010109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5047361d-d7c1-47f1-93f7-623fc0c8d69c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:14.039107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.041466 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bf8418fc-5c04-452f-883f-d465d08c4150 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/5047361d-d7c1-47f1-93f7-623fc0c8d69c HTTP/1.1" status: 204 len: 168 time: 0.9341760 Mar 09 12:24:14.062322 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d087dc3b-e7f5-4fbd-8ea2-bff62ae0d373 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9476078 Mar 09 12:24:14.069284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44356) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:14.125197 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:14.130446 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ad1e4-b586-4ee4-9042-326a3b95cb9e None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:14.163407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.206841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:14.292479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.299213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet d033d0dc-975f-419d-a190-21e8469ab948 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:14.303176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.485311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0c9a898f-23b1-42e6-9337-be4e822390df completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:14.534286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0c9a898f-23b1-42e6-9337-be4e822390df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:14.534864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.572612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31e61f-b07f-4ded-82b9-1dcf69df45d4 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:14.612293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.616171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.738152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=bf9085c1-e195-444d-9647-50e2b050cd15,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:14.860463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': 'a78c0988-10bd-4f53-89a2-86c4fe743cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:14.861248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: a749d792-7a64-4608-9a56-67691ef5f72d, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:14.881450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:14.965259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:14.970173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.975155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:14.998227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfb5dd-1cd7-47d7-862d-3b85d0ba04f5 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '04088045-f211-43c8-becd-cb1d77ab455b', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.142', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'port_id': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'mac_address': 'fa:16:3e:cc:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:22:22Z', 'updated_at': '2022-03-09T12:22:30Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:15.042139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=c603129c-05f5-4103-b233-88a3f6e146a1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:15.048300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.061221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.134595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-761e6ae6-dd18-4cfb-a5fe-bea7d1cba51f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c603129c-05f5-4103-b233-88a3f6e146a1 HTTP/1.1" status: 204 len: 168 time: 1.5972362 Mar 09 12:24:15.138322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44364) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:15.219200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.245756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, a749d792-7a64-4608-9a56-67691ef5f72d) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:15.249905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:15.256166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:15.256805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.308597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Deleting subnet c825435b-813a-4b12-b196-98d58c271f53 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:15.312921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.344194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b06f8c-3f1b-4b84-889e-5ef499b3cd98 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:15.357049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c494c663-4fed-40c9-8749-19006819e8f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5358584 Mar 09 12:24:15.361257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:15.373771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-585225077'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:15.379318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:15.384638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:15.387019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.390295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:15.395075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.426567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Provisioning for port 9cc6f651-9df8-47bb-8f2c-f89798530321 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:15.433375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0c9a898f-23b1-42e6-9337-be4e822390df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0c9a898f-23b1-42e6-9337-be4e822390df,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:15.443533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.443995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:15.444983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.445700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/d033d0dc-975f-419d-a190-21e8469ab948 HTTP/1.1" status: 204 len: 168 time: 1.2377336 Mar 09 12:24:15.447676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:15.483850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44372) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:15.512329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2c1f5-0e80-47d4-a021-0ef198d1c9d2 None None] Network 61b95d5c-0ede-4dc5-927c-acfeddc2a260 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:15.538808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.539993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d0c4f75e-f6e7-41bb-941f-9304eab57456 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:15.631156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.635041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04ab9-599e-4878-864f-dad35e6095c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=d033d0dc-975f-419d-a190-21e8469ab948,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:15.644239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.652080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:15.655341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.707496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:10Z', 'revision_number': 6, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:23:52Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:15.728916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 75d58016-9d15-4a09-9e82-b7aa912d4427 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:15.729252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.783379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:15.794915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added routes are [] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:24:15.795246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:24:15.813031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.848553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.848553 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment bf1750ba-cbba-4611-8d27-c339d1e6b2a5 of type vlan for network 7d075877-ca16-422c-b66a-a3cbb202588e Mar 09 12:24:15.851172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:15.851542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Updating router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:15.937617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:15.986464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Provisioning for port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:15.999091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Subnet': ['ID=c825435b-813a-4b12-b196-98d58c271f53,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:16.001394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Allocated IP 2001:db8:3::1 (bf0f627d-6eac-4c9f-9926-0a7de122eb2d/9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c/bfef505f-fbe2-44a9-b37b-d6c9cbd88f72) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:16.003889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.021687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.025448 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cf251bf1-8deb-4d46-9882-9b852174ea90 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c825435b-813a-4b12-b196-98d58c271f53 HTTP/1.1" status: 204 len: 168 time: 0.8857963 Mar 09 12:24:16.027943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.072900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Provisioning complete for port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:16.073277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.113338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0c9a898f-23b1-42e6-9337-be4e822390df,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:16.127548 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c854fda-035a-4589-8ccb-687b4efad95e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981185 Mar 09 12:24:16.129817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44380) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.194137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 75d58016-9d15-4a09-9e82-b7aa912d4427, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=75d58016-9d15-4a09-9e82-b7aa912d4427,segment=NetworkSegment(b2be8d21-748b-4a92-b252-3457e75763d0),segment_id=b2be8d21-748b-4a92-b252-3457e75763d0)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:16.194549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.197186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.218499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.248976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d0c4f75e-f6e7-41bb-941f-9304eab57456 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:16.280740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:24:16.303745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d0c4f75e-f6e7-41bb-941f-9304eab57456 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:16.304127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.309009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.319701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40cb28-5204-4c77-94d6-c3cdcb622a03 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:16.324419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-af40cb28-5204-4c77-94d6-c3cdcb622a03 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1906807 Mar 09 12:24:16.325496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44384) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.394976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Transition to ACTIVE for port object bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:16.423620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc8603-3707-4cca-bb9d-f3f06b605df9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:16.424350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98cc8603-3707-4cca-bb9d-f3f06b605df9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Synchronizing usage tracker for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:16.459279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98cc8603-3707-4cca-bb9d-f3f06b605df9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Unset dirty status for tenant:0617ff2569a64cda9a2119b8b6134a02 on resource:subnet {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:16.464930 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-98cc8603-3707-4cca-bb9d-f3f06b605df9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1342521 Mar 09 12:24:16.464930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44388) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.537223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:16.537970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ab2b51-e00d-4219-8deb-8aeb78880efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.543994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.578724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 75d58016-9d15-4a09-9e82-b7aa912d4427 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:16.608915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f5eb5f90-7797-40ec-ba35-2c20f0fa9d1f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429029 Mar 09 12:24:16.627168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44392) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.687799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:16.694931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:16.714176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:16.714961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.728410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.734895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:16.735626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.767272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Allocated IP 2001:db8:3::2 (bf0f627d-6eac-4c9f-9926-0a7de122eb2d/9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c/a1b02875-55c4-41ff-ae26-38a8f699cda3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:16.799964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.813718 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e00b919-5613-4818-9521-4055e3d29d82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:16.815047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e00b919-5613-4818-9521-4055e3d29d82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:16.817286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e00b919-5613-4818-9521-4055e3d29d82 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/00def4ed-6d3e-44a4-88aa-af05e158006f HTTP/1.1" status: 404 len: 333 time: 0.1891198 Mar 09 12:24:16.832328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a6749-b195-407c-96b3-79788b743e2e None None] DHCP port deletion for 61b95d5c-0ede-4dc5-927c-acfeddc2a260 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:16.870666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44396) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:16.901118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:16.914262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:17.142803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=75d58016-9d15-4a09-9e82-b7aa912d4427,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:17.170602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.230272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.239078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 75d58016-9d15-4a09-9e82-b7aa912d4427 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:17.243563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef6ee5e-6421-4329-b72a-afd9c0ab1509 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:17.246413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef6ee5e-6421-4329-b72a-afd9c0ab1509 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:17.248358 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bef6ee5e-6421-4329-b72a-afd9c0ab1509 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c825435b-813a-4b12-b196-98d58c271f53 HTTP/1.1" status: 404 len: 337 time: 0.3727741 Mar 09 12:24:17.253115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:17.287877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port d0c4f75e-f6e7-41bb-941f-9304eab57456, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d0c4f75e-f6e7-41bb-941f-9304eab57456,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:17.302467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9395325 Mar 09 12:24:17.304440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.305563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 038d58ca-5797-4358-9b63-b2a042bdc78e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:17.314477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.322044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44404) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:17.322776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b0f6d-7828-4a01-a8ff-9f967ecea241 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=7d075877-ca16-422c-b66a-a3cbb202588e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:17.374357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'ports': [{'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'}, {'network_id': '7d075877-ca16-422c-b66a-a3cbb202588e'}]} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:17.377004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:17.377606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '7d075877-ca16-422c-b66a-a3cbb202588e'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:17.422028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7d075877-ca16-422c-b66a-a3cbb202588e details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:17.456404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.507202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:17.545901 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a527e2f2-2df4-4c3b-b013-875ba1acd192 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:17.546372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a527e2f2-2df4-4c3b-b013-875ba1acd192 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:17.548492 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a527e2f2-2df4-4c3b-b013-875ba1acd192 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c603129c-05f5-4103-b233-88a3f6e146a1 HTTP/1.1" status: 404 len: 337 time: 0.2942827 Mar 09 12:24:17.549930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.550829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.566207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44408) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:17.585020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130c3f1-596f-46bb-badb-b6cdfb665ba3 None None] Network 94dc3624-3b1f-4296-9dc3-e29647941794 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:17.670131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event updated for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:17.728739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4b6abc-a0b7-4814-8964-4af4babbf421 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:17.729587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4b6abc-a0b7-4814-8964-4af4babbf421 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:17.731309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ca4b6abc-a0b7-4814-8964-4af4babbf421 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/fef6bee8-66f6-4be7-8fda-2d69907b19b1 HTTP/1.1" status: 404 len: 333 time: 0.0655103 Mar 09 12:24:17.734661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44412) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:17.779295 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6fa5e7-63e3-4935-b98f-2a35b662a4c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:17.780306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6fa5e7-63e3-4935-b98f-2a35b662a4c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:17.783924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7f6fa5e7-63e3-4935-b98f-2a35b662a4c1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/894e816d-aa9e-4f72-b4d6-cd2fe5440486 HTTP/1.1" status: 404 len: 337 time: 0.0461366 Mar 09 12:24:17.784277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44416) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:17.810595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:17.812370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.888412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b95d5c-0ede-4dc5-927c-acfeddc2a260']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:17.908306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 038d58ca-5797-4358-9b63-b2a042bdc78e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:17.908678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:17.999431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f64584d8-ad2e-4009-b437-239ceef47c40 None None] Provisioning for port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:18.030289 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ee33e-1a2b-4233-9e5c-027d9c326375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.030745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ee33e-1a2b-4233-9e5c-027d9c326375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.033391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e43ee33e-1a2b-4233-9e5c-027d9c326375 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e0c6ab3b-3182-47a2-b84a-682866289913 HTTP/1.1" status: 404 len: 337 time: 0.2481716 Mar 09 12:24:18.035217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2be8d21-748b-4a92-b252-3457e75763d0') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:18.036417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2be8d21-748b-4a92-b252-3457e75763d0') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:18.036543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44420) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.053040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.056440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.082932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0d616a-20c2-4161-8637-25169d2429eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.083426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0d616a-20c2-4161-8637-25169d2429eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.087744 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fb0d616a-20c2-4161-8637-25169d2429eb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/8709426b-5d17-4164-8f6d-699523e07ce9 HTTP/1.1" status: 404 len: 333 time: 0.0481722 Mar 09 12:24:18.088325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.088819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Transition to ACTIVE for port object a1b02875-55c4-41ff-ae26-38a8f699cda3 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:18.097689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Transition to ACTIVE for port object f4cac358-8e09-4e88-8ee7-ddf473ec9fbf will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:18.110043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.122898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.136167 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf82ddd8-09ca-4fc6-9aef-f4643109a710 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.136167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf82ddd8-09ca-4fc6-9aef-f4643109a710 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.139778 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cf82ddd8-09ca-4fc6-9aef-f4643109a710 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/60903712-51fc-48a5-8018-4d9089a7ebca HTTP/1.1" status: 404 len: 337 time: 0.0482397 Mar 09 12:24:18.141375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44428) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.161496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:18.162790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:18.203836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:18.207180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5783c9a9-6304-4a7f-ad23-8d1639ec5b19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.207642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5783c9a9-6304-4a7f-ad23-8d1639ec5b19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.211910 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5783c9a9-6304-4a7f-ad23-8d1639ec5b19 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/1f7c8201-72dc-4b74-a1a8-f2b786448465 HTTP/1.1" status: 404 len: 337 time: 0.0676286 Mar 09 12:24:18.214573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Transition to ACTIVE for port object a1b02875-55c4-41ff-ae26-38a8f699cda3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:18.216001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.217947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44432) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.218866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:18.226083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:18.232824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:18.272946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:18.283954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.285151 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-14d88d69-7023-47e9-a6c3-08e8b20523e5 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 700 time: 4.5594261 Mar 09 12:24:18.287714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:18.288073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.295627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:18.316213 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:18.318424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44436) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.325790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] DHCP port deletion for 94dc3624-3b1f-4296-9dc3-e29647941794 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:18.345497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bacb4-c6a8-477e-8e8a-18a23875ce42 None None] Pushing event updated for resources: {'Port': ['ID=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:18.353961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Deleting port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:18.354333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.354460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:18.400833 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6557930-0858-464f-9657-b5c6dcee8b20 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.402644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6557930-0858-464f-9657-b5c6dcee8b20 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.409420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f6557930-0858-464f-9657-b5c6dcee8b20 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/fa9720e6-32fe-44e5-8e0d-cee488911752 HTTP/1.1" status: 404 len: 333 time: 0.1852384 Mar 09 12:24:18.410808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-caceea11-c687-4154-b8c7-516698b8abfa None None] Provisioning complete for port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:18.411416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-caceea11-c687-4154-b8c7-516698b8abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.419764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44440) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.491859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 2} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:18.496534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.522542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:18.550188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:18.590214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ade9467-3d87-40de-a75f-f31136dacac0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.590799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ade9467-3d87-40de-a75f-f31136dacac0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.594902 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ade9467-3d87-40de-a75f-f31136dacac0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d3ba7bdd-86b5-4dad-976c-18b5ab4d22c9 HTTP/1.1" status: 404 len: 337 time: 0.1717713 Mar 09 12:24:18.595632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44444) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.597661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.614420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:18.627867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.639491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:18.644305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 3018b774-373c-4eda-8933-04a52275e9ef {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:18.644829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3018b774-373c-4eda-8933-04a52275e9ef not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:18.647323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d6f1e3-0896-4258-b6d4-8e4e6b8e99a8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.647938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d6f1e3-0896-4258-b6d4-8e4e6b8e99a8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.653098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e1d6f1e3-0896-4258-b6d4-8e4e6b8e99a8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d4d149a7-7bf4-4ace-be8d-00d6030322d8 HTTP/1.1" status: 404 len: 337 time: 0.0540419 Mar 09 12:24:18.653098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:18.653350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.654611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44448) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.666955 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:18.677850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:18.678715 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:18.713980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=61b95d5c-0ede-4dc5-927c-acfeddc2a260,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:18.736291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Pushing event updated for resources: {'Port': ['ID=a1b02875-55c4-41ff-ae26-38a8f699cda3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:18.745211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-81fcb892-30af-4562-8a5f-b1ea09aeb7aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/61b95d5c-0ede-4dc5-927c-acfeddc2a260 HTTP/1.1" status: 204 len: 168 time: 3.2573035 Mar 09 12:24:18.752191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f04eb411-6f42-47b9-a757-21f607ff4a73 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 700 time: 0.4210374 Mar 09 12:24:18.752568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44452) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.752915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44454) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.792948 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01b0dee4-a40e-4227-932f-874bc4b22547 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7204366 Mar 09 12:24:18.793706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:18.794884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Attempting to bind port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:18.795267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Attempting to bind port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:18.795618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Attempting to bind port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf on network b9f89392-f80d-4482-a556-1ede3086d8e8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:18.806753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:18.833506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:18.833898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Checking segment: {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:18.834312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.834719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Bound using segment: {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:18.835215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Bound port: f4cac358-8e09-4e88-8ee7-ddf473ec9fbf, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:18.835598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:18.888818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e942e9-a9e0-4950-9196-cc36f4f73607 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:18.889334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e942e9-a9e0-4950-9196-cc36f4f73607 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:18.889729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Attempting to bind port a1b02875-55c4-41ff-ae26-38a8f699cda3 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:18.890119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Attempting to bind port a1b02875-55c4-41ff-ae26-38a8f699cda3 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:18.890497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Attempting to bind port a1b02875-55c4-41ff-ae26-38a8f699cda3 on network bf0f627d-6eac-4c9f-9926-0a7de122eb2d {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:18.893808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0e942e9-a9e0-4950-9196-cc36f4f73607 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/3a822ac6-a86a-44b3-a650-f20f0e11b841 HTTP/1.1" status: 404 len: 333 time: 0.2368014 Mar 09 12:24:18.901939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44464) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.002792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:19.003356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Checking segment: {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:19.003356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.003916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Bound using segment: {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:19.004297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Bound port: a1b02875-55c4-41ff-ae26-38a8f699cda3, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:19.004575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.005264 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-587a1d4a-53ba-4c66-8446-47e26f159cee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.005726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587a1d4a-53ba-4c66-8446-47e26f159cee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.010894 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-587a1d4a-53ba-4c66-8446-47e26f159cee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/b4f6c6d1-c5b9-4ec4-8dee-abd006f077da HTTP/1.1" status: 404 len: 337 time: 0.1045308 Mar 09 12:24:19.017522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44468) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.096661 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e86f6ef-23b9-4e56-820c-dfa8d29f7bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.098712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e86f6ef-23b9-4e56-820c-dfa8d29f7bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.105759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3e86f6ef-23b9-4e56-820c-dfa8d29f7bee tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/a9d926cd-78de-4584-b4b0-1de803826e96 HTTP/1.1" status: 404 len: 333 time: 0.0845642 Mar 09 12:24:19.106010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44472) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.112580 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:19.164069 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-80abee3b-9159-4599-8c99-ac65515b5161 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.164688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80abee3b-9159-4599-8c99-ac65515b5161 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.166723 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-80abee3b-9159-4599-8c99-ac65515b5161 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/525c3e39-4461-408e-965e-91b9a5c3b005 HTTP/1.1" status: 404 len: 337 time: 0.0598752 Mar 09 12:24:19.169730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.190714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] For port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,segment=NetworkSegment(a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67),segment_id=a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:19.191119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.219389 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d5396f-fcc0-43c7-b6fc-4062da13fb3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.219871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d5396f-fcc0-43c7-b6fc-4062da13fb3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.221935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b1d5396f-fcc0-43c7-b6fc-4062da13fb3a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/c80420eb-0dab-499e-b4b6-944a924080ca HTTP/1.1" status: 404 len: 333 time: 0.0509591 Mar 09 12:24:19.288439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44480) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.450227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Calling delete_port for 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:19.471467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e2fd34-b0d4-4640-9d47-6a24d4305aca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.476022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e2fd34-b0d4-4640-9d47-6a24d4305aca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.476022 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73e2fd34-b0d4-4640-9d47-6a24d4305aca tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/5e34f668-84e8-42c4-b4e0-e00fa08ec60c HTTP/1.1" status: 404 len: 337 time: 0.1843233 Mar 09 12:24:19.484261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44484) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.575777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2294b11-7803-4f11-a015-96daf703ffdb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:19.605581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.632261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5611a76-2e88-4651-b4d9-ac047c185883 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.634101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5611a76-2e88-4651-b4d9-ac047c185883 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.636105 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e5611a76-2e88-4651-b4d9-ac047c185883 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/d126fd56-b803-42e8-b3ad-f0f7e90228d0 HTTP/1.1" status: 404 len: 333 time: 0.1489956 Mar 09 12:24:19.665410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.677872 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:16Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:03Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:19.684818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:19.685438 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Updating router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:19.715757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] For port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:19.741846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] Pushing event deleted for resources: {'Port': ['ID=1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:19.756783 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.763156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03194834-b667-41ff-8683-88a6cb3f9278 None None] No DVR routers for this DVR port 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:19.806217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] For port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:19.820210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] For port a1b02875-55c4-41ff-ae26-38a8f699cda3, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:19.822058 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7b1f4d-25cf-4b8d-a600-c58add4de302 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.822626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7b1f4d-25cf-4b8d-a600-c58add4de302 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.824817 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1a7b1f4d-25cf-4b8d-a600-c58add4de302 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/325838a6-9cb1-4c81-9f79-fe42ae225d4d HTTP/1.1" status: 404 len: 337 time: 0.1580522 Mar 09 12:24:19.829504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] For port a1b02875-55c4-41ff-ae26-38a8f699cda3, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a1b02875-55c4-41ff-ae26-38a8f699cda3,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:19.842312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.847638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.907292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44492) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:19.921116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 040494de-0219-480b-83ee-0a5ba249970d yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:19.948334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f2294b11-7803-4f11-a015-96daf703ffdb completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:19.989334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f2294b11-7803-4f11-a015-96daf703ffdb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:19.989736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:19.989919 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f70c1da-c1d8-4927-9710-151fc69009b9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:19.990322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f70c1da-c1d8-4927-9710-151fc69009b9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:19.997267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8f70c1da-c1d8-4927-9710-151fc69009b9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/9810dcf5-27e9-42ad-93a0-52df6c03481e HTTP/1.1" status: 404 len: 333 time: 0.0872490 Mar 09 12:24:19.997645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44496) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.060035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:20.060415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:20.062905 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c056de-e13e-45f3-8466-71a61ec47406 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.063376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c056de-e13e-45f3-8466-71a61ec47406 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.067769 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f5c056de-e13e-45f3-8466-71a61ec47406 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/65810a90-48de-4c13-84b6-a5409ad2cada HTTP/1.1" status: 404 len: 337 time: 0.0636525 Mar 09 12:24:20.068428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44500) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.116088 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b53528-c58a-4691-a822-5c7bf27684a9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.116557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b53528-c58a-4691-a822-5c7bf27684a9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.121384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-27b53528-c58a-4691-a822-5c7bf27684a9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/50321423-8f2e-419a-a3ba-f874ad726670 HTTP/1.1" status: 404 len: 333 time: 0.0499480 Mar 09 12:24:20.122040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.139176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463b86a-3e00-420f-b4d2-c9a367fda82e None None] Pushing event updated for resources: {'Port': ['ID=a1b02875-55c4-41ff-ae26-38a8f699cda3,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:20.187649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port df3affa2-e620-49dd-837a-bdbace02dbf0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:20.187890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.208017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:24:20.212829 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c4e663-52aa-482b-b464-d6998f05b6b1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.213236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c4e663-52aa-482b-b464-d6998f05b6b1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.214981 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a2c4e663-52aa-482b-b464-d6998f05b6b1 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/4cf32810-2785-4c76-832a-2d40f84fa05e HTTP/1.1" status: 404 len: 337 time: 0.0899806 Mar 09 12:24:20.218120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44508) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.267253 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc522be0-b8d4-42cc-a2e8-4c3f208123ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.267917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc522be0-b8d4-42cc-a2e8-4c3f208123ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.269715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc522be0-b8d4-42cc-a2e8-4c3f208123ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/d45a3100-a57d-4c61-8ff6-322c04799446 HTTP/1.1" status: 404 len: 337 time: 0.0506332 Mar 09 12:24:20.272514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44512) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.276390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Removed routes are [] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:24:20.276870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.355223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:20.356363 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.372566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Transition to ACTIVE for port object bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:20.381609 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.387844 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed487f3-0fc1-44b5-adcd-486b690ba497 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.388329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed487f3-0fc1-44b5-adcd-486b690ba497 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.390680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ed487f3-0fc1-44b5-adcd-486b690ba497 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/46cc27f1-cf80-4212-b577-4a2e400b32b3 HTTP/1.1" status: 404 len: 333 time: 0.1172068 Mar 09 12:24:20.397675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44516) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.475300 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7993-23ee-417a-a7ef-5f504d804292 None None] Pushing event updated for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:20.502814 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe461705-f6df-4038-8930-77a99647628b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.503278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe461705-f6df-4038-8930-77a99647628b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.521464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44522) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.521677 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fe461705-f6df-4038-8930-77a99647628b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/5b87bacf-3d39-43da-a6d9-f77ebe4c053f HTTP/1.1" status: 404 len: 337 time: 0.1064086 Mar 09 12:24:20.585938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.660265 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed29e69e-26a9-4a07-b672-de2f5beff90b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.665287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed29e69e-26a9-4a07-b672-de2f5beff90b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.667124 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ed29e69e-26a9-4a07-b672-de2f5beff90b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c749c9d2-7a32-44e5-82b1-0de36033208a HTTP/1.1" status: 404 len: 337 time: 0.1446095 Mar 09 12:24:20.669756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44526) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.671267 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Attempting to bind port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:20.672359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Attempting to bind port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:20.673088 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Attempting to bind port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 on network bf0f627d-6eac-4c9f-9926-0a7de122eb2d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:20.680515 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:20.682396 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Checking segment: {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:20.682972 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.684145 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Bound using segment: {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:20.684807 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Bound port: bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244136b-1925-40d3-8cc8-bca1ec6c8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:20.685521 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.790662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.790996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.802067 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] For port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:20.807934 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] For port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:20.814662 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.825315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port d674f7c3-321c-4ebe-b175-8498b8dfb528 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:20.832025 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6100d7c3-9cd4-4ebe-ade2-9b2b0e97b6fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.832855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6100d7c3-9cd4-4ebe-ade2-9b2b0e97b6fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.834912 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6100d7c3-9cd4-4ebe-ade2-9b2b0e97b6fb tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/b615b602-2832-47b6-a2a7-7d77db4ea634 HTTP/1.1" status: 404 len: 333 time: 0.1641424 Mar 09 12:24:20.839371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44530) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:20.856040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bacb4-c6a8-477e-8e8a-18a23875ce42 None None] Pushing event updated for resources: {'Port': ['ID=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:20.908927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.962578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.968486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05172eb-5949-4c2c-9edb-680741a6480b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:20.969201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05172eb-5949-4c2c-9edb-680741a6480b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:20.975399 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e05172eb-5949-4c2c-9edb-680741a6480b tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e526ac99-f60b-4594-8032-d279b3783fd3 HTTP/1.1" status: 404 len: 337 time: 0.1347909 Mar 09 12:24:20.976664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:20.979521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44534) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.004319 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7993-23ee-417a-a7ef-5f504d804292 None None] Pushing event updated for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:21.020130 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:21.021115 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:21.058804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f2294b11-7803-4f11-a015-96daf703ffdb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2294b11-7803-4f11-a015-96daf703ffdb,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:21.071782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:21.072658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7a2e135f-cf42-4da4-820a-bc7405d1d496 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:21.099955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5041b63a-8779-47e7-a1bb-88aae7aab450 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:21.100500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5041b63a-8779-47e7-a1bb-88aae7aab450 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:21.105093 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5041b63a-8779-47e7-a1bb-88aae7aab450 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/b4d3f064-8920-45bb-8463-315946e677af HTTP/1.1" status: 404 len: 337 time: 0.1245151 Mar 09 12:24:21.113851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44538) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.228380 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:21.240410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:15Z', 'revision_number': 7, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:19Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:21.242430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:21.255803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e73bae-4fe9-44ff-9401-0b9e396e5498 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:15Z', 'revision_number': 7, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:19Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:21.257064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for df3affa2-e620-49dd-837a-bdbace02dbf0 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:21.272055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7a2e135f-cf42-4da4-820a-bc7405d1d496 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:21.272375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:21.380881 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2957478b-c2e7-450f-909c-6e2ca4b4eacc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:21.381380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2957478b-c2e7-450f-909c-6e2ca4b4eacc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:21.387437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2957478b-c2e7-450f-909c-6e2ca4b4eacc tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/e323fd91-3fd7-4671-8b7e-616546bb1632 HTTP/1.1" status: 404 len: 333 time: 0.2695513 Mar 09 12:24:21.391077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44542) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.402182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:21.441711 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c727721f-b2b9-466f-8143-298c2d0f9089 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:21.442283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c727721f-b2b9-466f-8143-298c2d0f9089 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:21.472201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9cc6f651-9df8-47bb-8f2c-f89798530321 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:21.520172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c727721f-b2b9-466f-8143-298c2d0f9089 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/647d03c7-c39f-4ce2-9a08-1ce2d55d285d HTTP/1.1" status: 404 len: 337 time: 0.1280322 Mar 09 12:24:21.522693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44546) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.552692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 9cc6f651-9df8-47bb-8f2c-f89798530321 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:21.559785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9cc6f651-9df8-47bb-8f2c-f89798530321 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:21.560170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:21.623477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:21.645000 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f472b-25f5-4c93-8128-f74d7b566174 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:21.645723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f472b-25f5-4c93-8128-f74d7b566174 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:21.653828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44550) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.654352 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-442f472b-25f5-4c93-8128-f74d7b566174 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/8f9fb5c9-1cad-4280-b1f2-dba5baa2a7b0 HTTP/1.1" status: 404 len: 337 time: 0.1224771 Mar 09 12:24:21.656328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:21.657445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:21.661955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:21.668566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:21.709106 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 6, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:21.714975 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59db78f-79fa-4866-b175-319921c65ebe None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 6, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:21.756390 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1046bf1e-8fbf-490c-b65f-29c08e67dca7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports?device_id=503407fd-9128-44a9-9d8c-5cb2de21d973 HTTP/1.1" status: 200 len: 205 time: 0.1011016 Mar 09 12:24:21.759583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44554) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:21.992301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:22.021612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.056506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:22.064619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.069042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44558) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.069200 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ad749943-11b9-4635-9a59-6ef1a5180de8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 953 time: 3.2689114 Mar 09 12:24:22.072002 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-2efe29bf-236d-4f0a-9cac-25cd02ea073f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] delete failed (client error): The resource could not be found. Mar 09 12:24:22.073107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2efe29bf-236d-4f0a-9cac-25cd02ea073f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/routers/503407fd-9128-44a9-9d8c-5cb2de21d973 HTTP/1.1" status: 404 len: 336 time: 0.3125088 Mar 09 12:24:22.075819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44560) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.138382 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c294699-7aa8-467a-b75e-cd3be21d6ea2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.138835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c294699-7aa8-467a-b75e-cd3be21d6ea2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.140650 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7c294699-7aa8-467a-b75e-cd3be21d6ea2 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/042caff6-6f82-4e68-9b9c-a4c757be13e4 HTTP/1.1" status: 404 len: 337 time: 0.0636446 Mar 09 12:24:22.143214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44564) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.215176 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8b289a0e-8492-472c-95fd-8ea97b73ece7 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "GET /v2.0/ports?device_id=74511347-280d-4c7e-8841-98600d94bcb6 HTTP/1.1" status: 200 len: 205 time: 0.0707595 Mar 09 12:24:22.215868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44570) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.247230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87749842-5e64-4866-a774-6489234c7872 None None] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:22.289004 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3ed8de0e-5758-4452-90b8-3fbc88619e81 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] delete failed (client error): The resource could not be found. Mar 09 12:24:22.293456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3ed8de0e-5758-4452-90b8-3fbc88619e81 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/routers/74511347-280d-4c7e-8841-98600d94bcb6 HTTP/1.1" status: 404 len: 336 time: 0.0766113 Mar 09 12:24:22.294059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44574) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.338256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dddcfbd-f79c-4927-b057-8cf9af828193 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.338800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dddcfbd-f79c-4927-b057-8cf9af828193 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.345615 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1dddcfbd-f79c-4927-b057-8cf9af828193 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/2623be03-4bbd-452a-adc2-7b97340a0433 HTTP/1.1" status: 404 len: 337 time: 0.0503349 Mar 09 12:24:22.346428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.355346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=df3affa2-e620-49dd-837a-bdbace02dbf0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:22.386738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4da328-1d5c-4e4b-a492-ac7a73e0dea8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.387328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4da328-1d5c-4e4b-a492-ac7a73e0dea8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.389282 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ad4da328-1d5c-4e4b-a492-ac7a73e0dea8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/dda9870f-d659-4f30-9067-ca9aabf484f5 HTTP/1.1" status: 404 len: 337 time: 0.0419114 Mar 09 12:24:22.393615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.397197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.398427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44582) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.450705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd078c4-68de-4aaf-ba6a-dfe36dfffef0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.451314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd078c4-68de-4aaf-ba6a-dfe36dfffef0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.455338 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7fd078c4-68de-4aaf-ba6a-dfe36dfffef0 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/49e7c93c-412d-4ebd-9afe-ea55add79170 HTTP/1.1" status: 404 len: 333 time: 0.0529222 Mar 09 12:24:22.455938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44586) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.510362 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef8c5ad-da89-4cd3-a878-66e407d7e79f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.510922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef8c5ad-da89-4cd3-a878-66e407d7e79f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.515246 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ef8c5ad-da89-4cd3-a878-66e407d7e79f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/e6c8bfd9-23a1-4498-abfe-fba62fee6eaa HTTP/1.1" status: 404 len: 337 time: 0.0560994 Mar 09 12:24:22.515786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44590) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.567250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3c4df9f7-351a-4ce7-8f00-82c8a8d3a625 None None] Provisioning for port a1b02875-55c4-41ff-ae26-38a8f699cda3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:22.599818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0283fe8e-39e2-46c4-8fce-95a251bef57e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.599963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:22.600659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0283fe8e-39e2-46c4-8fce-95a251bef57e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.603487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.606311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 04088045-f211-43c8-becd-cb1d77ab455b disassociated (deleted). External IP: 172.26.5.142, port: e53e74ed-8141-4e7d-b5bb-ab2e3154eced. Mar 09 12:24:22.606439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0283fe8e-39e2-46c4-8fce-95a251bef57e tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/7754af0b-b30d-4177-99cb-d80d1a91b429 HTTP/1.1" status: 404 len: 333 time: 0.0852804 Mar 09 12:24:22.607297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44594) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.611551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 9cc6f651-9df8-47bb-8f2c-f89798530321, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9cc6f651-9df8-47bb-8f2c-f89798530321,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:22.618994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f59ca887-d8e8-44f5-a602-377db5da8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.624220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.625045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:22.662642 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26165a1-684d-477a-a105-41cab1529433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.663228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26165a1-684d-477a-a105-41cab1529433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.665750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f26165a1-684d-477a-a105-41cab1529433 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/86869b8b-6aae-4d04-a01d-b954ac304f82 HTTP/1.1" status: 404 len: 337 time: 0.0567827 Mar 09 12:24:22.668597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44598) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.673503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:22.676597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:22.677452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:22.718018 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-65faf2d2-6bfa-4864-8fdf-738aa08048df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.718598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65faf2d2-6bfa-4864-8fdf-738aa08048df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.720418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-65faf2d2-6bfa-4864-8fdf-738aa08048df tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/ab75881e-05ea-4144-9e00-db7fa0f98f97 HTTP/1.1" status: 404 len: 333 time: 0.0506577 Mar 09 12:24:22.721485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44602) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.721827 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-651bdcb6-258c-4a5b-8332-0283eda344c4 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 953 time: 0.5675859 Mar 09 12:24:22.723866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44604) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.729054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'routes': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:22.757590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=040494de-0219-480b-83ee-0a5ba249970d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:22.781075 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:22.790718 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:22.791325 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:22.837355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a94ab7-31bc-4fc8-af5b-05f26e12209f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:22.837816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a94ab7-31bc-4fc8-af5b-05f26e12209f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:22.839520 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-56a94ab7-31bc-4fc8-af5b-05f26e12209f tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/65092e7c-a8b3-4a40-982e-7127d45ea04d HTTP/1.1" status: 404 len: 337 time: 0.0500038 Mar 09 12:24:22.848570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44610) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:22.872706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=9cc6f651-9df8-47bb-8f2c-f89798530321,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:22.904598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:15Z', 'revision_number': 7, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:19Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:22.910686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:22.947485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:22.968177 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:22.972440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:22.972828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.017113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:23.017783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:23.108641 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac3c2ba-1624-4c82-b5e6-19e1940c2aa9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:23.109066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac3c2ba-1624-4c82-b5e6-19e1940c2aa9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:23.157187 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ac3c2ba-1624-4c82-b5e6-19e1940c2aa9 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/b1f5763f-0549-48ba-a0df-b8b40f5f7726 HTTP/1.1" status: 404 len: 333 time: 0.2951338 Mar 09 12:24:23.160340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=d674f7c3-321c-4ebe-b175-8498b8dfb528,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:23.172050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44614) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:23.172845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': 'bf1750ba-cbba-4611-8d27-c339d1e6b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d075877-ca16-422c-b66a-a3cbb202588e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:23.173240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 7d075877-ca16-422c-b66a-a3cbb202588e, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:23.254372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:23.274256 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a25c9fa-fe19-409c-9e75-22df6a2f7318 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:23.274768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a25c9fa-fe19-409c-9e75-22df6a2f7318 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:23.276630 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a25c9fa-fe19-409c-9e75-22df6a2f7318 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/c40ee3f3-5e5d-4bee-be0f-cad4239f0a58 HTTP/1.1" status: 404 len: 337 time: 0.0954828 Mar 09 12:24:23.288463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44618) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:23.363132 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 6, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:23.368935 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:23.379235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:23.380655 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:23.456835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added routes are [] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:24:23.457845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:24:23.534255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.539907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 7d075877-ca16-422c-b66a-a3cbb202588e is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:23.548518 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a801163-afa8-4082-8ab2-2a6f4680e869 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:23.549030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a801163-afa8-4082-8ab2-2a6f4680e869 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:23.550733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3a801163-afa8-4082-8ab2-2a6f4680e869 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/e43b8a61-ef7b-433f-9a3d-3ee15db82969 HTTP/1.1" status: 404 len: 333 time: 0.2579122 Mar 09 12:24:23.552742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:23.564935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44622) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:23.564935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:23.565406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.622413 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:23.659215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.750145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7d075877-ca16-422c-b66a-a3cbb202588e) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:23.765898 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a78509-12a0-4f7d-b757-3e5f4e3737a5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:23.766365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a78509-12a0-4f7d-b757-3e5f4e3737a5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:23.768076 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b1a78509-12a0-4f7d-b757-3e5f4e3737a5 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/1872b7f5-5436-47ae-9eb8-005495fea89d HTTP/1.1" status: 404 len: 337 time: 0.1637204 Mar 09 12:24:23.784853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44626) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:23.785751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:23.792515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:23.792724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed18660-c7ef-4a25-8dd6-b9393e92bf3d None None] Network 7d075877-ca16-422c-b66a-a3cbb202588e requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:23.798424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:23.799139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.812526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:23.844218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:23.845070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0c9a898f-23b1-42e6-9337-be4e822390df up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:23.926468 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fd4787-3cea-4b32-9e5c-b35695740256 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:23.937225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fd4787-3cea-4b32-9e5c-b35695740256 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:23.939309 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-93fd4787-3cea-4b32-9e5c-b35695740256 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/aba9f3dc-484d-4823-94a6-4ac84f107712 HTTP/1.1" status: 404 len: 333 time: 0.1336639 Mar 09 12:24:23.948042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44630) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:23.980610 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7bb85a6e-f6f9-4546-9e43-97f8c043ba21 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6473639 Mar 09 12:24:23.990483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44632) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:24.112296 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 6, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:24.117982 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faec5b4-fa39-447f-b39f-3d4287503003 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 6, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:13Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:24.143277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-37fd6a85-7c5d-4e8b-9c36-31906c2399da None None] Provisioning for port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:24.194357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.201361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.240784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port d674f7c3-321c-4ebe-b175-8498b8dfb528 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:24.240941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:24.241300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.252942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac86452c-b6c1-4578-b1d7-00244c4a289a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:24.253627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac86452c-b6c1-4578-b1d7-00244c4a289a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:24.255344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ac86452c-b6c1-4578-b1d7-00244c4a289a tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/a962a3d3-d615-4bef-9734-9faef4cdd723 HTTP/1.1" status: 404 len: 337 time: 0.0564990 Mar 09 12:24:24.262966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0c9a898f-23b1-42e6-9337-be4e822390df triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:24.263361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.297257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44638) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:24.306536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:15Z', 'revision_number': 7, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:19Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:24.328797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62525fd3-6f5a-4ce3-8793-127d1f5e8271 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:15Z', 'revision_number': 7, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:05Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cac358-8e09-4e88-8ee7-ddf473ec9fbf', 'name': '', 'network_id': 'b9f89392-f80d-4482-a556-1ede3086d8e8', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:21:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:01Z', 'updated_at': '2022-03-09T12:24:19Z', 'revision_number': 4, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'f297fcb7-74b6-4ce3-bb82-2368c2e7cb07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:24.396554 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db39171-303f-451f-b24f-4f9d33f5ce35 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:24.397162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db39171-303f-451f-b24f-4f9d33f5ce35 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:24.400112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8db39171-303f-451f-b24f-4f9d33f5ce35 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/ports/5b5669e5-70d2-4356-853a-58d37154a388 HTTP/1.1" status: 404 len: 333 time: 0.1008151 Mar 09 12:24:24.420962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44642) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:24.495495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:24.504669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d6499492-9fd4-4108-9599-2f6c936db88f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:24.540376 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-393a96a2-736d-4e02-ae8c-4665984ab8ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:24.541463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393a96a2-736d-4e02-ae8c-4665984ab8ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:24.543782 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-393a96a2-736d-4e02-ae8c-4665984ab8ba tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/subnets/8d701b8f-eac3-4601-9234-c62f2d39a8e7 HTTP/1.1" status: 404 len: 337 time: 0.1191957 Mar 09 12:24:24.577014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44646) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:24.590384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:24.597227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.618784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:24.642560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:24.643940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:24.688380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port f4cac358-8e09-4e88-8ee7-ddf473ec9fbf, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:24.688846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.711955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d6499492-9fd4-4108-9599-2f6c936db88f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:24.732997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d6499492-9fd4-4108-9599-2f6c936db88f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:24.733315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.736563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-27ce4527-3ea7-45e3-8a73-167782b297b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/04088045-f211-43c8-becd-cb1d77ab455b HTTP/1.1" status: 204 len: 168 time: 5.9798896 Mar 09 12:24:24.812525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.829992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:24:24.885809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:24.900766 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:24.905780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:24.906929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1fb2a76f-8e2c-4c14-9737-4b8290bf793e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 703 time: 2.1845300 Mar 09 12:24:24.935287 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:24.935914 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:23:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:24.951066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44656) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:24.995495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98055a8a-88fb-42b9-8c1c-cc030bac5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.045990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.074004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:25.077834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.111755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dc3624-3b1f-4296-9dc3-e29647941794']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.128143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.128932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20f1b18-d0e3-4b23-a94b-4f0b39ae2a67') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.148037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.228320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port d6499492-9fd4-4108-9599-2f6c936db88f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d6499492-9fd4-4108-9599-2f6c936db88f,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:25.251709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.252344 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:25.252808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 62c6d1e8-2866-4ce6-9840-026b2a86597b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:25.303727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.356437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for f4cac358-8e09-4e88-8ee7-ddf473ec9fbf owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:25.427542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0be94b14-a5b9-4347-b8b2-b1f31beb2f8e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 703 time: 0.2616625 Mar 09 12:24:25.469456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:25.470064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.507906 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'status': 'completed', 'code': 200} Mar 09 12:24:25.508558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:25.566614 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:25.575721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.598587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.612280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] 10.222.0.20 "DELETE /v2.0/networks/94dc3624-3b1f-4296-9dc3-e29647941794 HTTP/1.1" status: 204 len: 168 time: 1.0172582 Mar 09 12:24:25.629540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c3ac8-4c33-49a4-af9b-ae7cb7c9ffc8 tempest-NetworksTestDHCPv6-1490142661 tempest-NetworksTestDHCPv6-1490142661-project] Pushing event deleted for resources: {'Network': ['ID=94dc3624-3b1f-4296-9dc3-e29647941794,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:25.650648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=d6499492-9fd4-4108-9599-2f6c936db88f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:25.707743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685467-99d5-4ae9-b192-2825bd5021f4 req-c2974c7a-d6af-4284-b3b4-ecebe5950c89 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:25.717337 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78685467-99d5-4ae9-b192-2825bd5021f4 req-c2974c7a-d6af-4284-b3b4-ecebe5950c89 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.2882783 Mar 09 12:24:25.765703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-78685467-99d5-4ae9-b192-2825bd5021f4 req-d34ea104-5c9b-45f2-8ec0-c2ee54f04008 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:25.783715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-78685467-99d5-4ae9-b192-2825bd5021f4 req-d34ea104-5c9b-45f2-8ec0-c2ee54f04008 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:25.785225 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78685467-99d5-4ae9-b192-2825bd5021f4 req-d34ea104-5c9b-45f2-8ec0-c2ee54f04008 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623186 Mar 09 12:24:25.800342 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 7, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.818359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:25.829707 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:25.830264 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.897770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.905491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 62c6d1e8-2866-4ce6-9840-026b2a86597b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:25.905869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.963187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:25.968802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:25.975792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:25.990465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:25.991091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:26.025199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44670) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:26.045567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:26.138029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.205086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for d674f7c3-321c-4ebe-b175-8498b8dfb528 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:26.238601 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b055b2d9-f8cb-459a-9d3f-286bdd160b2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0617ff2569a64cda9a2119b8b6134a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119815 Mar 09 12:24:26.241112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44676) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:26.277217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:26.309613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.340236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.353084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-c5cb29ce-9441-4d5a-a85f-c1f7ee10ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:26.354558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-c5cb29ce-9441-4d5a-a85f-c1f7ee10ce55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 1099 time: 0.8998966 Mar 09 12:24:26.383847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:26.411798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.432643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691740a7-71c7-497b-a0e8-7207dc6f1700,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:26.436754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:26.438326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.439437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d2d8be3-231b-4e3c-9053-d4061a4ca5c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/691740a7-71c7-497b-a0e8-7207dc6f1700 HTTP/1.1" status: 204 len: 168 time: 0.1970322 Mar 09 12:24:26.467182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:26.467830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.527106 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 7, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:26.532593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c0098-7324-4877-ab4d-3d676af969dc None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 7, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfef505f-fbe2-44a9-b37b-d6c9cbd88f72', 'name': '', 'network_id': 'bf0f627d-6eac-4c9f-9926-0a7de122eb2d', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:72:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:15Z', 'updated_at': '2022-03-09T12:24:20Z', 'revision_number': 4, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:26.843159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.920569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:26.925116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:26.925908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d0c4f75e-f6e7-41bb-941f-9304eab57456 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:26.988171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.024060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-01eaa045-9b80-45e5-8137-1a03d85656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.025711 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-01eaa045-9b80-45e5-8137-1a03d85656a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 200 len: 898 time: 0.6561630 Mar 09 12:24:27.065635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:27.069632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:27.075091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41bfbb-0888-483b-96b4-1365e397ad12 None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:01Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '6158a4e4-c803-44b6-b2d8-03900b64a21c', 'name': '', 'network_id': 'fb58a0fe-3aa4-4466-9503-e540a78a8096', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:a4:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:31Z', 'updated_at': '2022-03-09T12:21:54Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'd0374ca7-dba0-4348-bc83-7556a2314e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:27.090395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d0c4f75e-f6e7-41bb-941f-9304eab57456 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:27.090774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.211959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=d674f7c3-321c-4ebe-b175-8498b8dfb528,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:27.243589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.246899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb10798-6b8a-4d50-aa1d-7a0e9c6b3d7a req-03b7732e-bfd9-4368-8112-dc096553cb76 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.252386 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9cb10798-6b8a-4d50-aa1d-7a0e9c6b3d7a req-03b7732e-bfd9-4368-8112-dc096553cb76 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.3155646 Mar 09 12:24:27.304481 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9cb10798-6b8a-4d50-aa1d-7a0e9c6b3d7a req-6e99c545-36f2-41f7-b3dd-a81936d014b4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452318 Mar 09 12:24:27.352210 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-bc88d588-b7b4-41fb-bfa8-abf670f31714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 200 len: 217 time: 0.2328382 Mar 09 12:24:27.400341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=f4cac358-8e09-4e88-8ee7-ddf473ec9fbf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:27.406727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.438965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device fb73fb93-fa0c-4b6b-9b51-fde19411d76a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:27.500902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784eefd-8581-4e1a-80ca-df30af9a39a7 None None] New status for floating IP 04088045-f211-43c8-becd-cb1d77ab455b: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:24:27.574562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: fb73fb93-fa0c-4b6b-9b51-fde19411d76a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:27.575144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device fb73fb93-fa0c-4b6b-9b51-fde19411d76a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:27.575729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d58016-9d15-4a09-9e82-b7aa912d4427 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:27.578690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44702) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:27.594843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-346371a7-f3b3-466d-b471-7160a252a51a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.595641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-346371a7-f3b3-466d-b471-7160a252a51a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:27.609836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e3bb6254-cb56-416b-ac93-150bb34adeff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/d674f7c3-321c-4ebe-b175-8498b8dfb528 HTTP/1.1" status: 204 len: 168 time: 3.6161354 Mar 09 12:24:27.612532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44708) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:27.676634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-346371a7-f3b3-466d-b471-7160a252a51a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:27.678067 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-346371a7-f3b3-466d-b471-7160a252a51a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 1.2734194 Mar 09 12:24:27.684744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 75d58016-9d15-4a09-9e82-b7aa912d4427 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:27.684963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 75d58016-9d15-4a09-9e82-b7aa912d4427 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:27.685398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:27.719249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1081640509'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:27.721928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-b75f820c-64a3-4404-9d8b-1d2092379087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.723432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-b75f820c-64a3-4404-9d8b-1d2092379087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 200 len: 835 time: 0.3060253 Mar 09 12:24:27.726998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:27.730143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:27.730561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1fc7b3a1-11e3-4afa-8aa0-f70eb4e039d3 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:27.733452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.745012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959e6c4-a72a-4e59-bfa2-9a9e2a2707b9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.751324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959e6c4-a72a-4e59-bfa2-9a9e2a2707b9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:27.752747 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5959e6c4-a72a-4e59-bfa2-9a9e2a2707b9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1382914 Mar 09 12:24:27.754773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:network and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:27.756675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44712) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:27.760146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:27.798379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:27.821654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:27.825358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.847586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.872743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 040494de-0219-480b-83ee-0a5ba249970d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:27.873609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.902874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:27.917993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:security_group_rule and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:27.922500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:27.932751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:27.963667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port e53e74ed-8141-4e7d-b5bb-ab2e3154eced {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:27.963667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:27.991857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2294b11-7803-4f11-a015-96daf703ffdb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:28.085249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f2294b11-7803-4f11-a015-96daf703ffdb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:28.085636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.115438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.139336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.144202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.157778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:28.170862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.171611 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Added segment 91f324a4-f37a-4281-a1f9-b4a850d62973 of type vlan for network 090892f9-7863-4638-9a1e-6f997a31a280 Mar 09 12:24:28.207182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.217151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.229682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-58ad60be-23ca-4043-a5d2-24289d7e24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:28.231173 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-58ad60be-23ca-4043-a5d2-24289d7e24e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb58a0fe-3aa4-4466-9503-e540a78a8096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4976220 Mar 09 12:24:28.235798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a1b02875-55c4-41ff-ae26-38a8f699cda3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:28.311977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a1b02875-55c4-41ff-ae26-38a8f699cda3 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:28.318386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a1b02875-55c4-41ff-ae26-38a8f699cda3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:28.318386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.360137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89697fc7-f3a4-4a24-b3db-c26a392de838,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:28.365677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.372103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:28.372832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.389369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.465796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.508641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port a1b02875-55c4-41ff-ae26-38a8f699cda3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a1b02875-55c4-41ff-ae26-38a8f699cda3,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:28.513156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.514026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9cc6f651-9df8-47bb-8f2c-f89798530321 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:28.634933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 040494de-0219-480b-83ee-0a5ba249970d owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:28.648947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=a1b02875-55c4-41ff-ae26-38a8f699cda3,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:28.664489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9cc6f651-9df8-47bb-8f2c-f89798530321 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:28.664868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.672175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0896668 Mar 09 12:24:28.715496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44718) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:28.776080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'subnet': {'network_id': '090892f9-7863-4638-9a1e-6f997a31a280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:28.797836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:28.835248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3a815-d45a-4092-a3aa-4dccbc38e71c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Network': ['ID=090892f9-7863-4638-9a1e-6f997a31a280,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:28.847869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 090892f9-7863-4638-9a1e-6f997a31a280 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:28.937167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:28.941919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:subnet and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:28.946750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:28.959205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:28.964419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:28.979765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:28.980932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.022183 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-b089fb91-19ce-4496-83ee-4e0a6e832dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287052 Mar 09 12:24:29.025855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=040494de-0219-480b-83ee-0a5ba249970d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:29.029089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:29.032500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.050682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.060650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32850907-42f0-48f6-9dcb-25c62cb949e1 req-16e7a0c5-5369-4732-887c-bb115d4d494d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:29.062145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-32850907-42f0-48f6-9dcb-25c62cb949e1 req-16e7a0c5-5369-4732-887c-bb115d4d494d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 946 time: 0.4391260 Mar 09 12:24:29.082975 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-275c263f-e39a-40b5-a905-9a3ac1b86667 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/040494de-0219-480b-83ee-0a5ba249970d HTTP/1.1" status: 204 len: 168 time: 1.3229802 Mar 09 12:24:29.099278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44722) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:29.106136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d6499492-9fd4-4108-9599-2f6c936db88f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:29.178529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d6499492-9fd4-4108-9599-2f6c936db88f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:29.179020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.189546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port e53e74ed-8141-4e7d-b5bb-ab2e3154eced, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:29.189546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.230258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-32850907-42f0-48f6-9dcb-25c62cb949e1 req-e5d89587-6eb8-46e0-984a-4ce352d7ac54 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7421f3d-ac61-43e3-b566-90c436e8e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512005 Mar 09 12:24:29.287662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ca486-2195-45e5-98b7-d1c00e8f3f08 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:29.288357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-920ca486-2195-45e5-98b7-d1c00e8f3f08 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:29.350317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-920ca486-2195-45e5-98b7-d1c00e8f3f08 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:29.354641 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-920ca486-2195-45e5-98b7-d1c00e8f3f08 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2494249 Mar 09 12:24:29.354800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:29.355605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44726) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:29.376700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a7875dac-72f0-42c7-86d9-29bacd5e1f94 req-8dbf1948-6ca8-43c1-8a95-acd3b5d662fe service neutron] 10.222.0.13 "GET /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946281 Mar 09 12:24:29.419234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-928f30f3-197a-4746-83f2-6b83016a87fb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:24:29.420869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-928f30f3-197a-4746-83f2-6b83016a87fb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/d674f7c3-321c-4ebe-b175-8498b8dfb528 HTTP/1.1" status: 404 len: 333 time: 0.0645833 Mar 09 12:24:29.423917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44730) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:29.433251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:29.433631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.448007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for e53e74ed-8141-4e7d-b5bb-ab2e3154eced owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:29.571637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:29.576618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:29.622581 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a51526e-5a38-44f7-a3c8-e18f2c033409 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:24:29.624036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6a51526e-5a38-44f7-a3c8-e18f2c033409 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/040494de-0219-480b-83ee-0a5ba249970d HTTP/1.1" status: 404 len: 333 time: 0.1988299 Mar 09 12:24:29.633267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44734) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:29.653153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:29.657983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:29.658361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.674436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:29.675347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.675841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.784961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.818959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:29.824199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.833720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.837130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Subnet': ['ID=164789d0-647e-4b75-803b-9e847330c551,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:29.850566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Checking segment: {'id': '91f324a4-f37a-4281-a1f9-b4a850d62973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '090892f9-7863-4638-9a1e-6f997a31a280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:29.850857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network hostable DHCP agents. Network: 090892f9-7863-4638-9a1e-6f997a31a280, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:29.908221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:29.916583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:29.942230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 090892f9-7863-4638-9a1e-6f997a31a280) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:29.952967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe7595-d6ac-4bc0-aad6-98ef1cc200db None None] Network 090892f9-7863-4638-9a1e-6f997a31a280 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:29.975557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:29.990710 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:29.997734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:29.998300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:29.998961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.012017 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ec10cf8e-1aef-440c-8ee9-a930b013dc6a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2561326 Mar 09 12:24:30.012343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44738) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:30.013249 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:30.014250 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.022395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.068755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=e53e74ed-8141-4e7d-b5bb-ab2e3154eced,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:30.099013 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-522b8736-7ac1-4c85-8620-73dd20f6c455 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3824434 Mar 09 12:24:30.109913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44742) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:30.118511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1081038625', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:30.125383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d075877-ca16-422c-b66a-a3cbb202588e']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.142283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:30.153234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1750ba-cbba-4611-8d27-c339d1e6b2a5') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.153553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1750ba-cbba-4611-8d27-c339d1e6b2a5') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.157208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a1b02875-55c4-41ff-ae26-38a8f699cda3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:30.160549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:router and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:30.166973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet f297fcb7-74b6-4ce3-bb82-2368c2e7cb07 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:30.169652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:30.172744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port e53e74ed-8141-4e7d-b5bb-ab2e3154eced on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:30.175902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.176547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.179142 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-286d15a0-58b8-482f-8f11-46a23b7146f3 req-ae600ada-1f77-46dc-92b8-2f4f2b4092c4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/e53e74ed-8141-4e7d-b5bb-ab2e3154eced HTTP/1.1" status: 204 len: 173 time: 2.4913738 Mar 09 12:24:30.180326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'name': 'network-vif-deleted', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:24:30.200919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:30.202098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.234386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:30.239812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.271190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.272235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.276103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.279727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.296094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19300c-4782-4426-9039-d3b8192b8308 None None] Network 090892f9-7863-4638-9a1e-6f997a31a280 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:30.327403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:30.327793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:30.343428 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:30.363343 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:30.510101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d0a1446d-c5bd-4806-a50e-ace7aa713025 req-270c043a-ba9a-4593-8113-efabdf9b4c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd1d73e7-91f3-4ef3-89b3-a6a34d43d427 HTTP/1.1" status: 200 len: 210 time: 0.0709972 Mar 09 12:24:30.529544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.583860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.593913 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d73e7-91f3-4ef3-89b3-a6a34d43d427', 'name': 'network-vif-deleted', 'tag': 'e53e74ed-8141-4e7d-b5bb-ab2e3154eced', 'status': 'completed', 'code': 200} Mar 09 12:24:30.623934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.629602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a1b02875-55c4-41ff-ae26-38a8f699cda3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:30.630118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.678340 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:30.679972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=7d075877-ca16-422c-b66a-a3cbb202588e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:30.723560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:30.762626 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-95f923bf-7859-4bb4-b1b8-c32113fc7010 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/7d075877-ca16-422c-b66a-a3cbb202588e HTTP/1.1" status: 204 len: 168 time: 1.1283212 Mar 09 12:24:30.766665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44750) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:30.773640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-799676814'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:30.785482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:30.793247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:30.822347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e53e74ed-8141-4e7d-b5bb-ab2e3154eced no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:30.870490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: e53e74ed-8141-4e7d-b5bb-ab2e3154eced {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:30.870842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e53e74ed-8141-4e7d-b5bb-ab2e3154eced not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:30.891694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:30.892347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:30.901803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:30.910105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:30.921441 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 8, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.925771 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:30.937929 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:30.938661 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:30.964678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.073043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=f297fcb7-74b6-4ce3-bb82-2368c2e7cb07,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:31.082691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:31.084492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e371e-6ce5-4c91-be85-b5bf8d3d320c None None] Network b9f89392-f80d-4482-a556-1ede3086d8e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:31.086362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.097522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.128013 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:31.172631 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fc8ed5fd-dcb5-4c03-92f1-9e5c9d80b0e8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/f297fcb7-74b6-4ce3-bb82-2368c2e7cb07 HTTP/1.1" status: 204 len: 168 time: 1.1524289 Mar 09 12:24:31.174222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44754) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:31.185930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.198644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:31.247235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.247808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment 7be86427-0563-471c-8197-fb837db7d0f4 of type vlan for network 71eba31e-1c11-465f-b6a0-08c50421b95b Mar 09 12:24:31.300722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.313068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port d6499492-9fd4-4108-9599-2f6c936db88f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:31.313416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.353618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.375793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] DHCP port deletion for b9f89392-f80d-4482-a556-1ede3086d8e8 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:31.380733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Deleting port d6499492-9fd4-4108-9599-2f6c936db88f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:31.382007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.403285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:31.403654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.609368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:31.609714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.614352 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 8, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:31.619152 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb1c94-ee47-47a3-81f4-c519b336e14b None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 8, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '23a3169e-0a8b-4f06-abe2-d15a85fbddb5', 'name': '', 'network_id': '9d0daf56-dbca-45c8-81c7-74d8f84aa35a', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:30:4c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'fd93d043-def2-4289-8e46-3360755518e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:50Z', 'updated_at': '2022-03-09T12:24:26Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': 'fd93d043-def2-4289-8e46-3360755518e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:31.668250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.673838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:31.674294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.678562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44760) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:31.725097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] For port d6499492-9fd4-4108-9599-2f6c936db88f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d6499492-9fd4-4108-9599-2f6c936db88f,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:31.725772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.749867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:31.850618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Calling delete_port for d6499492-9fd4-4108-9599-2f6c936db88f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:31.911241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.928477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.939370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port d6499492-9fd4-4108-9599-2f6c936db88f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d6499492-9fd4-4108-9599-2f6c936db88f,segment=NetworkSegment(f50c7373-199b-490a-b2f2-4b2b0c4cdf34),segment_id=f50c7373-199b-490a-b2f2-4b2b0c4cdf34)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:31.939741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.959320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:31.964610 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1968865 Mar 09 12:24:31.983437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] Pushing event deleted for resources: {'Port': ['ID=d6499492-9fd4-4108-9599-2f6c936db88f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:31.986631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383e947-e638-47bc-9445-b7cc8b7fc2d1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=71eba31e-1c11-465f-b6a0-08c50421b95b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:31.990749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c4399-f5a4-4e20-80d7-c8f2a0f68f6b None None] No DVR routers for this DVR port d6499492-9fd4-4108-9599-2f6c936db88f on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:31.991457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44764) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:32.018269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 71eba31e-1c11-465f-b6a0-08c50421b95b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:32.050566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:32.130315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:32.144320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for d6499492-9fd4-4108-9599-2f6c936db88f owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:32.188137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.210162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:32.211228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.245448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:32.245807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:32.284357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.297923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:32.308219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:32.317248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.318306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:32.324646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Port bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 update to ACTIVE by agent not found {{(pid=87832) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 09 12:24:32.333768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:32.365412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.213 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/289687e0-349a-4eac-8a35-6d7274a3f8f1) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:32.370920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:32.371823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=bfef505f-fbe2-44a9-b37b-d6c9cbd88f72,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:32.374755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.390041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d6499492-9fd4-4108-9599-2f6c936db88f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:32.438720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d6499492-9fd4-4108-9599-2f6c936db88f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:32.439386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d6499492-9fd4-4108-9599-2f6c936db88f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:32.440012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f4cac358-8e09-4e88-8ee7-ddf473ec9fbf no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:32.475092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f4cac358-8e09-4e88-8ee7-ddf473ec9fbf {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:32.475534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f4cac358-8e09-4e88-8ee7-ddf473ec9fbf not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:32.515389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Performing IP validity checks on allocation pools {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:24:32.515697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.ipam_backend_mixin [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:24:32.606173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.634674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7421f3d-ac61-43e3-b566-90c436e8e1f0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:32.719153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.720264 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8d6ad745-345f-494e-861d-d3bd58ef25ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7421f3d-ac61-43e3-b566-90c436e8e1f0 HTTP/1.1" status: 204 len: 168 time: 1.0176766 Mar 09 12:24:32.737656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.748710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port d6499492-9fd4-4108-9599-2f6c936db88f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:32.749042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.755712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44770) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:32.829686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] The port 'd6499492-9fd4-4108-9599-2f6c936db88f' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:32.833122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:32.888792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.018773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.084089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.127362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f89392-f80d-4482-a556-1ede3086d8e8']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:33.143730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:33.143730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50c7373-199b-490a-b2f2-4b2b0c4cdf34') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:33.214191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.298077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.308063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=e9b5e81d-ad27-464f-bfcc-e46bc4d1d455,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:33.310359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:33.310774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.326019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': '7be86427-0563-471c-8197-fb837db7d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:33.326382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 71eba31e-1c11-465f-b6a0-08c50421b95b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:33.326515 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:33.333497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:33.340656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=289687e0-349a-4eac-8a35-6d7274a3f8f1,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:33.343041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:33.347502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:33.413137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 71eba31e-1c11-465f-b6a0-08c50421b95b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:33.423643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:33.434000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.438121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.490372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 71eba31e-1c11-465f-b6a0-08c50421b95b) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:33.500904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c7f44-cafc-4a84-bfdc-42b375c5682c None None] Network 71eba31e-1c11-465f-b6a0-08c50421b95b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:33.510729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:33.511315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.588197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=b9f89392-f80d-4482-a556-1ede3086d8e8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:33.602876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cb7de22e-99c6-4906-a119-673e23dcd020 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/b9f89392-f80d-4482-a556-1ede3086d8e8 HTTP/1.1" status: 204 len: 168 time: 2.4260571 Mar 09 12:24:33.604562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44774) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:33.697517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f2a2bf9c-3a69-4022-92fc-7cf7713065ae tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6519012 Mar 09 12:24:33.705301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44778) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:33.751045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b', 'name': 'tempest-PortsTestJSON-143206168'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:33.760753 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-71eba31e-1c11-465f-b6a0-08c50421b95b', 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': 'e9b5e81d-ad27-464f-bfcc-e46bc4d1d455'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:33.761735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:33.896768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:33.905629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e234bf6b-02cb-48c3-9f41-f3b006674da8 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3918750 Mar 09 12:24:33.906557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44782) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:33.947325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:33.967039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:33.967752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:34.043684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Allocated IP 172.20.0.2 (71eba31e-1c11-465f-b6a0-08c50421b95b/e9b5e81d-ad27-464f-bfcc-e46bc4d1d455/e084f212-8318-40fe-a8c9-1e4d582c5e3d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:34.055216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:34.065574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:34.128545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.128748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:34.163367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:34.166848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.173005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:34.195273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.230029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.250231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port af40e699-fc0f-47be-b44d-00657cee7c3a yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:34.391990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.546022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.573125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.666114 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:24:34.685951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.687387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.706138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Transition to ACTIVE for port object e084f212-8318-40fe-a8c9-1e4d582c5e3d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:34.733123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Transition to ACTIVE for port object e084f212-8318-40fe-a8c9-1e4d582c5e3d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:34.743357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.748020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:34.753382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:34.780015 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4703c3b7-e84d-488e-80cc-d0b40ccfe81c tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c HTTP/1.1" status: 204 len: 168 time: 0.8677773 Mar 09 12:24:34.780262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44786) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:34.800467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba7381-7f13-4b9b-93e9-ee5baa3b1e98 None None] Network bf0f627d-6eac-4c9f-9926-0a7de122eb2d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:34.854401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Network 71eba31e-1c11-465f-b6a0-08c50421b95b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:34.858742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:32Z', 'revision_number': 8, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:34.905765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:34.908020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:34.923447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Pushing event updated for resources: {'Port': ['ID=e084f212-8318-40fe-a8c9-1e4d582c5e3d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:34.952789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:35.003123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.012256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.021442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.8 (71eba31e-1c11-465f-b6a0-08c50421b95b/e9b5e81d-ad27-464f-bfcc-e46bc4d1d455/af40e699-fc0f-47be-b44d-00657cee7c3a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:35.023367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port a1b02875-55c4-41ff-ae26-38a8f699cda3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:35.023720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.088409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:35.088825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:35.164297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Attempting to bind port e084f212-8318-40fe-a8c9-1e4d582c5e3d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:35.164715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Attempting to bind port e084f212-8318-40fe-a8c9-1e4d582c5e3d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '7be86427-0563-471c-8197-fb837db7d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:35.165096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Attempting to bind port e084f212-8318-40fe-a8c9-1e4d582c5e3d on network 71eba31e-1c11-465f-b6a0-08c50421b95b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:35.207311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:35.207703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.227136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:35.227530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Checking segment: {'id': '7be86427-0563-471c-8197-fb837db7d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:35.227913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.228314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Bound using segment: {'id': '7be86427-0563-471c-8197-fb837db7d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:35.228795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Bound port: e084f212-8318-40fe-a8c9-1e4d582c5e3d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be86427-0563-471c-8197-fb837db7d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '71eba31e-1c11-465f-b6a0-08c50421b95b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:35.229192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.317894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:35.334375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port a1b02875-55c4-41ff-ae26-38a8f699cda3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a1b02875-55c4-41ff-ae26-38a8f699cda3,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:35.334748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.519820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] For port e084f212-8318-40fe-a8c9-1e4d582c5e3d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:35.547280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] For port e084f212-8318-40fe-a8c9-1e4d582c5e3d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e084f212-8318-40fe-a8c9-1e4d582c5e3d,segment=NetworkSegment(7be86427-0563-471c-8197-fb837db7d0f4),segment_id=7be86427-0563-471c-8197-fb837db7d0f4)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:35.599903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.634042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.651531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] DHCP port deletion for bf0f627d-6eac-4c9f-9926-0a7de122eb2d request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:35.664414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:24:35.673870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object af40e699-fc0f-47be-b44d-00657cee7c3a will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:35.680641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 6158a4e4-c803-44b6-b2d8-03900b64a21c {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:35.680641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.684831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Deleting port a1b02875-55c4-41ff-ae26-38a8f699cda3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:35.685234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.689744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for a1b02875-55c4-41ff-ae26-38a8f699cda3 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:35.791512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5102f30-2448-4f7f-b49c-082015bcaf6f None None] Pushing event updated for resources: {'Port': ['ID=e084f212-8318-40fe-a8c9-1e4d582c5e3d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:35.868244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.951799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=a1b02875-55c4-41ff-ae26-38a8f699cda3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:35.955691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 23a3169e-0a8b-4f06-abe2-d15a85fbddb5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:35.956124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:35.966515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No DVR routers for this DVR port a1b02875-55c4-41ff-ae26-38a8f699cda3 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:35.994781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a1b02875-55c4-41ff-ae26-38a8f699cda3 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:36.040760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a1b02875-55c4-41ff-ae26-38a8f699cda3 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:36.041195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a1b02875-55c4-41ff-ae26-38a8f699cda3 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:36.064293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.150675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:36.169507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] For port a1b02875-55c4-41ff-ae26-38a8f699cda3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a1b02875-55c4-41ff-ae26-38a8f699cda3,segment=NetworkSegment(1244136b-1925-40d3-8cc8-bca1ec6c8781),segment_id=1244136b-1925-40d3-8cc8-bca1ec6c8781)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:36.170062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.194437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 71eba31e-1c11-465f-b6a0-08c50421b95b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:36.202483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:36.205079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:36.258684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 6158a4e4-c803-44b6-b2d8-03900b64a21c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=6158a4e4-c803-44b6-b2d8-03900b64a21c,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:36.259056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.279017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.316672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:36.328139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Calling delete_port for a1b02875-55c4-41ff-ae26-38a8f699cda3 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:36.328356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0f627d-6eac-4c9f-9926-0a7de122eb2d']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.331364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:36.348519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1244136b-1925-40d3-8cc8-bca1ec6c8781') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.348746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1244136b-1925-40d3-8cc8-bca1ec6c8781') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.356431 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:36.357469 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.362915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.372724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:32Z', 'revision_number': 8, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.380328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf27d31-11bc-4714-a7ee-81386d95ec48 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:32Z', 'revision_number': 8, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c2f71d9-eb46-416e-b1cc-b459d5fecfa9', 'name': '', 'network_id': 'bbfb7986-1083-4314-aae3-4ad7ff41f66a', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:7c:9a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:04Z', 'updated_at': '2022-03-09T12:24:23Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '81062b02-d081-4fb3-b223-4340cf237c7b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:36.391723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.403602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:36.404100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.431653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:36.432176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:36.435944 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:36.458342 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.468811 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:36.469450 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.533332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:36.534031 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa85a5d-8118-4edb-b036-34d23d067976 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:36.566264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.587971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.600036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=bf0f627d-6eac-4c9f-9926-0a7de122eb2d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:36.617916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eaeaf803-756b-4e5d-9949-72e5695b8b05 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/bf0f627d-6eac-4c9f-9926-0a7de122eb2d HTTP/1.1" status: 204 len: 168 time: 1.8303351 Mar 09 12:24:36.617916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.620238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44790) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:36.640973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=af40e699-fc0f-47be-b44d-00657cee7c3a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:36.655591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 6158a4e4-c803-44b6-b2d8-03900b64a21c owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:36.703507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:36.704038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.718085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=23a3169e-0a8b-4f06-abe2-d15a85fbddb5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:36.725115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.726431 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f9e341c0-687b-458a-9aea-e6d73d2cfa8c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6155128 Mar 09 12:24:36.732796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44794) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:36.751167 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc4c8778-6a68-424e-ad8a-de2afc675bdd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0172989 Mar 09 12:24:36.779870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44798) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:36.863716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port af40e699-fc0f-47be-b44d-00657cee7c3a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:36.864073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:36.933921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Deleting port a1b02875-55c4-41ff-ae26-38a8f699cda3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:36.934475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:37.050630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-377608fd-687f-4e0a-bcf1-9a8c7eeb5006 None None] The port 'a1b02875-55c4-41ff-ae26-38a8f699cda3' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:37.151929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:37.245292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51c1d9-4bf0-4639-9667-e24675297673 None None] Network 71eba31e-1c11-465f-b6a0-08c50421b95b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:37.333785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for af40e699-fc0f-47be-b44d-00657cee7c3a owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:37.352065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-418e06d3-6321-44a6-b2a6-c3afbd6666db None None] Provisioning for port e084f212-8318-40fe-a8c9-1e4d582c5e3d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:37.442254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:37.564780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=6158a4e4-c803-44b6-b2d8-03900b64a21c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:37.692260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:37.811200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2f7f9471-0027-438c-8148-6e94713e6d79 None None] Could not find standard attr ID for object af40e699-fc0f-47be-b44d-00657cee7c3a. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:24:37.827422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=af40e699-fc0f-47be-b44d-00657cee7c3a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:37.974974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.069018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.077821 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e084f212-8318-40fe-a8c9-1e4d582c5e3d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:38.098672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.109045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d6ebe09c-21c6-42a4-a162-77f98af58edb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/af40e699-fc0f-47be-b44d-00657cee7c3a HTTP/1.1" status: 204 len: 168 time: 1.3256707 Mar 09 12:24:38.110746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44802) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:38.137364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-464e4845-52d5-4299-974e-098dfcff845d None None] Could not find standard attr ID for object af40e699-fc0f-47be-b44d-00657cee7c3a. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:24:38.172271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e084f212-8318-40fe-a8c9-1e4d582c5e3d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:38.179203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e084f212-8318-40fe-a8c9-1e4d582c5e3d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:38.180034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.323848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.360340 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e544f4-334e-4e4b-ac24-9d58a8c0751f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:24:38.360951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e544f4-334e-4e4b-ac24-9d58a8c0751f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:24:38.362684 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c1e544f4-334e-4e4b-ac24-9d58a8c0751f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/af40e699-fc0f-47be-b44d-00657cee7c3a HTTP/1.1" status: 404 len: 333 time: 0.2510695 Mar 09 12:24:38.367209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e084f212-8318-40fe-a8c9-1e4d582c5e3d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e084f212-8318-40fe-a8c9-1e4d582c5e3d,segment=NetworkSegment(7be86427-0563-471c-8197-fb837db7d0f4),segment_id=7be86427-0563-471c-8197-fb837db7d0f4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:38.367389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44806) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:38.371564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.411492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:38.417833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-346e23e2-65fd-4b47-a1c8-e079347dbf34 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:24:38.418369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-346e23e2-65fd-4b47-a1c8-e079347dbf34 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:38.457814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:38.458222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bfef505f-fbe2-44a9-b37b-d6c9cbd88f72 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:38.488920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e084f212-8318-40fe-a8c9-1e4d582c5e3d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:38.527876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-346e23e2-65fd-4b47-a1c8-e079347dbf34 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:38.531906 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-346e23e2-65fd-4b47-a1c8-e079347dbf34 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/af40e699-fc0f-47be-b44d-00657cee7c3a HTTP/1.1" status: 404 len: 333 time: 0.1611271 Mar 09 12:24:38.532921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44810) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:38.685470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet e9b5e81d-ad27-464f-bfcc-e46bc4d1d455 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:38.696228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.721330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:38.768862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:38.922052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router ef25791a-f514-4cb0-968a-37144d304a5b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:38.985269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.017519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.019726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:39.030115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:39.041191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:39.042375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:39.079976 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73fef14b-e9b8-408d-8422-1ba37536aabc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4734282 Mar 09 12:24:39.080770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44814) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:39.081027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.215798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:39.243367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:39.252433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet fd93d043-def2-4289-8e46-3360755518e7 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:39.259154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.259360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Sync routers for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:39.279326 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:39.279935 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:39.298386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.305073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d0833be0-1c3a-4cfd-8e66-50a6fbdfbe9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/ef25791a-f514-4cb0-968a-37144d304a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5483062 Mar 09 12:24:39.309490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44818) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:39.356142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.358184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/e9b5e81d-ad27-464f-bfcc-e46bc4d1d455 HTTP/1.1" status: 204 len: 168 time: 0.8248677 Mar 09 12:24:39.359176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a3537-bfcb-4da8-9907-ff163b656222 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b5e81d-ad27-464f-bfcc-e46bc4d1d455,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:39.363956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:39.398200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df1af7-5946-4421-8dec-4f91bec093fe None None] Network 71eba31e-1c11-465f-b6a0-08c50421b95b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:39.410122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.543874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet d0374ca7-dba0-4348-bc83-7556a2314e9e {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:39.561775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.573298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.590447 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:39.632462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port e084f212-8318-40fe-a8c9-1e4d582c5e3d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:39.634007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.664385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.849426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.865034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.1 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/388f7119-1c0a-455b-99a1-f5158e75b995) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:39.869036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] DHCP port deletion for 71eba31e-1c11-465f-b6a0-08c50421b95b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:39.885048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Deleting port e084f212-8318-40fe-a8c9-1e4d582c5e3d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:39.885546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:39.964678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:36Z', 'revision_number': 9, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:39.970882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:40.009930 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:40.013221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:40.013510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:40.016340 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Checking router: ef25791a-f514-4cb0-968a-37144d304a5b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:40.027795 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Routers {'ef25791a-f514-4cb0-968a-37144d304a5b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:40.028674 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['ef25791a-f514-4cb0-968a-37144d304a5b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:40.172740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port e084f212-8318-40fe-a8c9-1e4d582c5e3d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e084f212-8318-40fe-a8c9-1e4d582c5e3d,segment=NetworkSegment(7be86427-0563-471c-8197-fb837db7d0f4),segment_id=7be86427-0563-471c-8197-fb837db7d0f4)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:40.173021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.197902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:40.279993 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] Set router ef25791a-f514-4cb0-968a-37144d304a5b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:40.307169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.316919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for e084f212-8318-40fe-a8c9-1e4d582c5e3d owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:40.332605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:40.333752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.344391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e084f212-8318-40fe-a8c9-1e4d582c5e3d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:40.358268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.387744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.411678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.415932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=fd93d043-def2-4289-8e46-3360755518e7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:40.435442 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-14fb7397-7fd8-4c9e-a307-203464058693 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/fd93d043-def2-4289-8e46-3360755518e7 HTTP/1.1" status: 204 len: 168 time: 1.3518047 Mar 09 12:24:40.437152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44826) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:40.439980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48027333-4dda-4306-b18e-63a927fbc1e3 None None] Network 9d0daf56-dbca-45c8-81c7-74d8f84aa35a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:40.568745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.619287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.660823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] For port e084f212-8318-40fe-a8c9-1e4d582c5e3d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e084f212-8318-40fe-a8c9-1e4d582c5e3d,segment=NetworkSegment(7be86427-0563-471c-8197-fb837db7d0f4),segment_id=7be86427-0563-471c-8197-fb837db7d0f4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:40.661797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.661948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.663623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port e084f212-8318-40fe-a8c9-1e4d582c5e3d on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:40.684667 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:40.689390 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f91c0-bd66-4713-a387-e590fe66baac None None] The sync data for ids ['ef25791a-f514-4cb0-968a-37144d304a5b'] in dv-neutron-832762-2-hyperv is: [{'id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'name': 'tempest-TestNetworkBasicOps-router-1594258970', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:21:12Z', 'updated_at': '2022-03-09T12:24:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '96bc3b89-6215-4503-af1a-ad2b789ec617', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef25791a-f514-4cb0-968a-37144d304a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:21:15Z', 'updated_at': '2022-03-09T12:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:40.690600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=e084f212-8318-40fe-a8c9-1e4d582c5e3d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:40.703910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.777693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=d0374ca7-dba0-4348-bc83-7556a2314e9e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:40.783170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.791584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Calling delete_port for e084f212-8318-40fe-a8c9-1e4d582c5e3d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:40.796214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:40.804595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:40.811724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:40.816306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 7a2e135f-cf42-4da4-820a-bc7405d1d496 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:40.816655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.842075 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cba99ddd-729e-4397-a33d-f7faf0b9ca1b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/d0374ca7-dba0-4348-bc83-7556a2314e9e HTTP/1.1" status: 204 len: 168 time: 1.5280948 Mar 09 12:24:40.842897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=388f7119-1c0a-455b-99a1-f5158e75b995,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:40.845134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a672c5b-c564-4edf-809a-78dc01fbb30c None None] Network fb58a0fe-3aa4-4466-9503-e540a78a8096 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:40.845715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44830) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:40.851119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:40.851561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.853476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:40.942081 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No ports have port_id starting with e084f212-8318-40fe-a8c9-1e4d582c5e3d Mar 09 12:24:40.973128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71eba31e-1c11-465f-b6a0-08c50421b95b']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:40.998947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:41.026248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be86427-0563-471c-8197-fb837db7d0f4') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:41.026547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be86427-0563-471c-8197-fb837db7d0f4') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:41.046085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.093175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.168393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.243680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:41.244081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:41.263183 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:41.346425 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:41.347034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:41.354438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.370956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 7a2e135f-cf42-4da4-820a-bc7405d1d496, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7a2e135f-cf42-4da4-820a-bc7405d1d496,segment=NetworkSegment(52cddc2a-0f05-4925-bf58-0dac97bcd52c),segment_id=52cddc2a-0f05-4925-bf58-0dac97bcd52c)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:41.371501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.394579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.412652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=7c2f71d9-eb46-416e-b1cc-b459d5fecfa9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:41.561208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:36Z', 'revision_number': 9, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:41.582900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e3125-c9c3-4400-9c5e-d2d99f23d30d None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:36Z', 'revision_number': 9, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c4f75e-f6e7-41bb-941f-9304eab57456', 'name': '', 'network_id': '2f58a3b9-362e-42ce-895a-0532b815346b', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:83:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:39Z', 'updated_at': '2022-03-09T12:24:17Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '59f615d5-e5e3-48d2-9db6-f8f7aa0c8820', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:41.653120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] DHCP port deletion for fb58a0fe-3aa4-4466-9503-e540a78a8096 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:41.659245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Deleting port bac598d9-0be5-41cf-82cc-24be254502d2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:41.659650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.682723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.730584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.743095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 7a2e135f-cf42-4da4-820a-bc7405d1d496 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:41.766882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.803931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.871567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=71eba31e-1c11-465f-b6a0-08c50421b95b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:41.886407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Deleting port e084f212-8318-40fe-a8c9-1e4d582c5e3d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:41.886949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:41.900557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.900935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.901271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.901600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.901942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.902271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.902589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.902904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.903243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.903541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.903850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.904162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:41.952008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a223423d-8f51-4945-b7d8-9d94c96c3c88 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/71eba31e-1c11-465f-b6a0-08c50421b95b HTTP/1.1" status: 204 len: 168 time: 2.5869837 Mar 09 12:24:41.953733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44834) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:41.970255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-523472741'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:41.977870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:41.981993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:41.987945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:41.995248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:42.007881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.008645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f2fc-8209-4431-bd4f-e0356f7dccd2 None None] The port 'e084f212-8318-40fe-a8c9-1e4d582c5e3d' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:42.017281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4255d5-5004-4732-9062-92603d7dae24 None None] DHCP port deletion for 9d0daf56-dbca-45c8-81c7-74d8f84aa35a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:42.018769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:42.026662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b4255d5-5004-4732-9062-92603d7dae24 None None] Deleting port 7a2e135f-cf42-4da4-820a-bc7405d1d496 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:42.027225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b4255d5-5004-4732-9062-92603d7dae24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.037242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.058991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.099270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 96bc3b89-6215-4503-af1a-ad2b789ec617 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:42.099607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.143236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b4255d5-5004-4732-9062-92603d7dae24 None None] The port '7a2e135f-cf42-4da4-820a-bc7405d1d496' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:42.153226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] For port bac598d9-0be5-41cf-82cc-24be254502d2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bac598d9-0be5-41cf-82cc-24be254502d2,segment=NetworkSegment(f6c8f28d-b302-405f-8d2c-a70dbb692e45),segment_id=f6c8f28d-b302-405f-8d2c-a70dbb692e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:42.154023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.162513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=7a2e135f-cf42-4da4-820a-bc7405d1d496,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:42.174494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No DVR routers for this DVR port 7a2e135f-cf42-4da4-820a-bc7405d1d496 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:42.224205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:42.243641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:42.293838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.294186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment 898d094d-62cb-408e-8a3e-ec2a2e0a06c3 of type vlan for network 2a776464-ff0f-4377-92f0-dce3f8b14ffb Mar 09 12:24:42.335044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:42.335683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 23a3169e-0a8b-4f06-abe2-d15a85fbddb5 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:42.336180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7a2e135f-cf42-4da4-820a-bc7405d1d496 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:42.365312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Calling delete_port for bac598d9-0be5-41cf-82cc-24be254502d2 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:42.411266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7a2e135f-cf42-4da4-820a-bc7405d1d496 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:42.411649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7a2e135f-cf42-4da4-820a-bc7405d1d496 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:42.412045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bac598d9-0be5-41cf-82cc-24be254502d2 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:42.435828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.477807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.486663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0daf56-dbca-45c8-81c7-74d8f84aa35a']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:42.512770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cddc2a-0f05-4925-bf58-0dac97bcd52c') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:42.513020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cddc2a-0f05-4925-bf58-0dac97bcd52c') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:42.530921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.554881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 96bc3b89-6215-4503-af1a-ad2b789ec617, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=96bc3b89-6215-4503-af1a-ad2b789ec617,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:42.557059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.557242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.612727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:42.616109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6158a4e4-c803-44b6-b2d8-03900b64a21c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:42.638107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.650552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.654882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 6158a4e4-c803-44b6-b2d8-03900b64a21c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:42.655232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 6158a4e4-c803-44b6-b2d8-03900b64a21c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:42.696747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.702047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:42.702626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.707984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] Pushing event deleted for resources: {'Port': ['ID=bac598d9-0be5-41cf-82cc-24be254502d2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:42.711813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd544396-8828-47a1-aa60-908b5f190bd6 None None] No DVR routers for this DVR port bac598d9-0be5-41cf-82cc-24be254502d2 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:42.721548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 96bc3b89-6215-4503-af1a-ad2b789ec617 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:42.766107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:42.766801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:42.786620 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:42.835040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:42.846177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.846828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:42.855760 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f1bddb89-648e-4ece-9e59-c8cd7d9fa053 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2002006 Mar 09 12:24:42.857501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.862046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:42.863364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:42.870334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44838) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:42.983175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=388f7119-1c0a-455b-99a1-f5158e75b995,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:42.989451 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0346985 Mar 09 12:24:42.992934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:42.999340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44842) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:43.006005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.007975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.008523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.008866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.009236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.009573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.009904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.010229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.010721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.011211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.011544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.011867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:43.012855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0656f-eede-4c44-859e-7c3a90c34762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=2a776464-ff0f-4377-92f0-dce3f8b14ffb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:43.017952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:43.018196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.047759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.051189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:43.073779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 81062b02-d081-4fb3-b223-4340cf237c7b {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:43.086513 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/9d0daf56-dbca-45c8-81c7-74d8f84aa35a HTTP/1.1" status: 204 len: 168 time: 2.6483889 Mar 09 12:24:43.087559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd6ba-be18-472d-8709-feaec2687f06 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=9d0daf56-dbca-45c8-81c7-74d8f84aa35a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:43.089248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44846) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:43.089816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.154221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:43.225790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:43.232768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:43.238189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:43.255009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:43.283495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:43.284443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:43.289861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.307709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:43.422476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.516985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:41Z', 'revision_number': 9, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:43.521817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:43.532330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:43.533066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:43.711620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:43.761275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.778527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:43.814439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:43.861803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=96bc3b89-6215-4503-af1a-ad2b789ec617,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:43.927432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.036897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.046870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:41Z', 'revision_number': 9, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:44.051829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a530e-ed62-4938-8569-34fcd16cbdb0 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:41Z', 'revision_number': 9, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2294b11-7803-4f11-a015-96daf703ffdb', 'name': '', 'network_id': 'aa2d7639-58c9-488a-832e-fe328432c595', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:56Z', 'updated_at': '2022-03-09T12:24:21Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '7377651c-e481-4714-b8b0-6bcc1ecc583a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:44.082437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.098908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=238bb3f4-34b5-4b12-8977-dfaa999477f4,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:44.102709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:44.116714 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:44.120094 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c6ac552-327a-4f07-8036-c5dc3e738789 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/routers/7d8ca390-9963-4ebc-ad75-4578c015c122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3862307 Mar 09 12:24:44.121437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': '898d094d-62cb-408e-8a3e-ec2a2e0a06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:44.121571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 2a776464-ff0f-4377-92f0-dce3f8b14ffb, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:44.127071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44850) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:44.127930 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:44.128584 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:44.133538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'port': {'network_id': '090892f9-7863-4638-9a1e-6f997a31a280', 'name': 'tempest-FloatingIPTestJSON-363775475'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:44.203624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=81062b02-d081-4fb3-b223-4340cf237c7b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:44.211004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db26c6-cf9e-4b1a-a2ea-770d42ff5f29 None None] Network bbfb7986-1083-4314-aae3-4ad7ff41f66a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:44.215541 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:44.223793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:44.227826 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:44.228801 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:44.254202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 2a776464-ff0f-4377-92f0-dce3f8b14ffb) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:44.257252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.263597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:44.264185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.269577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5b162-ba8a-4cf8-9844-e9b7a77cefca None None] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:44.276661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.279868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.285794 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a8215812-0342-4af4-bd23-1ff305518a83 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/81062b02-d081-4fb3-b223-4340cf237c7b HTTP/1.1" status: 204 len: 168 time: 1.4078467 Mar 09 12:24:44.291058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44854) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:44.332311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b8dc3c3d-574d-4185-8a83-8d1b20c8f015 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3309336 Mar 09 12:24:44.336234 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:44.336920 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e844cf-d365-480c-8431-f729e35f9efc None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:44.345338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44858) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:44.357456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-715437285'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:44.359064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.359631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router ef25791a-f514-4cb0-968a-37144d304a5b {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:24:44.379393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.380591 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd44461f-8a04-4d7e-92a1-c2d3d5bdebc1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/ef25791a-f514-4cb0-968a-37144d304a5b HTTP/1.1" status: 204 len: 168 time: 3.5128829 Mar 09 12:24:44.384762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44862) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:44.400248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:44.465634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:port and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:44.469798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:44.479104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:44.567310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.645906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:44.651344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.673763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.684466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.693316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:44.699216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:44.705817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:44.716221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] device_id is not set on port 6f777195-530e-4a4e-9d15-1ce0c817f8d5 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:44.752657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:44.772976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 9cc6f651-9df8-47bb-8f2c-f89798530321 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:44.773203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.775973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-2a776464-ff0f-4377-92f0-dce3f8b14ffb', 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': '238bb3f4-34b5-4b12-8977-dfaa999477f4'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:44.777440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.830043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:44.836040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:44.964551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:44.969519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] DHCP port deletion for bbfb7986-1083-4314-aae3-4ad7ff41f66a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:44.978785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Allocated IP 172.20.0.2 (2a776464-ff0f-4377-92f0-dce3f8b14ffb/238bb3f4-34b5-4b12-8977-dfaa999477f4/ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:44.981078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Deleting port 9cc6f651-9df8-47bb-8f2c-f89798530321 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:44.981477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.122145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.12 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/6f777195-530e-4a4e-9d15-1ce0c817f8d5) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:45.163683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.206814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb58a0fe-3aa4-4466-9503-e540a78a8096']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:45.219469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 9cc6f651-9df8-47bb-8f2c-f89798530321, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9cc6f651-9df8-47bb-8f2c-f89798530321,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:45.219469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.259852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c8f28d-b302-405f-8d2c-a70dbb692e45') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:45.260098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c8f28d-b302-405f-8d2c-a70dbb692e45') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:45.282629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.313641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port d0c4f75e-f6e7-41bb-941f-9304eab57456 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:45.314375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.347183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.361151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:45.361537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.370660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 9cc6f651-9df8-47bb-8f2c-f89798530321 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:45.376044 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:45.378177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] For port 9cc6f651-9df8-47bb-8f2c-f89798530321, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9cc6f651-9df8-47bb-8f2c-f89798530321,segment=NetworkSegment(27696c69-4ebd-4c3e-a235-e25a16b88e45),segment_id=27696c69-4ebd-4c3e-a235-e25a16b88e45)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:45.378177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.514761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Calling delete_port for 9cc6f651-9df8-47bb-8f2c-f89798530321 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:45.555168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.571890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Transition to ACTIVE for port object ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:45.589628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.614690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Transition to ACTIVE for port object ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:45.615231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.623587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.637227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=fb58a0fe-3aa4-4466-9503-e540a78a8096,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:45.644524 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-576dd2d8-6b18-45e7-b2fc-1f4a218df350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/fb58a0fe-3aa4-4466-9503-e540a78a8096 HTTP/1.1" status: 204 len: 168 time: 1.2588141 Mar 09 12:24:45.673543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.677695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port d0c4f75e-f6e7-41bb-941f-9304eab57456, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d0c4f75e-f6e7-41bb-941f-9304eab57456,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:45.678093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.685330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44866) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:45.693904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1588917383', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:45.703074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:45.711323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] No DVR routers for this DVR port 9cc6f651-9df8-47bb-8f2c-f89798530321 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:45.715687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:45.720681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:45.728742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Pushing event updated for resources: {'Port': ['ID=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:45.753423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:45.770370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.770700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.770979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.771323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.772207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.773653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.773653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.773653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.773653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.774016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.774133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.774449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:45.796005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:45.796315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:45.810917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.5 (2a776464-ff0f-4377-92f0-dce3f8b14ffb/238bb3f4-34b5-4b12-8977-dfaa999477f4/ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:45.812093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:45.822048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for d0c4f75e-f6e7-41bb-941f-9304eab57456 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:45.845806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.851552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3993ac-31fa-4cb6-a3b3-d24ce75efd1a None None] Pushing event deleted for resources: {'Port': ['ID=9cc6f651-9df8-47bb-8f2c-f89798530321,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:45.855126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:45.869527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:45.875402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Attempting to bind port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:45.876087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Attempting to bind port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '898d094d-62cb-408e-8a3e-ec2a2e0a06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:45.876613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Attempting to bind port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d on network 2a776464-ff0f-4377-92f0-dce3f8b14ffb {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:45.884732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:45.885459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Checking segment: {'id': '898d094d-62cb-408e-8a3e-ec2a2e0a06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:45.886368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.887020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Bound using segment: {'id': '898d094d-62cb-408e-8a3e-ec2a2e0a06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:45.888200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Bound port: ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898d094d-62cb-408e-8a3e-ec2a2e0a06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2a776464-ff0f-4377-92f0-dce3f8b14ffb'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:45.888830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.896870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:45.900833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.903011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.936593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:24:45.946654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.947057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment d42a459d-7e08-49c0-97de-9c1483430a00 of type vlan for network bec0c470-e1a6-4d14-9afc-fc250ba93dda Mar 09 12:24:45.977681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:45.991567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:45.999632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:46.022251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:46.022480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7c2f71d9-eb46-416e-b1cc-b459d5fecfa9 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:46.022921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9cc6f651-9df8-47bb-8f2c-f89798530321 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:46.043515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.049631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:46.049887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:46.050534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.053349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:46.081570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9cc6f651-9df8-47bb-8f2c-f89798530321 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:46.081926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9cc6f651-9df8-47bb-8f2c-f89798530321 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:46.082350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 96bc3b89-6215-4503-af1a-ad2b789ec617 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:46.112712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.123961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 96bc3b89-6215-4503-af1a-ad2b789ec617 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:46.124310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 96bc3b89-6215-4503-af1a-ad2b789ec617 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:46.131795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] For port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:46.136416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] For port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,segment=NetworkSegment(898d094d-62cb-408e-8a3e-ec2a2e0a06c3),segment_id=898d094d-62cb-408e-8a3e-ec2a2e0a06c3)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:46.140683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.146574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=6f777195-530e-4a4e-9d15-1ce0c817f8d5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:46.171949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:46.172567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.195081 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5057895 Mar 09 12:24:46.205702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44870) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:46.215357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:46.222084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:46.226910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:46.229766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:46.235983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:46.240207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e17cb9-1cc8-4985-aa9b-bb06d3ffaac9 None None] Pushing event updated for resources: {'Port': ['ID=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:46.242949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6be0-b524-4aaa-aeeb-1b5f3cb95b35 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=bec0c470-e1a6-4d14-9afc-fc250ba93dda,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:46.253060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b5e2714e-3fef-407d-a96a-45a1867b46e2 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1226103 Mar 09 12:24:46.254501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44874) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:46.258041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.259083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.267911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'port': {'network_id': '090892f9-7863-4638-9a1e-6f997a31a280', 'name': 'tempest-FloatingIPTestJSON-291405004'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:46.269228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:24:46.281544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.380828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 9cc6f651-9df8-47bb-8f2c-f89798530321 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:46.381851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.399867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=d0c4f75e-f6e7-41bb-941f-9304eab57456,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:46.452383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.521071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] The port '9cc6f651-9df8-47bb-8f2c-f89798530321' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:46.543496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.593881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:46.654435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:46.661821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:port and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:46.679145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.718617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:46.789714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.797089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:46.843872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfb7986-1083-4314-aae3-4ad7ff41f66a']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:46.907039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:46.910867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:46.932592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27696c69-4ebd-4c3e-a235-e25a16b88e45') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:46.932940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27696c69-4ebd-4c3e-a235-e25a16b88e45') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:47.006747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.033464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.038456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] device_id is not set on port 06a9a119-3ef1-4638-b4ea-c9a4413a5337 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:47.132973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:47.187954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.191798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.233971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:47.234687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:47.250119 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:47.252359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:47.311549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:47.324536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:47.333474 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b01ec9ef-928e-446a-abab-48a7f0b1c13b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2120168 Mar 09 12:24:47.334744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44878) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:47.340964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:47.341600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:47.407601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet 59f615d5-e5e3-48d2-9db6-f8f7aa0c8820 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:47.411113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.433371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:47.435917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:47.467527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f6133-fcb3-4c03-8702-36783408e087 None None] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:47.472455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.562639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.631557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:47.643681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.651882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.656956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.672928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-88fbf58f-65cc-40be-862d-da456e48bc52 None None] Provisioning for port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:47.696520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=59f615d5-e5e3-48d2-9db6-f8f7aa0c8820,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:47.698500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.705077 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1dd003f0-87db-4a10-bb02-6eca42b8442e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/59f615d5-e5e3-48d2-9db6-f8f7aa0c8820 HTTP/1.1" status: 204 len: 168 time: 0.3692064 Mar 09 12:24:47.707507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44882) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:47.717871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0ece9-c559-4398-b904-19a96471f88f None None] Network 2f58a3b9-362e-42ce-895a-0532b815346b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:47.721073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:47.721701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.728821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=bbfb7986-1083-4314-aae3-4ad7ff41f66a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:47.738759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:47.785644 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f9466942-6b78-42f7-a8e8-0a43e28c05c7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/bbfb7986-1083-4314-aae3-4ad7ff41f66a HTTP/1.1" status: 204 len: 168 time: 3.4935026 Mar 09 12:24:47.786425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44886) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:47.826802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.837540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 4f7acef3-7de0-4261-b805-c1f54a530f45 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:47.837875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:47.869502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.13 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/06a9a119-3ef1-4638-b4ea-c9a4413a5337) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:47.940023 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d09b2e2d-aaa0-4dbd-9905-f641eca2fd3e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.5921519 Mar 09 12:24:47.967009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44890) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:48.064098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 4f7acef3-7de0-4261-b805-c1f54a530f45, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4f7acef3-7de0-4261-b805-c1f54a530f45,segment=NetworkSegment(e460bed3-07d0-4ecb-9840-231d05a5dfeb),segment_id=e460bed3-07d0-4ecb-9840-231d05a5dfeb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:48.064459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.092613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:48.162747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:48.163358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.200691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 4f7acef3-7de0-4261-b805-c1f54a530f45 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:48.281728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.338076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=4f7acef3-7de0-4261-b805-c1f54a530f45,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:48.340685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No DVR routers for this DVR port 4f7acef3-7de0-4261-b805-c1f54a530f45 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:48.396057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:48.412324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:48.413328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.641211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.642600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.660782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:46Z', 'revision_number': 10, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:48.668057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbfcc0-51ab-4ace-874f-442788a90e61 None None] DHCP port deletion for 2f58a3b9-362e-42ce-895a-0532b815346b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:48.677600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:48.680199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f58a3b9-362e-42ce-895a-0532b815346b']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:48.703826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e460bed3-07d0-4ecb-9840-231d05a5dfeb') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:48.704138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e460bed3-07d0-4ecb-9840-231d05a5dfeb') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:48.712548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:48.713203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:48.721246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.743312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.750442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:48.750808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:48.766903 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:48.795774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,segment=NetworkSegment(898d094d-62cb-408e-8a3e-ec2a2e0a06c3),segment_id=898d094d-62cb-408e-8a3e-ec2a2e0a06c3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:48.828217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.860334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.864777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.892680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:48.907572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=2f58a3b9-362e-42ce-895a-0532b815346b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:48.913394 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-488c71bb-f2b9-422b-9290-6a85ea109652 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/2f58a3b9-362e-42ce-895a-0532b815346b HTTP/1.1" status: 204 len: 168 time: 1.2023184 Mar 09 12:24:48.913785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:49.059469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:49.066252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Provisioning for port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:49.076213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Provisioning complete for port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:49.076596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.094507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.142993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.143196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:49.213489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:24:49.250309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.310916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Provisioning complete for port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:49.311300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1036dd0-88af-4be0-aeff-a021ab938b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.403952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:49.492732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.547563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.619693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:46Z', 'revision_number': 10, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:49.623734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b4aaa-d9b0-4024-9363-4ed1b6e4a9c0 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:46Z', 'revision_number': 10, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None, '_interfaces': [{'id': '52d2ce00-7bf2-400e-b639-4bdc5e8d24d2', 'name': '', 'network_id': 'f0f8ee1b-d527-44b8-8902-4b9d18a6dec7', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'mac_address': 'fa:16:3e:0d:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:26Z', 'updated_at': '2022-03-09T12:23:38Z', 'revision_number': 5, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'subnets': [{'id': '0ba013fa-519c-4486-b634-3e13e06b4a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:49.633847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:49.666192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:49.668830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:49.709752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.195 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c162fea5-e575-467a-a142-cd6fc4b03d79) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:49.717732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=06a9a119-3ef1-4638-b4ea-c9a4413a5337,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:49.722795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ddb2b1d8-4a0b-46cc-928b-7cef941e8bd9 None None] Provisioning complete for port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:49.723182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b1d8-4a0b-46cc-928b-7cef941e8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.784946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2b1d8-4a0b-46cc-928b-7cef941e8bd9 None None] Port ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:24:49.819206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:49.819823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.858704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.904171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6c888691-8dd3-44cf-ac71-e58aa510ec11 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6478570 Mar 09 12:24:49.906614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.906772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:49.907060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:49.934294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44898) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:49.944265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '06a9a119-3ef1-4638-b4ea-c9a4413a5337', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:49.956477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:49.966992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:floatingip and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:49.972204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:49.982688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:49.983943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:50.034543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.068725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:50.185363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:50.185746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.383432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4f7acef3-7de0-4261-b805-c1f54a530f45 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:50.397413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:50.397778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.418571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 4f7acef3-7de0-4261-b805-c1f54a530f45 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:50.419496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4f7acef3-7de0-4261-b805-c1f54a530f45 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:50.419942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d0c4f75e-f6e7-41bb-941f-9304eab57456 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:50.436934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.441979 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7556479a-8bf1-402a-97b7-0c48757105f5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce HTTP/1.1" status: 204 len: 168 time: 2.4706504 Mar 09 12:24:50.442879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44902) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:50.456800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d0c4f75e-f6e7-41bb-941f-9304eab57456 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:50.457180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d0c4f75e-f6e7-41bb-941f-9304eab57456 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:50.499502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.514621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7755627-b82c-4d66-9693-c9a2a2b28c7c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:24:50.515159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7755627-b82c-4d66-9693-c9a2a2b28c7c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:50.541745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:50.556069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d7755627-b82c-4d66-9693-c9a2a2b28c7c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:50.557297 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d7755627-b82c-4d66-9693-c9a2a2b28c7c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce HTTP/1.1" status: 404 len: 333 time: 0.1121495 Mar 09 12:24:50.560967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44906) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:50.612280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.794533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.847245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.883079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port f2294b11-7803-4f11-a015-96daf703ffdb {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:50.883417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.904066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Port': ['ID=52d2ce00-7bf2-400e-b639-4bdc5e8d24d2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:50.912069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 238bb3f4-34b5-4b12-8977-dfaa999477f4 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:50.912926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.55 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c0ffa970-a4bf-4e9a-a061-4649702922b6) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:50.922098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:50.932988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:50.934876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:50.971713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:51.048689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=c162fea5-e575-467a-a142-cd6fc4b03d79,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:51.113544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.247894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.337006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.437335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port f2294b11-7803-4f11-a015-96daf703ffdb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2294b11-7803-4f11-a015-96daf703ffdb,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:51.437984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.556957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:51.594733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for f2294b11-7803-4f11-a015-96daf703ffdb owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:51.719595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.745015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:51.877677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:51.887323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:51.891766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:51.895616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:51.903557 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:51.914884 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:51.916149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:51.925519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=c0ffa970-a4bf-4e9a-a061-4649702922b6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:51.953126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e9c6c5e-e505-467d-915f-2b2865366e21 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381243 Mar 09 12:24:51.955775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44910) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:52.049965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:52.075403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting subnet 0ba013fa-519c-4486-b634-3e13e06b4a00 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:52.109972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.161682 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:52.166018 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:52.174586 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:52.175177 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:52.190614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.213396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.273284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.306278 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:52.329388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=238bb3f4-34b5-4b12-8977-dfaa999477f4,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:52.337482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.348954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28621ef-f5ca-411b-8c77-e1fddd53190b None None] Network 2a776464-ff0f-4377-92f0-dce3f8b14ffb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:52.401536 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-54aa28a0-16a5-4d45-ba27-33b765bfa9cb tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/238bb3f4-34b5-4b12-8977-dfaa999477f4 HTTP/1.1" status: 204 len: 168 time: 1.8386970 Mar 09 12:24:52.404208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44914) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:52.478035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:52.494620 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10543734-08f4-46e0-af03-cebc88e94604 None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:52.557586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.600437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.609288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.618952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-52ea35d3-a23c-4dec-a872-12cdd2a30aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.642432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:52.642853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.663475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=f2294b11-7803-4f11-a015-96daf703ffdb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:52.720599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.782496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba013fa-519c-4486-b634-3e13e06b4a00,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:52.784701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.794993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95537eb0-ef13-422e-ad8d-7762adab062d None None] Network f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:52.893253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] DHCP port deletion for 2a776464-ff0f-4377-92f0-dce3f8b14ffb request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:52.918657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Deleting port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:52.919108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.955806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.969113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,segment=NetworkSegment(898d094d-62cb-408e-8a3e-ec2a2e0a06c3),segment_id=898d094d-62cb-408e-8a3e-ec2a2e0a06c3)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:52.969471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:52.986806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a998d347-d341-411c-a991-4ac1ebcbd8d4 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/0ba013fa-519c-4486-b634-3e13e06b4a00 HTTP/1.1" status: 204 len: 168 time: 1.0300384 Mar 09 12:24:53.022984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44918) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:53.040406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.091800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.233821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:53.237590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] For port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,segment=NetworkSegment(898d094d-62cb-408e-8a3e-ec2a2e0a06c3),segment_id=898d094d-62cb-408e-8a3e-ec2a2e0a06c3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:53.237987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.356660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] DHCP port deletion for f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:53.370857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.379349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.422633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Calling delete_port for ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:53.436836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 791a46df-1df8-41a6-96a4-df8943da32f8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:53.437232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.437452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.457027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Deleting port 791a46df-1df8-41a6-96a4-df8943da32f8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:53.457401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.467392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:53.469352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:53.608547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:53.608933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:53.644508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.714573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] For port 791a46df-1df8-41a6-96a4-df8943da32f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=791a46df-1df8-41a6-96a4-df8943da32f8,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:53.715234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.733511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a776464-ff0f-4377-92f0-dce3f8b14ffb']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:53.757136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898d094d-62cb-408e-8a3e-ec2a2e0a06c3') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:53.757542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898d094d-62cb-408e-8a3e-ec2a2e0a06c3') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:53.773336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.802919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.814228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:53.814676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:53.829147 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:53.842048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Calling delete_port for 791a46df-1df8-41a6-96a4-df8943da32f8 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:53.870990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:24:53.910826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:53.921757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.940245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.948640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.975311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=2a776464-ff0f-4377-92f0-dce3f8b14ffb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:53.978659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:53.989216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.008110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] Pushing event deleted for resources: {'Port': ['ID=791a46df-1df8-41a6-96a4-df8943da32f8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:54.014606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b8d66-1c77-4f96-8736-e5482bea94dc None None] No DVR routers for this DVR port 791a46df-1df8-41a6-96a4-df8943da32f8 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:54.050927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:54.074441 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1803b099-0d87-403f-b95b-ddbd6b07491b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/2a776464-ff0f-4377-92f0-dce3f8b14ffb HTTP/1.1" status: 204 len: 168 time: 1.6664383 Mar 09 12:24:54.088850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:54.092167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:54.092525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 52d2ce00-7bf2-400e-b639-4bdc5e8d24d2 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:54.093239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:54.106860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'name': 'tempest-PortsTestJSON-171495060'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:54.125382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Deleting port ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:54.125382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.158712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:54.158712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:54.159177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 791a46df-1df8-41a6-96a4-df8943da32f8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:54.215726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=c0ffa970-a4bf-4e9a-a061-4649702922b6,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:54.232129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6409ba6e-0b58-42b2-a089-fafe04a71530 None None] The port 'ecff902b-a0e0-483f-b2d4-65a2c9aa4a1d' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:54.233283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 791a46df-1df8-41a6-96a4-df8943da32f8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:54.233629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 791a46df-1df8-41a6-96a4-df8943da32f8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:54.238666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.270914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] For port 791a46df-1df8-41a6-96a4-df8943da32f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=791a46df-1df8-41a6-96a4-df8943da32f8,segment=NetworkSegment(60a53a2b-0255-492d-81c9-d67102d03697),segment_id=60a53a2b-0255-492d-81c9-d67102d03697)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:54.271302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.318514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:54.325607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:54.329948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:54.349806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:54.412703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Calling delete_port for 791a46df-1df8-41a6-96a4-df8943da32f8 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:54.420070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:54.423539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.455716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:54.467561 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-66c8d7f3-a784-40e6-a405-1bcdfa80c2c9 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6674545 Mar 09 12:24:54.467752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 98a584e2-c328-460d-93fb-7b760ca963a6 associated. External IP: 172.26.5.55, port: 06a9a119-3ef1-4638-b4ea-c9a4413a5337. Mar 09 12:24:54.469778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:54.470264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44926) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:54.481397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:54.481931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:54.507368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:54.519582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Sync routers for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:54.535139 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:54.539484 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:54.590025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.595134 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-daeed683-7687-4d04-bb84-78d024c2cbb3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3884501 Mar 09 12:24:54.600570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 7377651c-e481-4714-b8b0-6bcc1ecc583a {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:24:54.603961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:54.645163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:54.646719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:54.647348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44930) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:54.647691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:54.699022 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3d914c8a-cb7d-49d9-ac12-c59e13947263 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471082 Mar 09 12:24:54.700084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44934) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:54.714741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 328d4c45-b659-4b32-9c07-d4f504e3fb66 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:54.740547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:54.851185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e482cee-e5e5-40f3-a04e-1ca099af404d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:54.856068 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0e482cee-e5e5-40f3-a04e-1ca099af404d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521502 Mar 09 12:24:54.856783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:55.045425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.061494 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5d18e9e-4be0-4b80-99a1-fd683989a190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.079397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:52Z', 'revision_number': 10, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.083438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:55.091452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c59ddd7e-ab9d-4658-a37c-a78cbc777f5d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2311771 Mar 09 12:24:55.092157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:55.093660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:55.094275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.104558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132678907', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:55.148640 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:24:51Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.149518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Deleting port 791a46df-1df8-41a6-96a4-df8943da32f8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:55.149964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.153403 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Checking router: f87c830f-3bf0-42e6-94ca-5aaab335ebd8 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:55.153747 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Updating router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 port c162fea5-e575-467a-a142-cd6fc4b03d79 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:24:55.215231 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.268856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:55.286072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] The port '791a46df-1df8-41a6-96a4-df8943da32f8' was deleted {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:24:55.307457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:55.431606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.433124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.490586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f8ee1b-d527-44b8-8902-4b9d18a6dec7']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.502415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:55.511452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:55.517664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a53a2b-0255-492d-81c9-d67102d03697') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.517992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a53a2b-0255-492d-81c9-d67102d03697') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.528288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:55.541612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.549666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:55.570823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.578477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.592218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:55.605105 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.614566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:55.619241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.629572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:24:55.630183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.632238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:55.632935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.678559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.712768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.723647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:55.729434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: util.warn( Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:24:55.730810 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:24:55.735066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:55.737348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:55.738858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.742052 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Transition to ACTIVE for port object c162fea5-e575-467a-a142-cd6fc4b03d79 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:55.744072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:55.744627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.748114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.751394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:55.752020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.753989 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.789593 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3ee4ea57-1b09-410b-9b65-7dce2cc246b9 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8541360 Mar 09 12:24:55.790638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=328d4c45-b659-4b32-9c07-d4f504e3fb66,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:55.792778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44946) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:55.799334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:55.851261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.851497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c7d92e-d5da-4306-9de3-40323acdc6fb None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:55.861144 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4609f5fc-a840-455d-b960-23c77266a235 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7673287 Mar 09 12:24:55.866801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44950) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:55.868667 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Pushing event updated for resources: {'Port': ['ID=c162fea5-e575-467a-a142-cd6fc4b03d79,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:55.885688 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.886711 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.886711 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.886711 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.887068 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.887280 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.887601 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.887916 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.888232 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.888545 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.888857 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.889263 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:24:55.898601 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Attempting to bind port c162fea5-e575-467a-a142-cd6fc4b03d79 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:55.898982 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Attempting to bind port c162fea5-e575-467a-a142-cd6fc4b03d79 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:55.899314 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Attempting to bind port c162fea5-e575-467a-a142-cd6fc4b03d79 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:55.904802 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:55.905213 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:55.905591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.905973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:55.906429 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Bound port: c162fea5-e575-467a-a142-cd6fc4b03d79, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:55.906817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.932794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:52Z', 'revision_number': 10, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:55.938241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a57ed-196e-45fa-9a8f-54e678dc23c7 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:24:52Z', 'revision_number': 10, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None, '_interfaces': [{'id': '62c6d1e8-2866-4ce6-9840-026b2a86597b', 'name': '', 'network_id': '5f65cdf7-1e95-455e-ae62-911a803bbcd3', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'mac_address': 'fa:16:3e:91:5e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:23:45Z', 'updated_at': '2022-03-09T12:24:11Z', 'revision_number': 5, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'subnets': [{'id': '1773560e-61e1-4952-95a2-51b072d2ad86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:55.985472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:55.996162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.008300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.013434 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] For port c162fea5-e575-467a-a142-cd6fc4b03d79, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:56.016507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] For port c162fea5-e575-467a-a142-cd6fc4b03d79, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c162fea5-e575-467a-a142-cd6fc4b03d79,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:56.021276 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.056799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.071560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 328d4c45-b659-4b32-9c07-d4f504e3fb66 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:56.072755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.073378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Pushing event deleted for resources: {'Network': ['ID=f0f8ee1b-d527-44b8-8902-4b9d18a6dec7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:56.076306 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0a500c3d-5e49-4488-9e8a-1e4451265dff tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/networks/f0f8ee1b-d527-44b8-8902-4b9d18a6dec7 HTTP/1.1" status: 204 len: 168 time: 3.0519829 Mar 09 12:24:56.086000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.095317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:56.101523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:56.102252 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:56.108529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'routes': None}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:56.164391 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369d84-be16-484e-a2b5-e71249b3b0f8 None None] Pushing event updated for resources: {'Port': ['ID=c162fea5-e575-467a-a142-cd6fc4b03d79,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:56.280154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:56.280914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: bec0c470-e1a6-4d14-9afc-fc250ba93dda, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:24:56.299142 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:56.376793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:56.405542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:24:56.418554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.496583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.513135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.513449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 98a584e2-c328-460d-93fb-7b760ca963a6 disassociated. External IP: 172.26.5.55, port: 06a9a119-3ef1-4638-b4ea-c9a4413a5337. Mar 09 12:24:56.600613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bec0c470-e1a6-4d14-9afc-fc250ba93dda) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:56.610848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d399f-492c-4ad8-b898-526e5b576230 None None] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:56.709802 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:24:51Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:56.710444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.715713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe9b5-952f-493c-b1f2-0ccfefe73b1b None None] The sync data for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv is: [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:24:51Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:56.737646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Added routes are [] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:24:56.737646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.extraroute_db [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Removed routes are [] {{(pid=87830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:24:56.739406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.816311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=7377651c-e481-4714-b8b0-6bcc1ecc583a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:56.820096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:24:56.820692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:56.875086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 328d4c45-b659-4b32-9c07-d4f504e3fb66 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:56.876327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:24:56.877543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.018471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.025043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44960) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:57.025780 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2933cf8a-09e9-429e-824c-bb6ffb316d9f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/7377651c-e481-4714-b8b0-6bcc1ecc583a HTTP/1.1" status: 204 len: 168 time: 2.5545092 Mar 09 12:24:57.033920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e0257bdb-f520-4963-8a25-c61c6013f151 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9344332 Mar 09 12:24:57.037354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44962) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:57.060632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42390c88-ce0f-4785-98cb-d580077a2849 None None] Network aa2d7639-58c9-488a-832e-fe328432c595 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:24:57.211371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Allocated IP 172.20.0.2 (bec0c470-e1a6-4d14-9afc-fc250ba93dda/cf66639e-1efb-4227-a2dd-c1ae1a3a5e73/16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:57.441994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:57.457506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.463107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.537290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.559923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.599824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] DHCP port deletion for aa2d7639-58c9-488a-832e-fe328432c595 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:24:57.622981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Deleting port 0c9a898f-23b1-42e6-9337-be4e822390df {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:57.623542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.722403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.723823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.741179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Transition to ACTIVE for port object 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:57.765456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=328d4c45-b659-4b32-9c07-d4f504e3fb66,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:57.777442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 0c9a898f-23b1-42e6-9337-be4e822390df {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:57.778383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.803111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Transition to ACTIVE for port object 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:24:57.817750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.846302 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a45e5360-a582-4258-9657-77f4764137dd tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/328d4c45-b659-4b32-9c07-d4f504e3fb66 HTTP/1.1" status: 204 len: 168 time: 1.9543760 Mar 09 12:24:57.858843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44968) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:57.885040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'mac_address': 'fa:16:3e:dd:7a:45', 'name': 'tempest-PortsTestJSON-839628201'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:57.906221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:57.997161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:24:58.002464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:24:58.005111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:24:58.011404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] For port 0c9a898f-23b1-42e6-9337-be4e822390df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0c9a898f-23b1-42e6-9337-be4e822390df,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:58.011932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.023038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:24:58.033647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c162fea5-e575-467a-a142-cd6fc4b03d79 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:24:58.046643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:58.055947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.063745 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:58.073924 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:58.074791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.122123 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-22755cb5-f3c6-4c58-887e-de6c877365de tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/98a584e2-c328-460d-93fb-7b760ca963a6 HTTP/1.1" status: 200 len: 687 time: 2.3272009 Mar 09 12:24:58.127852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:58.142720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:58.147288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:58.150323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:58.155968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:58.171102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Pushing event updated for resources: {'Port': ['ID=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:58.173873 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.193596 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:58.194673 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.273878 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.274299 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130a862-23dc-47a2-95e2-5dde24ed1883 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:58.286045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Calling delete_port for 0c9a898f-23b1-42e6-9337-be4e822390df owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:58.296280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:24:58.306955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.308124 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7e5b11a8-97cb-4ae8-b0cd-f09f7d8cd393 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 701 time: 2.2096314 Mar 09 12:24:58.311616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44976) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:58.338837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Sync routers for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:24:58.365888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c171ed56-ee13-4278-afd7-128a887e7c88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:24:58.377640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Attempting to bind port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:24:58.378392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Attempting to bind port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:24:58.378619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Attempting to bind port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d on network bec0c470-e1a6-4d14-9afc-fc250ba93dda {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:24:58.390237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:58.390989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.455851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:24:58.456413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Checking segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:24:58.457215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.457543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Bound using segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:24:58.458162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Bound port: 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:24:58.458726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.476659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port c0ffa970-a4bf-4e9a-a061-4649702922b6 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:58.477015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.502747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:24:58.628201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c162fea5-e575-467a-a142-cd6fc4b03d79 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:24:58.639146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.646445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:58.669213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c171ed56-ee13-4278-afd7-128a887e7c88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:24:58.672984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c171ed56-ee13-4278-afd7-128a887e7c88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 205 time: 0.3583648 Mar 09 12:24:58.674868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44980) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:58.713395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 0c9a898f-23b1-42e6-9337-be4e822390df, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0c9a898f-23b1-42e6-9337-be4e822390df,segment=NetworkSegment(272509c8-539f-435d-82bb-be428cb5ee64),segment_id=272509c8-539f-435d-82bb-be428cb5ee64)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:58.713757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.759591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.819283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c162fea5-e575-467a-a142-cd6fc4b03d79 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:24:58.819775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.838540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.868714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] Pushing event deleted for resources: {'Port': ['ID=0c9a898f-23b1-42e6-9337-be4e822390df,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:58.869979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.870569 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:58.885322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b506f90-989b-4369-9042-fdb80dcd4e3e None None] No DVR routers for this DVR port 0c9a898f-23b1-42e6-9337-be4e822390df on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:24:58.886507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 0c9a898f-23b1-42e6-9337-be4e822390df owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:58.891546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Checking router: 6b19611a-2e94-4df4-83d6-4cb36f9afa67 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:24:58.931831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] For port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:24:58.934133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Routers {'6b19611a-2e94-4df4-83d6-4cb36f9afa67'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:24:58.934904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:58.996829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port d17620e7-f4ac-451d-a215-e7a113568483 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:24:59.116308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] For port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:24:59.130978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.131979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.132308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.135548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] Set router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:24:59.283004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for c0ffa970-a4bf-4e9a-a061-4649702922b6 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:24:59.287923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:24:59.288553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.292564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.312860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:24:59.312860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:24:59.342051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67acd24-766f-40c8-be9c-69f7f3559d7c None None] The sync data for ids ['6b19611a-2e94-4df4-83d6-4cb36f9afa67'] in dv-neutron-832762-2-hyperv is: [{'id': '6b19611a-2e94-4df4-83d6-4cb36f9afa67', 'name': 'tempest-RoutersTest-router-2145395030', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:21Z', 'updated_at': '2022-03-09T12:24:50Z', 'revision_number': 11, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:24:59.384354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e350e4-7e23-459e-a253-b56f847ae3da None None] Pushing event updated for resources: {'Port': ['ID=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:59.385221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.385748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router 6b19611a-2e94-4df4-83d6-4cb36f9afa67 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:24:59.391627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.423522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c162fea5-e575-467a-a142-cd6fc4b03d79, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c162fea5-e575-467a-a142-cd6fc4b03d79,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:24:59.429797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.434579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.439996 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-37d3a7ab-19ff-4fcd-91ef-58363e378d88 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 204 len: 168 time: 0.7620146 Mar 09 12:24:59.443819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 44984) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:59.486340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-916373241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:59.493454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:24:59.498491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Usage tracker for resource:router and tenant:4d4de13b81ec4784a3e8d356a3997149 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:24:59.501850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:24:59.510201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2294b11-7803-4f11-a015-96daf703ffdb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:59.511570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:24:59.534990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.536052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.588494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.605688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.638445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f2294b11-7803-4f11-a015-96daf703ffdb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:59.638981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2294b11-7803-4f11-a015-96daf703ffdb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:59.639502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0c9a898f-23b1-42e6-9337-be4e822390df no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:24:59.680290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.686713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0c9a898f-23b1-42e6-9337-be4e822390df {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:24:59.687326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0c9a898f-23b1-42e6-9337-be4e822390df not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:24:59.692082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.698706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c162fea5-e575-467a-a142-cd6fc4b03d79,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:24:59.722710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (bec0c470-e1a6-4d14-9afc-fc250ba93dda/cf66639e-1efb-4227-a2dd-c1ae1a3a5e73/ca8c1f6f-fc60-4333-838d-538628d61e05) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:24:59.749897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.751273 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5e7e4031-e3d1-4ed4-8abd-301dc929a3b1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3065021 Mar 09 12:24:59.764587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44988) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:24:59.778377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:24:59.877912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 0c9a898f-23b1-42e6-9337-be4e822390df {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:24:59.878491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.968981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:24:59.985765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object ca8c1f6f-fc60-4333-838d-538628d61e05 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:00.014904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.043636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:00.084074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=c0ffa970-a4bf-4e9a-a061-4649702922b6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:00.094060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:00.102645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:00.108217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:00.120730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:00.137326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c162fea5-e575-467a-a142-cd6fc4b03d79 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:00.147429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:00.179658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.214462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] The port '0c9a898f-23b1-42e6-9337-be4e822390df' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:00.218322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c162fea5-e575-467a-a142-cd6fc4b03d79 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:00.219031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.318778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.371549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.569083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:00.639438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:00.663052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.669544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107a728-b914-43ff-87f2-9644b4c2fb62 None None] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:00.695954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:00.701337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:00.701934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.706833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.715312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.720371 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f535fb2b-6b04-4761-93b6-f7a54a25d04b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/98a584e2-c328-460d-93fb-7b760ca963a6 HTTP/1.1" status: 204 len: 168 time: 2.5876679 Mar 09 12:25:00.744095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.747392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44992) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:00.762454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=d17620e7-f4ac-451d-a215-e7a113568483,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:00.763066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Provisioning for port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:00.772000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '6f777195-530e-4a4e-9d15-1ce0c817f8d5'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:00.776643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Provisioning complete for port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:00.776643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.781316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:00.787457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2d7639-58c9-488a-832e-fe328432c595']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:00.794895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:floatingip and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:00.797942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.800852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:00.809763 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b6f34f1a-bf45-47b4-baad-3351ff8221dc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9460437 Mar 09 12:25:00.813162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 44996) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:00.813989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:00.867653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272509c8-539f-435d-82bb-be428cb5ee64') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:00.867892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272509c8-539f-435d-82bb-be428cb5ee64') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:00.947257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:00.961811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.001100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.047808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] For port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:01.061719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.064466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.081539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:01.081937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:01.098479 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:01.105889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6747d6-a48f-4a0c-9d92-65485f082ac4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:01.106755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ba6747d6-a48f-4a0c-9d92-65485f082ac4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:01.118991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.127805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.147310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c5c41-2a0f-42e8-b0ff-ec9b2ee5233c None None] Pushing event updated for resources: {'Port': ['ID=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:01.258457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:01.261040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.268614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.270216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ba6747d6-a48f-4a0c-9d92-65485f082ac4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:01.274429 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ba6747d6-a48f-4a0c-9d92-65485f082ac4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/d17620e7-f4ac-451d-a215-e7a113568483 HTTP/1.1" status: 200 len: 840 time: 0.4557376 Mar 09 12:25:01.284017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45000) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:01.296500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.308065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=aa2d7639-58c9-488a-832e-fe328432c595,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:01.319016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Router 11943f7a-d746-4e6e-b0d5-67303e101915 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:25:01.325447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2ef2438e-5605-45cc-a7fd-dd4621ad0da6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/aa2d7639-58c9-488a-832e-fe328432c595 HTTP/1.1" status: 204 len: 168 time: 4.2921576 Mar 09 12:25:01.328285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45004) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:01.392438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Provisioning for port ca8c1f6f-fc60-4333-838d-538628d61e05 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:01.400323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Provisioning complete for port ca8c1f6f-fc60-4333-838d-538628d61e05 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:01.401116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.433111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port d17620e7-f4ac-451d-a215-e7a113568483 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:01.433717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.456416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Port ca8c1f6f-fc60-4333-838d-538628d61e05 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:01.489723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Provisioning complete for port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:01.490768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57517e68-eeaf-4c1a-b453-3163178bb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.565014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:01.568698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:01.779358 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ff7c043-db6e-4ba6-80a9-a7a9407018b9 None None] Provisioning complete for port ca8c1f6f-fc60-4333-838d-538628d61e05 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:01.780436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c043-db6e-4ba6-80a9-a7a9407018b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.781963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:01.792316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:01.793614 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d43d8ed9-b753-4215-848c-4054634b4999 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "PUT /v2.0/routers/11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 200 len: 693 time: 2.0270133 Mar 09 12:25:01.797072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45008) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:01.798354 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Sync routers for ids ['11943f7a-d746-4e6e-b0d5-67303e101915'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:01.819313 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Routers {'11943f7a-d746-4e6e-b0d5-67303e101915'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:01.820236 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['11943f7a-d746-4e6e-b0d5-67303e101915'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:01.872180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7c043-db6e-4ba6-80a9-a7a9407018b9 None None] Port ca8c1f6f-fc60-4333-838d-538628d61e05 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:01.940678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:01.997564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.022982 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Set router 11943f7a-d746-4e6e-b0d5-67303e101915 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:02.043131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:02.043714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.076285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.105880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0739da48-2dff-4140-b77b-64c62c616d61 None None] Provisioning complete for port ca8c1f6f-fc60-4333-838d-538628d61e05 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:02.106608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0739da48-2dff-4140-b77b-64c62c616d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.111583 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-92091548-2f54-4240-afaf-4aa9b9d068eb tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/routers/11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 200 len: 699 time: 0.3094256 Mar 09 12:25:02.131877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45012) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:02.142720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for d17620e7-f4ac-451d-a215-e7a113568483 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:02.162500 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11943f7a-d746-4e6e-b0d5-67303e101915', 'name': 'tempest-RoutersTest-router-916373241', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:02.167384 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Checking router: 11943f7a-d746-4e6e-b0d5-67303e101915 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:02.178950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0739da48-2dff-4140-b77b-64c62c616d61 None None] Port ca8c1f6f-fc60-4333-838d-538628d61e05 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:02.191007 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Routers {'11943f7a-d746-4e6e-b0d5-67303e101915'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:02.191832 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['11943f7a-d746-4e6e-b0d5-67303e101915'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:02.241935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f4ebcf7a-ac2b-49ee-917b-79e3ad994f37 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 200 len: 205 time: 0.1064930 Mar 09 12:25:02.252255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:02.253514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45016) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:02.376764 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] Set router 11943f7a-d746-4e6e-b0d5-67303e101915 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:02.432703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.147 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/e90d72c7-1f9e-4430-8ae3-c93e0e03b044) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:02.487149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11943f7a-d746-4e6e-b0d5-67303e101915', 'name': 'tempest-RoutersTest-router-916373241', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:02.491527 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc539b1b-c13d-4ec9-a6c1-d3eb5a16fdb4 None None] The sync data for ids ['11943f7a-d746-4e6e-b0d5-67303e101915'] in dv-neutron-832762-2-hyperv is: [{'id': '11943f7a-d746-4e6e-b0d5-67303e101915', 'name': 'tempest-RoutersTest-router-916373241', 'tenant_id': '4d4de13b81ec4784a3e8d356a3997149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 2, 'project_id': '4d4de13b81ec4784a3e8d356a3997149', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:02.503680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.591991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.668223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.714100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.765824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=d17620e7-f4ac-451d-a215-e7a113568483,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:02.835496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.890602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.922556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:02.935077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:02.937463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:02.968154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.979147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:02.987766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6ca07651-36b1-47ce-9b9a-996f26fa6fb5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/d17620e7-f4ac-451d-a215-e7a113568483 HTTP/1.1" status: 204 len: 168 time: 1.6967199 Mar 09 12:25:02.993563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45020) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:02.998456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:03.009420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Sync routers for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:03.019456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:03.020187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:03.049335 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-131e60ab-e347-4f5d-ae06-28f7d6afb229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/f87c830f-3bf0-42e6-94ca-5aaab335ebd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0081112 Mar 09 12:25:03.054981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45024) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.076400 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39b751d-1851-44f7-83f5-0c9dc1517d63 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:03.077274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e39b751d-1851-44f7-83f5-0c9dc1517d63 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:03.099440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:03.099925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Fanout notify agent at l3_agent the message router_deleted on router 11943f7a-d746-4e6e-b0d5-67303e101915 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:25:03.181002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=e90d72c7-1f9e-4430-8ae3-c93e0e03b044,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:03.249716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:03.309709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:03.318394 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-86a55f22-15fe-4f00-a6b0-bb25df99ca0c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 204 len: 168 time: 1.0524561 Mar 09 12:25:03.318610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45028) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.329418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e39b751d-1851-44f7-83f5-0c9dc1517d63 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:03.334592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e39b751d-1851-44f7-83f5-0c9dc1517d63 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/d17620e7-f4ac-451d-a215-e7a113568483 HTTP/1.1" status: 404 len: 333 time: 0.3360879 Mar 09 12:25:03.335704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45032) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.341404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'name': 'tempest-PortsTestJSON-1812358711'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:03.404426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-638fc6fb-9658-4ef4-9b02-9dfb243c04fc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Synchronizing usage tracker for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:03.486731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.487205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.487669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.488132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.488589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.489094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.489548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.491527 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-76048848-6510-41d9-90c7-685e14674123 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4933 time: 0.4356391 Mar 09 12:25:03.494325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:03.496565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45036) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.581937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.582408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.583536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.584403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.584614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.585103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:03.589976 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1957ae33-04dc-4b08-a551-1c3f966168f9 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3932 time: 0.0921941 Mar 09 12:25:03.593696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45040) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.595872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:03.617470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 62c6d1e8-2866-4ce6-9840-026b2a86597b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:03.617876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:03.644308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:03.649424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Checking router: f87c830f-3bf0-42e6-94ca-5aaab335ebd8 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:03.649600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Updating router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 port ca8c1f6f-fc60-4333-838d-538628d61e05 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:25:03.666917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-638fc6fb-9658-4ef4-9b02-9dfb243c04fc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] Unset dirty status for tenant:4d4de13b81ec4784a3e8d356a3997149 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:03.670453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-638fc6fb-9658-4ef4-9b02-9dfb243c04fc tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 200 len: 205 time: 0.3490481 Mar 09 12:25:03.671869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.714114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:03.747460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:03.750950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:03.764070 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-f83968e8-4637-43cf-b3e9-549aaf5128ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:03.767648 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f83968e8-4637-43cf-b3e9-549aaf5128ed tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/11943f7a-d746-4e6e-b0d5-67303e101915 HTTP/1.1" status: 404 len: 336 time: 0.0923002 Mar 09 12:25:03.771052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45048) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.862205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:03.900982 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-732bc7d0-9fe3-46fc-85a5-f43a9275fdbe tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:03.901308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732bc7d0-9fe3-46fc-85a5-f43a9275fdbe tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:03.903122 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-732bc7d0-9fe3-46fc-85a5-f43a9275fdbe tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/f297fcb7-74b6-4ce3-bb82-2368c2e7cb07 HTTP/1.1" status: 404 len: 337 time: 0.1302116 Mar 09 12:25:03.905692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45052) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:03.972995 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d84b80-a875-4811-b6da-3f61350bd39c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:03.974002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d84b80-a875-4811-b6da-3f61350bd39c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:03.986631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 62c6d1e8-2866-4ce6-9840-026b2a86597b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=62c6d1e8-2866-4ce6-9840-026b2a86597b,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:03.986993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.002114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-09d84b80-a875-4811-b6da-3f61350bd39c tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/fd93d043-def2-4289-8e46-3360755518e7 HTTP/1.1" status: 404 len: 337 time: 0.0842981 Mar 09 12:25:04.003201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45056) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.072159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.084177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Transition to ACTIVE for port object ca8c1f6f-fc60-4333-838d-538628d61e05 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:04.086392 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3a3013-139f-4d63-9146-4beed7edd5d8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:04.086869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3a3013-139f-4d63-9146-4beed7edd5d8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:04.091302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.122801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 62c6d1e8-2866-4ce6-9840-026b2a86597b owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:04.153720 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a3a3013-139f-4d63-9146-4beed7edd5d8 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/59f615d5-e5e3-48d2-9db6-f8f7aa0c8820 HTTP/1.1" status: 404 len: 337 time: 0.1494796 Mar 09 12:25:04.156716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45060) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.213647 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6226b8ad-3645-49ad-8281-5d028d4f6baa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:04.214368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6226b8ad-3645-49ad-8281-5d028d4f6baa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:04.216257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6226b8ad-3645-49ad-8281-5d028d4f6baa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/0ba013fa-519c-4486-b634-3e13e06b4a00 HTTP/1.1" status: 404 len: 337 time: 0.0583367 Mar 09 12:25:04.220224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45064) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.244978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.256094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49214137-c1b0-4dd3-a89f-8964be6f0781 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:04.298185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.302975 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2ee0cc93-3620-4113-9acf-001d907bad3a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 200 len: 205 time: 0.0813515 Mar 09 12:25:04.307285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45068) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.366323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Attempting to bind port ca8c1f6f-fc60-4333-838d-538628d61e05 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:04.366844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Attempting to bind port ca8c1f6f-fc60-4333-838d-538628d61e05 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:04.367319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Attempting to bind port ca8c1f6f-fc60-4333-838d-538628d61e05 on network bec0c470-e1a6-4d14-9afc-fc250ba93dda {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:04.374441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:04.375004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Checking segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:04.375524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.376019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Bound using segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:04.376596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Bound port: ca8c1f6f-fc60-4333-838d-538628d61e05, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:04.377172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.393455 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-12476b48-40f8-414b-9de6-1f87b914cac4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.7955661 Mar 09 12:25:04.397913 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-569876ac-b0cc-4133-8422-84f0807e0c60 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:04.398920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-569876ac-b0cc-4133-8422-84f0807e0c60 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/6b19611a-2e94-4df4-83d6-4cb36f9afa67 HTTP/1.1" status: 404 len: 336 time: 0.0895858 Mar 09 12:25:04.401641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45074) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.449731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.452242 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a96c71e6-ede7-4a65-ab3d-cedb2fc7ea2b tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c41178-7908-43df-8c21-6de817a7238c HTTP/1.1" status: 200 len: 205 time: 0.0495048 Mar 09 12:25:04.454539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45078) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.474983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] For port ca8c1f6f-fc60-4333-838d-538628d61e05, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:04.478157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] For port ca8c1f6f-fc60-4333-838d-538628d61e05, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ca8c1f6f-fc60-4333-838d-538628d61e05,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:04.484690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.487804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.571776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:04.572638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:04.625697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-6881b17d-a33f-41ff-a222-cc050d8be6ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:04.629030 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6881b17d-a33f-41ff-a222-cc050d8be6ae tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/e9c41178-7908-43df-8c21-6de817a7238c HTTP/1.1" status: 404 len: 336 time: 0.1734681 Mar 09 12:25:04.632114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45082) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.658424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Port': ['ID=62c6d1e8-2866-4ce6-9840-026b2a86597b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:04.725243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49214137-c1b0-4dd3-a89f-8964be6f0781 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:04.729953 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ad76bc-999b-4879-9481-584a3c43a13e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:04.732760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ad76bc-999b-4879-9481-584a3c43a13e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:04.736864 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4ad76bc-999b-4879-9481-584a3c43a13e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/b6dca922-67c6-4d50-9c94-541a87029708 HTTP/1.1" status: 404 len: 337 time: 0.1014206 Mar 09 12:25:04.737854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.798973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:04.810900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45090) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.820551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546578636', 'description': 'tempest-secgroup-smoke-1546578636 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:04.826794 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d29ce8b6-f5b6-4214-bc6b-fb40ac40475e tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 200 len: 205 time: 0.0847936 Mar 09 12:25:04.869326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:04.889809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:04.902107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:04.957172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:04.969209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:04.982555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:04.989606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:04.991962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:04.996555 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-c968c7cd-f6fe-467a-a64c-29efee91f42a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:04.997610 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c968c7cd-f6fe-467a-a64c-29efee91f42a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/fdbcc956-cfce-4410-a407-08a38ea8ae56 HTTP/1.1" status: 404 len: 336 time: 0.1255095 Mar 09 12:25:04.998428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:05.004045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:05.004823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.019188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45098) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.044546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.068976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=df7b6d4f-cca2-4ac1-989f-0c0c179a28f0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:05.200573 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eb7c5191-48c2-4a6c-be82-12cb48aa35fa tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3be6940-08ca-425c-86f7-60dd420aed85 HTTP/1.1" status: 200 len: 205 time: 0.1782289 Mar 09 12:25:05.201837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.212271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45102) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.216248 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ea96c764-417d-4461-b346-7ef0a1eb313d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8768365 Mar 09 12:25:05.218849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45106) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.270840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:05.274706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9df08-5419-4495-90f7-3bdcf04a4780 None None] The sync data for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv is: [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:05.288264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:05.327886 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:05.332280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:05.337858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:05.343815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:05.359884 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-d808f576-b87b-4cd9-9c99-370206bed150 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:05.360927 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d808f576-b87b-4cd9-9c99-370206bed150 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/f3be6940-08ca-425c-86f7-60dd420aed85 HTTP/1.1" status: 404 len: 336 time: 0.1461174 Mar 09 12:25:05.368586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45110) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.433067 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-95437622-961d-4c70-b1a0-2b680fd9b038 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:05.433726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95437622-961d-4c70-b1a0-2b680fd9b038 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:05.462963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95437622-961d-4c70-b1a0-2b680fd9b038 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/b28a1713-4ffc-410c-beba-14b8e1c4d070 HTTP/1.1" status: 404 len: 337 time: 0.0850842 Mar 09 12:25:05.469513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45114) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.521101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:05.527241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7b3f9d93-55a7-49a6-8927-ab9dc5121a4a tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa3b5156-7cd2-4982-8bd2-dbfcb372b34b HTTP/1.1" status: 200 len: 205 time: 0.0544822 Mar 09 12:25:05.528766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45118) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.564806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.576471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.586117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.618783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.625287 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-f149f003-4185-4dc8-ab16-0dde09aa2de1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:05.626315 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f149f003-4185-4dc8-ab16-0dde09aa2de1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/aa3b5156-7cd2-4982-8bd2-dbfcb372b34b HTTP/1.1" status: 404 len: 336 time: 0.0968173 Mar 09 12:25:05.643171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.680179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.710738 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-de29eecd-6eb9-4e1d-9f55-28628a1bed37 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:05.711197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de29eecd-6eb9-4e1d-9f55-28628a1bed37 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:05.715464 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de29eecd-6eb9-4e1d-9f55-28628a1bed37 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/981c151a-7968-48c0-9688-949519083095 HTTP/1.1" status: 404 len: 337 time: 0.0688353 Mar 09 12:25:05.719451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.723036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.727042 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9126241 Mar 09 12:25:05.728109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0566-8585-480b-8894-3b5024e6fe31 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592fad77-3780-493f-bd11-e145cace92eb,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:05.735931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45128) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.741576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:05.750819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:05.781380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:05.787172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:05.796557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:05.886393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.906650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=e90d72c7-1f9e-4430-8ae3-c93e0e03b044,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:05.936635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:05.937176 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2cd46d32-15b3-4a98-8f5b-142cb5772a98 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "GET /v2.0/ports?device_id=10e7c0f8-bf53-41cd-b15e-d1a65837aa94 HTTP/1.1" status: 200 len: 205 time: 0.2020719 Mar 09 12:25:05.940578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45134) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:05.949982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:05.966123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:05.982476 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:05.983102 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:05.993634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.002480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.073150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe6b789a-8f95-40f9-b73b-53cc24649c35 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7364147 Mar 09 12:25:06.073958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45138) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.078794 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-785e9ef9-295a-40ea-99c6-274da8063411 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] delete failed (client error): The resource could not be found. Mar 09 12:25:06.080085 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-785e9ef9-295a-40ea-99c6-274da8063411 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/routers/10e7c0f8-bf53-41cd-b15e-d1a65837aa94 HTTP/1.1" status: 404 len: 336 time: 0.1385608 Mar 09 12:25:06.093162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45140) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.097721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] In _notify_port_updated(), no bound segment for port df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 on network a749d792-7a64-4608-9a56-67691ef5f72d {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:25:06.104294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:06.105262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.106818 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/ports/df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 HTTP/1.1" status: 200 len: 818 time: 0.8346784 Mar 09 12:25:06.111522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45146) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.123648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ca8c1f6f-fc60-4333-838d-538628d61e05 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:06.167123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:06.209510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676d631-a122-420c-85b7-cdee5d4cb3fa tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=df7b6d4f-cca2-4ac1-989f-0c0c179a28f0,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:06.217595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf461fa-455c-47a4-8cde-7ae6e674d9c3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:06.217595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf461fa-455c-47a4-8cde-7ae6e674d9c3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:06.219267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7bf461fa-455c-47a4-8cde-7ae6e674d9c3 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/450a8ce4-bbd9-4226-89a2-cdf50fb674b2 HTTP/1.1" status: 404 len: 337 time: 0.1252277 Mar 09 12:25:06.222730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45150) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.266544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.271255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ca8c1f6f-fc60-4333-838d-538628d61e05 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:06.280460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ca8c1f6f-fc60-4333-838d-538628d61e05 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:06.280854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.284637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.286938 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-79410a23-5282-4379-817e-50d4cd163ca1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:06.287661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79410a23-5282-4379-817e-50d4cd163ca1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:06.316940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:06.318212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.324582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:06.329136 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:06.345779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting subnet 1773560e-61e1-4952-95a2-51b072d2ad86 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:06.347592 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:06.348353 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:06.354803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.371460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-79410a23-5282-4379-817e-50d4cd163ca1 tempest-RoutersTest-1659735302 tempest-RoutersTest-1659735302-project] 10.222.0.20 "DELETE /v2.0/subnets/2e7aadb8-4f5e-4026-953d-79f5f52c2948 HTTP/1.1" status: 404 len: 337 time: 0.1468661 Mar 09 12:25:06.372639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71a9aed-a2ec-4d2d-8efe-4071a83550bf,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:06.389747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.391361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aeb4caf1-e10c-42d2-9ccc-40a49e7a3274 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6543908 Mar 09 12:25:06.399741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.407603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:06.416423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:06.461967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:06.473246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:06.493972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:06.533937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.535595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.606003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ca8c1f6f-fc60-4333-838d-538628d61e05, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ca8c1f6f-fc60-4333-838d-538628d61e05,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:06.611047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.612179 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:06.730780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:06.781988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.830613 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:06.836285 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a0ecf-9eb0-48e0-bd67-f99c785b8b51 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:06.880314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:06.886206 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP d25379df-1202-419f-8d03-3244830105a8 associated. External IP: 172.26.5.147, port: 6f777195-530e-4a4e-9d15-1ce0c817f8d5. Mar 09 12:25:06.946562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45162) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:06.955879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:06.986987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.077241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.079436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.126183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.135631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=df7b6d4f-cca2-4ac1-989f-0c0c179a28f0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.159016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daa3670-ff3c-412e-b763-98c3768ca577,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.161115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.178215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.184072 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b453df9f-d4e7-4677-854a-f24e7d258a9d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7807581 Mar 09 12:25:07.184072 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8a0175a3-98bc-41fb-a246-75e4d8533019 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 HTTP/1.1" status: 204 len: 168 time: 1.0680301 Mar 09 12:25:07.184329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45168) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.186723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.279342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1b7e78c6-383f-4b83-9553-2744103627a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d4de13b81ec4784a3e8d356a3997149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315663 Mar 09 12:25:07.282356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45176) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.304810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.339760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:07.346430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:07.354998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:07.362129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:07.363318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Subnet': ['ID=1773560e-61e1-4952-95a2-51b072d2ad86,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.370780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:07.378902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.386979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568441f9-4506-4a9d-939b-da8ab8327d78 None None] Network 5f65cdf7-1e95-455e-ae62-911a803bbcd3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:07.397410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.449513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b11cea-0503-4302-b805-ff728b08462c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:07.450199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-80b11cea-0503-4302-b805-ff728b08462c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:07.468052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c48d4eb4-d094-4cec-80ba-0b83fa591e94 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/1773560e-61e1-4952-95a2-51b072d2ad86 HTTP/1.1" status: 204 len: 168 time: 1.3789742 Mar 09 12:25:07.469008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45180) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.481085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-80b11cea-0503-4302-b805-ff728b08462c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:07.482266 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80b11cea-0503-4302-b805-ff728b08462c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2947288 Mar 09 12:25:07.484011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.484981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45184) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.528950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.541799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc013288-6e58-4b47-976c-55c8ec92beb1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:07.543121 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cc013288-6e58-4b47-976c-55c8ec92beb1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/df7b6d4f-cca2-4ac1-989f-0c0c179a28f0 HTTP/1.1" status: 404 len: 333 time: 0.0572901 Mar 09 12:25:07.553584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45188) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.555721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.557547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4026b4-41f7-46a9-8e6c-414cd139419a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.571708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.573490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8c144cd8-d545-4aab-a379-37f006f43ec6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3882639 Mar 09 12:25:07.576220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.581796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:07.589011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:07.593869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:07.597304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:07.603615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:07.613402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-45792140'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:07.623802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.636761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:07.648175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:07.661459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:07.665304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:07.678118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:07.692333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.696197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.705384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] DHCP port deletion for 5f65cdf7-1e95-455e-ae62-911a803bbcd3 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:07.707425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.709973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Deleting port 038d58ca-5797-4358-9b63-b2a042bdc78e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:07.710507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.715481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.731579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be4e4d1-fb35-4962-badc-e86a51ddb1d9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.733167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:07.737234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.738894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.742432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5fb1f698-3e1f-46f7-b4b2-3fa42dab19d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639202 Mar 09 12:25:07.743739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45196) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.748713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:07.754646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:07.758741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:07.761722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:07.767565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:07.779016 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:25:07.786709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.858655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.860925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 038d58ca-5797-4358-9b63-b2a042bdc78e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:07.861321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.863103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.891741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356a6230-e402-4bd7-b2a5-42dcd3ff9405,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:07.906302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.907880 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f3145060-71f1-45d8-96bd-7c27551366bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631453 Mar 09 12:25:07.910999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45200) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:07.919053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '592fad77-3780-493f-bd11-e145cace92eb', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:07.926360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:07.928281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:07.935130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:07.938658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:07.940366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] For port 038d58ca-5797-4358-9b63-b2a042bdc78e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=038d58ca-5797-4358-9b63-b2a042bdc78e,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:07.940904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:07.946676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:07.959761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ca8c1f6f-fc60-4333-838d-538628d61e05 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:07.963166 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:25:07.972382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.034324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.034700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment 39f066bf-efe7-4f95-b226-e687015b9b0f of type vlan for network 3e685dae-9b39-4f5d-a032-e98328d30afa Mar 09 12:25:08.043415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.048050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.069857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246f3a41-e74f-4b92-81d5-500ab1c66fb9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:08.081726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.084016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.085443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5d28a63e-3e0d-4f55-82a5-1b78af04861a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721206 Mar 09 12:25:08.143531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Calling delete_port for 038d58ca-5797-4358-9b63-b2a042bdc78e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:08.148559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef9f48f-30b8-485b-958c-f858cd65ee1d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:08.169017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:08.179452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.195225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:08.212970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:08.213589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:08.226699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.227808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3da38c91-d91f-4109-a347-c2c724eea0e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ef9f48f-30b8-485b-958c-f858cd65ee1d HTTP/1.1" status: 204 len: 168 time: 0.9445090 Mar 09 12:25:08.308654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.335696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:08.371187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ca8c1f6f-fc60-4333-838d-538628d61e05 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:08.371571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.381496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] For port 038d58ca-5797-4358-9b63-b2a042bdc78e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=038d58ca-5797-4358-9b63-b2a042bdc78e,segment=NetworkSegment(d2644cbd-86fc-4322-bcc1-2eb5ee7595eb),segment_id=d2644cbd-86fc-4322-bcc1-2eb5ee7595eb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:08.381856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.400783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.406217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:08.406850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.417763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:08.418400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:08.528605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:08.573390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:08.573817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448236dc-be14-496c-bfcf-b3ca3b747a20 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:08.598395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] Pushing event deleted for resources: {'Port': ['ID=038d58ca-5797-4358-9b63-b2a042bdc78e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:08.602278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1fad2e-c957-4e31-aff5-7cd2df383d7b None None] No DVR routers for this DVR port 038d58ca-5797-4358-9b63-b2a042bdc78e on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:08.710527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 038d58ca-5797-4358-9b63-b2a042bdc78e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:08.719786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Calling delete_port for 038d58ca-5797-4358-9b63-b2a042bdc78e owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:08.749271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 038d58ca-5797-4358-9b63-b2a042bdc78e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:08.749654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 038d58ca-5797-4358-9b63-b2a042bdc78e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:08.750057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 62c6d1e8-2866-4ce6-9840-026b2a86597b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:08.767572 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-808bcea1-d710-41af-bdb0-1714c4d62913 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0167437 Mar 09 12:25:08.767999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45218) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:08.811456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 62c6d1e8-2866-4ce6-9840-026b2a86597b {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:08.812322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 62c6d1e8-2866-4ce6-9840-026b2a86597b not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:08.823054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-5aff17e9-1d43-4549-97a7-38e67fa49802 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:08.837278 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2827802 Mar 09 12:25:08.846103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45222) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:08.850083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16082e-deb1-4fc2-b79f-8b6674953e14 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=3e685dae-9b39-4f5d-a032-e98328d30afa,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:08.862780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:08.885972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:08.890258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:08.890584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:08.891572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-5aff17e9-1d43-4549-97a7-38e67fa49802 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:08.892847 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-5aff17e9-1d43-4549-97a7-38e67fa49802 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546578636&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.5502610 Mar 09 12:25:09.004192 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-db97b5b3-0758-4e1f-b89c-22b328ffebb7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/floatingips/d25379df-1202-419f-8d03-3244830105a8 HTTP/1.1" status: 200 len: 978 time: 0.2350826 Mar 09 12:25:09.007625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45226) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:09.049458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-ed8e0883-81a8-4e03-9583-995f2e72d5a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:09.050396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-ed8e0883-81a8-4e03-9583-995f2e72d5a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:09.065286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-ed8e0883-81a8-4e03-9583-995f2e72d5a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:09.066450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-ed8e0883-81a8-4e03-9583-995f2e72d5a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 797 time: 0.1664805 Mar 09 12:25:09.081886 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-28085b52-4073-412c-b1e4-71dc4b73bfb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Mar 09 12:25:09.085645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:09.093059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:09.097394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:09.105797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:09.128168 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cd1c24ae-5b86-45e8-9124-10c8cffe4528 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1171999 Mar 09 12:25:09.128412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45230) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:09.134642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': '06a9a119-3ef1-4638-b4ea-c9a4413a5337'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:09.170457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-650bd571-7109-48c1-8360-46c65876225e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:09.185529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-650bd571-7109-48c1-8360-46c65876225e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:09.186831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-650bd571-7109-48c1-8360-46c65876225e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992675 Mar 09 12:25:09.193224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:09.196669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.331476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.391639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Deleting port 038d58ca-5797-4358-9b63-b2a042bdc78e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:09.391943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.467354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] The port '038d58ca-5797-4358-9b63-b2a042bdc78e' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:09.552038 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f8d3925e-e637-4c95-ba59-85b96c45968a service neutron] 10.222.0.20 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516824 Mar 09 12:25:09.638064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.722825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f65cdf7-1e95-455e-ae62-911a803bbcd3']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:09.726155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.739957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:09.740273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2644cbd-86fc-4322-bcc1-2eb5ee7595eb') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:09.755726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.786368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.789748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-13a38e7c-9b93-4dfc-a84e-4f53d1e6c973 service neutron] 10.222.0.20 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891901 Mar 09 12:25:09.794436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:09.794836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:09.810654 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:09.900495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.922767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:09.932754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Pushing event deleted for resources: {'Network': ['ID=5f65cdf7-1e95-455e-ae62-911a803bbcd3,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:09.943494 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-15abacab-c372-4442-b8b8-e284a5905d15 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/networks/5f65cdf7-1e95-455e-ae62-911a803bbcd3 HTTP/1.1" status: 204 len: 168 time: 2.4697325 Mar 09 12:25:09.944064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45240) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:09.952154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'routes': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:10.018369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=b1f11bf1-9e20-4f97-bdcb-60a74855dc76,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:10.063157 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c1c60d29-f622-421c-b27f-005341659f09 req-61e0d14a-8fc1-49aa-abcf-2a8afce1f1f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 210 time: 0.0550425 Mar 09 12:25:10.148755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': '39f066bf-efe7-4f95-b226-e687015b9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:10.149287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 3e685dae-9b39-4f5d-a032-e98328d30afa, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:10.198371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 3e685dae-9b39-4f5d-a032-e98328d30afa is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:10.210612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 3e685dae-9b39-4f5d-a032-e98328d30afa) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:10.216233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:10.217004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.229858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc9f40-d926-4e28-8f51-a973f7120e2e None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:10.252014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f85502f6-e08c-444d-908c-45313c43a67a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3778431 Mar 09 12:25:10.260980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45252) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:10.268757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:10.422121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Added routes are [] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 09 12:25:10.422732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.extraroute_db [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Removed routes are [] {{(pid=87831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 09 12:25:10.423256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.511237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-3e685dae-9b39-4f5d-a032-e98328d30afa', 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': 'b1f11bf1-9e20-4f97-bdcb-60a74855dc76'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:10.512499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.570545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:10.577547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:10.588772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:10.599980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.601550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:10.606942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.697851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:10.701726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.724794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.729534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.739978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Allocated IP 172.20.0.2 (3e685dae-9b39-4f5d-a032-e98328d30afa/b1f11bf1-9e20-4f97-bdcb-60a74855dc76/507b2d4b-99a3-40d0-bc75-678ae3bacff2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:10.883861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:10.919522 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP d25379df-1202-419f-8d03-3244830105a8 associated. External IP: 172.26.5.147, port: 6f777195-530e-4a4e-9d15-1ce0c817f8d5. Mar 09 12:25:10.979380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:10.989849 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1f11bf1-9e20-4f97-bdcb-60a74855dc76 (CIDR: 172.20.0.0/28) Mar 09 12:25:10.992216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Transition to ACTIVE for port object 507b2d4b-99a3-40d0-bc75-678ae3bacff2 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:11.003183 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:25:11.003525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:11.011761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Transition to ACTIVE for port object 507b2d4b-99a3-40d0-bc75-678ae3bacff2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:11.023530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.044196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:11.052060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.054513 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Sync routers for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:11.056258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2801b60-67e7-4b0c-85bd-5545bf7d3188 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 704 time: 1.1083479 Mar 09 12:25:11.057401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45256) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:11.077387 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:11.078015 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:11.104999 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e26a5a49-30e4-463e-beb0-74c4e1b20777 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8422329 Mar 09 12:25:11.108098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45262) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:11.115992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:11.132964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c0b8501-0c7d-46a1-b170-52cddf7fc0b6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:11.156275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c0b8501-0c7d-46a1-b170-52cddf7fc0b6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:11.163175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3c0b8501-0c7d-46a1-b170-52cddf7fc0b6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 205 time: 0.1047773 Mar 09 12:25:11.165309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45266) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:11.200399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:11.201497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Pushing event updated for resources: {'Port': ['ID=507b2d4b-99a3-40d0-bc75-678ae3bacff2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:11.205255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:11.208681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:11.385166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Attempting to bind port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:11.385881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Attempting to bind port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '39f066bf-efe7-4f95-b226-e687015b9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:11.385881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Attempting to bind port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 on network 3e685dae-9b39-4f5d-a032-e98328d30afa {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:11.396515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:11.396912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Checking segment: {'id': '39f066bf-efe7-4f95-b226-e687015b9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:11.397316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.397710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Bound using segment: {'id': '39f066bf-efe7-4f95-b226-e687015b9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:11.398181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Bound port: 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f066bf-efe7-4f95-b226-e687015b9b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:11.398553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.399502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-646eb6bd-f5a7-4ac6-a15a-6dfdafe0d43f req-be59b93b-5dd2-4b04-bf74-34324fab4483 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 210 time: 0.0789385 Mar 09 12:25:11.401700 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:11.514429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:11.517979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=507b2d4b-99a3-40d0-bc75-678ae3bacff2,segment=NetworkSegment(39f066bf-efe7-4f95-b226-e687015b9b0f),segment_id=39f066bf-efe7-4f95-b226-e687015b9b0f)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:11.525936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.636294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a0bbd-756f-4ede-a9c1-214d145c2a74 None None] Pushing event updated for resources: {'Port': ['ID=507b2d4b-99a3-40d0-bc75-678ae3bacff2,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:11.637033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:11.693994 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:11.697928 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:25:11.701853 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Checking router: 2f16d66c-eb1f-4f89-8df6-082adbf77d96 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:11.714103 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Routers {'2f16d66c-eb1f-4f89-8df6-082adbf77d96'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:11.721685 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:11.902450 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] Set router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:11.911774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-126ee19e-9c03-4a7f-9440-5e99cdf16864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:11.912509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-126ee19e-9c03-4a7f-9440-5e99cdf16864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:11.925132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:11.937771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:11.941105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:11.948175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:11.991533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:11.998966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.054900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-126ee19e-9c03-4a7f-9440-5e99cdf16864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:12.056055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-126ee19e-9c03-4a7f-9440-5e99cdf16864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 797 time: 0.9195681 Mar 09 12:25:12.078818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:12.084981 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5c7ef-52e7-4d24-b366-59fb8f92a649 None None] The sync data for ids ['2f16d66c-eb1f-4f89-8df6-082adbf77d96'] in dv-neutron-832762-2-hyperv is: [{'id': '2f16d66c-eb1f-4f89-8df6-082adbf77d96', 'name': 'tempest-RoutersIpV6Test-router-930124714', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:23:41Z', 'updated_at': '2022-03-09T12:25:04Z', 'revision_number': 11, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:12.161387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:12.210878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.213296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.240698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.241232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router 2f16d66c-eb1f-4f89-8df6-082adbf77d96 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:25:12.257967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.262892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c2f3b56c-dd9e-4f0e-8868-167e41404d59 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 204 len: 168 time: 1.0926380 Mar 09 12:25:12.264621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45274) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:12.270744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1636168406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:12.277469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:12.278902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-c6bd1577-1c82-4ece-adc4-65d63528f508 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:12.281991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Usage tracker for resource:router and tenant:f1bfbddf083d4fbe8dc9c1a10004829f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:12.284630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:12.291585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:12.303239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.305052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.321754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.329809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-c6bd1577-1c82-4ece-adc4-65d63528f508 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:12.330914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-c6bd1577-1c82-4ece-adc4-65d63528f508 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.2630217 Mar 09 12:25:12.343373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.350726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': '3064d579-e5c8-448c-a5ee-409b710d4166', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['592fad77-3780-493f-bd11-e145cace92eb']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:12.375837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.377365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e2ef1f30-d5df-4215-b4f4-82dafbabb42e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1116481 Mar 09 12:25:12.380946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45278) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:12.386531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:12.626883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:12.639859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:12.649936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:12.650564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:12.718322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:12.729005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:12.730544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:12.758439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1501e61e-a712-4376-aae5-41e7be677366 req-6e9f8716-0458-4a71-b5ff-dca603c4885a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 210 time: 0.1349008 Mar 09 12:25:12.763730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:12.843839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:12.874673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:12.875128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385ef9a-18ad-4978-b6f4-2277e852d212 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:12.891240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:12.894873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.934401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:12.948674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.005490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb318bfc-c696-49dc-8762-dc931490be11 None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:13.032329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.115750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9cf36516-3781-45f5-8e84-5abf22e29e4a None None] Provisioning for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:13.127792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Router 852060a2-1617-4f5e-8e85-1679dab127c3 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:25:13.149121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 3e685dae-9b39-4f5d-a032-e98328d30afa is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:13.159068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:13.221354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:13.222077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.272087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:13.274894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=876bf3c2-a344-4c6d-ada4-587277271712,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:13.278560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.281047 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb84ae72-6ef9-4dcb-b4a0-2718015fbaa1 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "PUT /v2.0/routers/852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 200 len: 698 time: 0.8976541 Mar 09 12:25:13.282948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45284) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:13.303973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Sync routers for ids ['852060a2-1617-4f5e-8e85-1679dab127c3'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:13.315930 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b36b907f-9e15-4337-8dd4-0d36af97916d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2068961 Mar 09 12:25:13.323831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:13.326832 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Routers {'852060a2-1617-4f5e-8e85-1679dab127c3'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:13.328032 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['852060a2-1617-4f5e-8e85-1679dab127c3'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:13.331115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'fixed_ips': [{'subnet_id': 'b1f11bf1-9e20-4f97-bdcb-60a74855dc76'}, {'subnet_id': '876bf3c2-a344-4c6d-ada4-587277271712'}], 'name': 'tempest-PortsTestJSON-812872496'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:13.370792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:13.384979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.12 (bec0c470-e1a6-4d14-9afc-fc250ba93dda/cf66639e-1efb-4227-a2dd-c1ae1a3a5e73/dace3510-fccc-471b-8c54-891cbd9338fd) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:13.405759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Update dhcp port {'port': {'network_id': '3e685dae-9b39-4f5d-a032-e98328d30afa', 'fixed_ips': [{'subnet_id': 'b1f11bf1-9e20-4f97-bdcb-60a74855dc76', 'ip_address': '172.20.0.2'}, {'subnet_id': '876bf3c2-a344-4c6d-ada4-587277271712'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '507b2d4b-99a3-40d0-bc75-678ae3bacff2'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:25:13.444227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25f8a2d9-8695-483f-bfd8-44801a92465b tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/routers/852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 200 len: 704 time: 0.1593225 Mar 09 12:25:13.448676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45292) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:13.481904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.497359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Set router 852060a2-1617-4f5e-8e85-1679dab127c3 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:13.501792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0c62b59d-77d6-405d-b237-9ba3e6cae5df tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 200 len: 205 time: 0.0520132 Mar 09 12:25:13.502494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45296) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:13.627414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852060a2-1617-4f5e-8e85-1679dab127c3', 'name': 'tempest-RoutersIpV6Test-router-1636168406', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:25:12Z', 'updated_at': '2022-03-09T12:25:12Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:13.632728 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Checking router: 852060a2-1617-4f5e-8e85-1679dab127c3 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:13.642538 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Routers {'852060a2-1617-4f5e-8e85-1679dab127c3'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:13.643423 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['852060a2-1617-4f5e-8e85-1679dab127c3'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:13.818874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Allocated IP 172.20.0.18 (3e685dae-9b39-4f5d-a032-e98328d30afa/876bf3c2-a344-4c6d-ada4-587277271712/507b2d4b-99a3-40d0-bc75-678ae3bacff2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:13.841849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:13.858965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:13.875094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:13.883820 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] Set router 852060a2-1617-4f5e-8e85-1679dab127c3 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:13.927070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:13.964231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:13.977829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:13.983388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.011683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:14.031192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 507b2d4b-99a3-40d0-bc75-678ae3bacff2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:14.070576 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852060a2-1617-4f5e-8e85-1679dab127c3', 'name': 'tempest-RoutersIpV6Test-router-1636168406', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:25:12Z', 'updated_at': '2022-03-09T12:25:12Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:14.077231 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d8565-705a-4459-8b06-e59cbb13ebeb None None] The sync data for ids ['852060a2-1617-4f5e-8e85-1679dab127c3'] in dv-neutron-832762-2-hyperv is: [{'id': '852060a2-1617-4f5e-8e85-1679dab127c3', 'name': 'tempest-RoutersIpV6Test-router-1636168406', 'tenant_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:25:12Z', 'updated_at': '2022-03-09T12:25:12Z', 'revision_number': 2, 'project_id': 'f1bfbddf083d4fbe8dc9c1a10004829f', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:14.079404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:14.079766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:14.097225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.114383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a6869f59-d5b4-45a3-bf54-59690cd8de1d req-203173c3-243f-4738-8c45-41a06455b546 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 210 time: 0.0922322 Mar 09 12:25:14.123932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object dace3510-fccc-471b-8c54-891cbd9338fd will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:14.135246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:14.174972 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=507b2d4b-99a3-40d0-bc75-678ae3bacff2,segment=NetworkSegment(39f066bf-efe7-4f95-b226-e687015b9b0f),segment_id=39f066bf-efe7-4f95-b226-e687015b9b0f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:14.212498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:14.233119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.251516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:14.252150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:14.276052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.278564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.307200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.307718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Fanout notify agent at l3_agent the message router_deleted on router 852060a2-1617-4f5e-8e85-1679dab127c3 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:25:14.326075 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cec2867b-86a6-4524-9e40-90aa89cc33fb tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/d25379df-1202-419f-8d03-3244830105a8 HTTP/1.1" status: 200 len: 978 time: 5.1964684 Mar 09 12:25:14.326714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.327831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b4865482-75e9-42c1-89f4-1dc08e60d844 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 204 len: 168 time: 0.8243127 Mar 09 12:25:14.328577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45302) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.329301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:14.329724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed9a67-43e4-402a-bc0f-7dfe1de0037a None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:14.332801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45306) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.335205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Transition to ACTIVE for port object 507b2d4b-99a3-40d0-bc75-678ae3bacff2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:14.343106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.377882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:14.384281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.387411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:14.397467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.467171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 99d59759-d7bc-46ba-875e-e3f6ab71d725 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:14.479382 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f91dc73a-4f93-45c3-b17d-b95027a83906 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 200 len: 205 time: 0.1414287 Mar 09 12:25:14.482704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45310) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.512112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7f3b8-b408-4c4c-a5a0-3724ab1e4c76 None None] Pushing event updated for resources: {'Port': ['ID=507b2d4b-99a3-40d0-bc75-678ae3bacff2,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:14.522136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:14.532939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:14.542274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:14.565873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-5408df7c-9438-4178-9b7b-4f03e285ef6f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:14.567729 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5408df7c-9438-4178-9b7b-4f03e285ef6f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/852060a2-1617-4f5e-8e85-1679dab127c3 HTTP/1.1" status: 404 len: 336 time: 0.0840402 Mar 09 12:25:14.570828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45314) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.612103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:14.636257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.656119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:14.656579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.700497 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf9ea97-1cdf-4aff-89c7-04a2a76076c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:14.701152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf9ea97-1cdf-4aff-89c7-04a2a76076c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:14.702964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ecf9ea97-1cdf-4aff-89c7-04a2a76076c2 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/9dfd82d7-bfc3-4952-9bb8-53de4ea2b82c HTTP/1.1" status: 404 len: 337 time: 0.1309550 Mar 09 12:25:14.716974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45318) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.757487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b077d5db-0e19-4510-b5c6-b4ead4863da3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4106500 Mar 09 12:25:14.769299 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-005267c7-eebd-4501-978b-eb513ccacc75 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:14.769765 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005267c7-eebd-4501-978b-eb513ccacc75 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:14.771573 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-005267c7-eebd-4501-978b-eb513ccacc75 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/81062b02-d081-4fb3-b223-4340cf237c7b HTTP/1.1" status: 404 len: 337 time: 0.0535333 Mar 09 12:25:14.774511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45322) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.775202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Request body: {'port': {'device_id': '3064d579-e5c8-448c-a5ee-409b710d4166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:14.826364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-63773d6f-095f-45aa-8a56-bdd9606da345 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:14.826939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63773d6f-095f-45aa-8a56-bdd9606da345 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:14.828723 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-63773d6f-095f-45aa-8a56-bdd9606da345 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/7377651c-e481-4714-b8b0-6bcc1ecc583a HTTP/1.1" status: 404 len: 337 time: 0.0530069 Mar 09 12:25:14.854598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45326) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.874082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-98fe584e-a8c0-472f-9cff-6d48c6e7314d None None] Provisioning for port dace3510-fccc-471b-8c54-891cbd9338fd completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:14.884231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-98fe584e-a8c0-472f-9cff-6d48c6e7314d None None] Provisioning complete for port dace3510-fccc-471b-8c54-891cbd9338fd triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:14.884604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98fe584e-a8c0-472f-9cff-6d48c6e7314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:14.910212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d956ba-190b-4f66-bc9f-e128b14bf5f6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:14.911687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d956ba-190b-4f66-bc9f-e128b14bf5f6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:14.915323 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-24d956ba-190b-4f66-bc9f-e128b14bf5f6 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/1773560e-61e1-4952-95a2-51b072d2ad86 HTTP/1.1" status: 404 len: 337 time: 0.0574739 Mar 09 12:25:14.918341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45330) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:14.976561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-98fe584e-a8c0-472f-9cff-6d48c6e7314d None None] Port dace3510-fccc-471b-8c54-891cbd9338fd cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:14.990361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3b3debde-9e2b-4304-8c04-92ba8e3d15d5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Synchronizing usage tracker for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:15.063454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.070199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.070572 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP d25379df-1202-419f-8d03-3244830105a8 disassociated. External IP: 172.26.5.147, port: 06a9a119-3ef1-4638-b4ea-c9a4413a5337. Mar 09 12:25:15.127289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3b3debde-9e2b-4304-8c04-92ba8e3d15d5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] Unset dirty status for tenant:f1bfbddf083d4fbe8dc9c1a10004829f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:15.128452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3b3debde-9e2b-4304-8c04-92ba8e3d15d5 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 200 len: 205 time: 0.2066190 Mar 09 12:25:15.132171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.134250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.231199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-69d3429d-8f63-45ee-86f7-29dcdab79449 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:15.241604 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69d3429d-8f63-45ee-86f7-29dcdab79449 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/2f16d66c-eb1f-4f89-8df6-082adbf77d96 HTTP/1.1" status: 404 len: 336 time: 0.1061168 Mar 09 12:25:15.242348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45340) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.246589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2dac4-505e-462a-9c1f-6ab0f4e6f440 None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:15.338236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.5 (3e685dae-9b39-4f5d-a032-e98328d30afa/b1f11bf1-9e20-4f97-bdcb-60a74855dc76/99d59759-d7bc-46ba-875e-e3f6ab71d725) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:15.359416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.23 (3e685dae-9b39-4f5d-a032-e98328d30afa/876bf3c2-a344-4c6d-ada4-587277271712/99d59759-d7bc-46ba-875e-e3f6ab71d725) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:15.405994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Provisioning for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:15.446014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Provisioning complete for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:15.446382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.619365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-697c8255-4b4f-4653-9d31-23a90dc8dc78 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d1d1e2e-5e60-442c-bff6-eb68ec511291 HTTP/1.1" status: 200 len: 205 time: 0.3319826 Mar 09 12:25:15.624210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45346) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.696264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.732130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3e5fee4c-7c01-4068-b97e-2f6109e17381 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:15.736731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45350) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.737447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3e5fee4c-7c01-4068-b97e-2f6109e17381 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/7d1d1e2e-5e60-442c-bff6-eb68ec511291 HTTP/1.1" status: 404 len: 336 time: 0.1070206 Mar 09 12:25:15.740514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=507b2d4b-99a3-40d0-bc75-678ae3bacff2,segment=NetworkSegment(39f066bf-efe7-4f95-b226-e687015b9b0f),segment_id=39f066bf-efe7-4f95-b226-e687015b9b0f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:15.746151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:15.821359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0feec-2ee7-4262-9072-cfbb0a2069be None None] Pushing event updated for resources: {'Port': ['ID=507b2d4b-99a3-40d0-bc75-678ae3bacff2,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:15.821715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb4752-e1d1-44ea-ada4-60a918766bac req-a541c411-d886-47fa-8d7a-a7cf09576dbd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:15.826879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa73e23-9076-4126-93e6-fb62a96d0a96 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:15.827339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa73e23-9076-4126-93e6-fb62a96d0a96 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:15.828668 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61cb4752-e1d1-44ea-ada4-60a918766bac req-a541c411-d886-47fa-8d7a-a7cf09576dbd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 932 time: 0.5357447 Mar 09 12:25:15.829142 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9aa73e23-9076-4126-93e6-fb62a96d0a96 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/84d93cd5-d10c-4e62-ac24-11be8f508322 HTTP/1.1" status: 404 len: 337 time: 0.0913391 Mar 09 12:25:15.836852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45354) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.893170 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9e32e9cc-d2a4-4c8b-b5fa-a5b22840212a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 200 len: 205 time: 0.0531869 Mar 09 12:25:15.896930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45358) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:15.945855 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61cb4752-e1d1-44ea-ada4-60a918766bac req-ea01f5da-2a08-45b8-b252-d5033a6de6e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162579 Mar 09 12:25:15.974852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 507b2d4b-99a3-40d0-bc75-678ae3bacff2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:15.987592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-2ffab4a3-a7ef-47cc-bfd8-27e5bc90171f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:15.992450 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2ffab4a3-a7ef-47cc-bfd8-27e5bc90171f tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/d084e288-c389-400d-9233-3d9108b18c76 HTTP/1.1" status: 404 len: 336 time: 0.0912874 Mar 09 12:25:15.992615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45362) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.023057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.054110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c8822f88-dd32-4d41-95e9-71750f644892 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc9de648-ca2d-4f0a-83e1-e6ec9c718769 HTTP/1.1" status: 200 len: 205 time: 0.0571516 Mar 09 12:25:16.054379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:16.054379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.054563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:16.054563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45366) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.061736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.090156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dace3510-fccc-471b-8c54-891cbd9338fd {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:25:16.094488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 99d59759-d7bc-46ba-875e-e3f6ab71d725 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:16.100071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.119043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Transition to ACTIVE for port object dace3510-fccc-471b-8c54-891cbd9338fd will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:16.122193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-92a9f181-0e52-4e90-a726-c8a12b6e1bf8 None None] Provisioning complete for port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:16.122514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-92a9f181-0e52-4e90-a726-c8a12b6e1bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.127839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.135529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-a3a00a2b-42f7-40ed-8cc3-bdb30bbad14e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:16.136937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a3a00a2b-42f7-40ed-8cc3-bdb30bbad14e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/cc9de648-ca2d-4f0a-83e1-e6ec9c718769 HTTP/1.1" status: 404 len: 336 time: 0.0812078 Mar 09 12:25:16.169999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45370) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.278008 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56f9328-a50f-4a80-9dd6-2a99baa1260a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:16.279400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56f9328-a50f-4a80-9dd6-2a99baa1260a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:16.282871 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a56f9328-a50f-4a80-9dd6-2a99baa1260a tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/97e58490-2066-4784-a69a-46de7ffea9d1 HTTP/1.1" status: 404 len: 337 time: 0.1078382 Mar 09 12:25:16.285339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45374) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.315269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.346035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-734a6512-6fdc-4742-8b21-f04ee4cae567 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca1f8f3b-0d99-403b-82d3-1747911530d9 HTTP/1.1" status: 200 len: 205 time: 0.0589390 Mar 09 12:25:16.346260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:16.346733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45378) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.431281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-53b0da35-6131-4866-9cec-b536d2372f8e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:16.432286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-53b0da35-6131-4866-9cec-b536d2372f8e tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/ca1f8f3b-0d99-403b-82d3-1747911530d9 HTTP/1.1" status: 404 len: 336 time: 0.0848408 Mar 09 12:25:16.436315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45382) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.465367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 3e685dae-9b39-4f5d-a032-e98328d30afa is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:16.470298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:16.475671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:16.476714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:16.480148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.486821 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:16.500847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:16.501711 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:16.531149 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ebba5-7a2f-4e2d-bd6c-55afa1add7f7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:16.531795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567ebba5-7a2f-4e2d-bd6c-55afa1add7f7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:16.533660 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-567ebba5-7a2f-4e2d-bd6c-55afa1add7f7 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/1be5ccb4-7110-4ba4-af06-ea1ea79a7f1b HTTP/1.1" status: 404 len: 337 time: 0.0961773 Mar 09 12:25:16.534858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=99d59759-d7bc-46ba-875e-e3f6ab71d725,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:16.546163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45386) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.564623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Attempting to bind port dace3510-fccc-471b-8c54-891cbd9338fd on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:16.565112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Attempting to bind port dace3510-fccc-471b-8c54-891cbd9338fd by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:16.565549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Attempting to bind port dace3510-fccc-471b-8c54-891cbd9338fd on network bec0c470-e1a6-4d14-9afc-fc250ba93dda {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:16.575186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Port dace3510-fccc-471b-8c54-891cbd9338fd on network bec0c470-e1a6-4d14-9afc-fc250ba93dda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:25:16.575633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Attempting to bind port dace3510-fccc-471b-8c54-891cbd9338fd on network bec0c470-e1a6-4d14-9afc-fc250ba93dda {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:16.583491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:16.584294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.598030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:16.598875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Checking segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:16.599124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Bound using segment: {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:16.599690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Bound port: dace3510-fccc-471b-8c54-891cbd9338fd, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42a459d-7e08-49c0-97de-9c1483430a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:16.600146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.617574 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cc802bb8-6f43-4dbc-b7b2-c4f963b28af0 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bc13a3e-4bb9-4a20-9588-e6b82921503e HTTP/1.1" status: 200 len: 205 time: 0.0649612 Mar 09 12:25:16.619914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45390) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.632297 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2da0eb51-81bb-4ce7-ae66-b3b62e1d69d7 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/d25379df-1202-419f-8d03-3244830105a8 HTTP/1.1" status: 200 len: 688 time: 2.3004038 Mar 09 12:25:16.632853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45394) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.637039 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:16.651200 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:16.651886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:24:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:16.685907 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8f043cd3-a88e-494a-90f4-0ab7b3f99fad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3586297 Mar 09 12:25:16.702189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45398) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.715885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1f11bf1-9e20-4f97-bdcb-60a74855dc76'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:16.725502 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:16.725892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fc59e-4f73-4b89-ac82-5a3ef1453846 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:16.726161 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-b0d18636-57e0-4e41-bf60-bf23d0071edf tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] delete failed (client error): The resource could not be found. Mar 09 12:25:16.727275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b0d18636-57e0-4e41-bf60-bf23d0071edf tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/routers/0bc13a3e-4bb9-4a20-9588-e6b82921503e HTTP/1.1" status: 404 len: 336 time: 0.1063428 Mar 09 12:25:16.734577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45402) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.778155 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6260a38b-8525-4af5-becd-aed16865bfec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:16.778669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6260a38b-8525-4af5-becd-aed16865bfec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:16.781232 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6260a38b-8525-4af5-becd-aed16865bfec tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/eac9742c-0a4f-4b5d-9c68-5943e0b31d1e HTTP/1.1" status: 404 len: 337 time: 0.0448389 Mar 09 12:25:16.782897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45406) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:16.788146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dd62410c-4f5f-46a4-afe1-ca53ce249e49 None None] Provisioning for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:16.793369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dd62410c-4f5f-46a4-afe1-ca53ce249e49 None None] Provisioning complete for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:16.793740 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd62410c-4f5f-46a4-afe1-ca53ce249e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.841068 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe20545-4993-4003-8c00-61882eeb8656 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] DELETE failed (client error): The resource could not be found. Mar 09 12:25:16.841681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe20545-4993-4003-8c00-61882eeb8656 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:25:16.845891 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8fe20545-4993-4003-8c00-61882eeb8656 tempest-RoutersIpV6Test-488130718 tempest-RoutersIpV6Test-488130718-project] 10.222.0.20 "DELETE /v2.0/subnets/0b6d24b1-79d9-46e0-9857-9773b4711a23 HTTP/1.1" status: 404 len: 337 time: 0.0595572 Mar 09 12:25:16.851435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-dd62410c-4f5f-46a4-afe1-ca53ce249e49 None None] Port 99d59759-d7bc-46ba-875e-e3f6ab71d725 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:16.858948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:16.862672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dace3510-fccc-471b-8c54-891cbd9338fd,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:16.868025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.929632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:16.930252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:16.931698 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 1094 time: 2.1639283 Mar 09 12:25:16.932142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:25:17.046834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'status': 'completed', 'code': 200} Mar 09 12:25:17.047534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28838-6fe1-493b-b594-8935888429e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:17.061751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port e90d72c7-1f9e-4430-8ae3-c93e0e03b044 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:17.068978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.120295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-30158295-7f92-4d90-9c96-f3e820465739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:17.122034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-30158295-7f92-4d90-9c96-f3e820465739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1097 time: 0.1487150 Mar 09 12:25:17.201262 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-9b01c395-8bcc-48b6-8d1b-09742b69ac84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 217 time: 0.0721157 Mar 09 12:25:17.244426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45418) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:17.284319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b719b0b8-f711-4667-ab11-a179d9d11e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:17.287857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-b719b0b8-f711-4667-ab11-a179d9d11e7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 200 len: 834 time: 0.0801191 Mar 09 12:25:17.368497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-8b84184a-ef72-44ca-9a8a-bac753e7b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:17.370204 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-8b84184a-ef72-44ca-9a8a-bac753e7b19d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bec0c470-e1a6-4d14-9afc-fc250ba93dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768166 Mar 09 12:25:17.491649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c8472-f982-4563-bedf-b594e42c6a92 req-c2693f23-18e7-4fa5-b2f8-6fcfe9913a1e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:17.497358 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9c3c8472-f982-4563-bedf-b594e42c6a92 req-c2693f23-18e7-4fa5-b2f8-6fcfe9913a1e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 944 time: 0.3871629 Mar 09 12:25:17.503654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.504090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.524279 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8e676fc7-7733-4a0d-b96d-1f9ea1afc2be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1bfbddf083d4fbe8dc9c1a10004829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763228 Mar 09 12:25:17.527017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45424) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:17.577767 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-180d7919-e246-49fe-a64e-76ba9c2360cf service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009530 Mar 09 12:25:17.598972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.674393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for e90d72c7-1f9e-4430-8ae3-c93e0e03b044 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:17.787945 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9c3c8472-f982-4563-bedf-b594e42c6a92 req-e5df3d37-7474-4147-a89e-c9c51159f408 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691350 Mar 09 12:25:17.818126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.866114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.889877 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9740ae0d-9bda-43f9-9f6c-d7b5cbe7d30e req-73520d47-180a-4839-8194-da38cade96ac service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055172 Mar 09 12:25:17.930548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.976399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e800bdc6-29ae-45d3-bb20-b4112c2f788b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:17.995957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:17.997352 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-50f61579-53d9-4ffd-ba7d-deaec0272910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e800bdc6-29ae-45d3-bb20-b4112c2f788b HTTP/1.1" status: 204 len: 168 time: 0.4698076 Mar 09 12:25:18.030258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-8aa0e4fa-bff3-498e-b280-819d64c1b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.030809 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-8aa0e4fa-bff3-498e-b280-819d64c1b69a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1097 time: 0.0873115 Mar 09 12:25:18.051627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:18.107392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=e90d72c7-1f9e-4430-8ae3-c93e0e03b044,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:18.169984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-aac82605-ed66-49c7-9ac1-d8ceec4f3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.171440 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-aac82605-ed66-49c7-9ac1-d8ceec4f3fb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 898 time: 0.1336765 Mar 09 12:25:18.245912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-906e47fb-0427-44ad-98b8-04468edd5bcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 217 time: 0.0669844 Mar 09 12:25:18.264842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:18.276544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Delete allocated IP 172.20.0.23 (3e685dae-9b39-4f5d-a032-e98328d30afa/876bf3c2-a344-4c6d-ada4-587277271712) {{(pid=87831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:25:18.289785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:18.291156 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc0cbf47-1ed3-4825-b34b-82ad52276955 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/d25379df-1202-419f-8d03-3244830105a8 HTTP/1.1" status: 204 len: 168 time: 1.6574085 Mar 09 12:25:18.299210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45436) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:18.388421 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-502aa7e8-f956-4af1-bce0-817b9e458c0d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] delete failed (client error): The resource could not be found. Mar 09 12:25:18.389459 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-502aa7e8-f956-4af1-bce0-817b9e458c0d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/d25379df-1202-419f-8d03-3244830105a8 HTTP/1.1" status: 404 len: 345 time: 0.0890012 Mar 09 12:25:18.393198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45444) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:18.399606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-e600847a-157b-441e-aea5-98086136a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.401286 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-e600847a-157b-441e-aea5-98086136a7fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 200 len: 834 time: 0.1495166 Mar 09 12:25:18.486365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-a6106bb8-56f7-4045-90fe-f9aca9396b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.488520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-a6106bb8-56f7-4045-90fe-f9aca9396b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bec0c470-e1a6-4d14-9afc-fc250ba93dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771258 Mar 09 12:25:18.533305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.539570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.547100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.548365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Synchronizing usage tracker for tenant:116b408840814bb0ae4849b9378a4dea on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:18.573197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:18.591946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 99d59759-d7bc-46ba-875e-e3f6ab71d725 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:18.598776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:18.639821 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-8892da85-a201-43ad-8054-98f0dce77c23 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452532 Mar 09 12:25:18.662622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Unset dirty status for tenant:116b408840814bb0ae4849b9378a4dea on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:18.666866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6d4baccf-e1a2-4cf5-8fa8-7a086f128afc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/ports?network_id=090892f9-7863-4638-9a1e-6f997a31a280 HTTP/1.1" status: 200 len: 2358 time: 0.2719505 Mar 09 12:25:18.667115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45456) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:18.802905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45460) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:18.831951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504da2e-64a9-420e-9b0c-ca0a2d60f549 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:18.833736 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a504da2e-64a9-420e-9b0c-ca0a2d60f549 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/subnets/164789d0-647e-4b75-803b-9e847330c551 HTTP/1.1" status: 200 len: 797 time: 0.1635103 Mar 09 12:25:18.846145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:18.857582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'port': {'network_id': '090892f9-7863-4638-9a1e-6f997a31a280', 'name': 'tempest-FloatingIPTestJSON-851039141', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:18.983177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1021208970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:18.994561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:19.005258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:router and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:19.008278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=99d59759-d7bc-46ba-875e-e3f6ab71d725,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:19.011194 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68e6b637-20f1-4b9e-a958-dab81bc25e4c req-a573f079-4743-4226-93a4-c08515b33f4c service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639469 Mar 09 12:25:19.014179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:19.017547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] In _notify_port_updated(), no bound segment for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 on network 3e685dae-9b39-4f5d-a032-e98328d30afa {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:25:19.022712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:19.023486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.026120 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0769fed2-030a-48c8-8535-49ebcbbc38a9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/ports/99d59759-d7bc-46ba-875e-e3f6ab71d725 HTTP/1.1" status: 200 len: 918 time: 2.3145761 Mar 09 12:25:19.026265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:19.027637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45472) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:19.041268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2804c73c-d35c-43d6-ad0d-9062f910a24a None None] Provisioning for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:19.047050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2804c73c-d35c-43d6-ad0d-9062f910a24a None None] Provisioning complete for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:19.047246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1f11bf1-9e20-4f97-bdcb-60a74855dc76'}, {'subnet_id': '876bf3c2-a344-4c6d-ada4-587277271712'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:19.047433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2804c73c-d35c-43d6-ad0d-9062f910a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.066878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187dc5e-0cdb-4f5f-9194-d0401e96aea8 req-d0a6e854-7994-4cdc-a1fc-ffaf1477d7e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:19.068730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0187dc5e-0cdb-4f5f-9194-d0401e96aea8 req-d0a6e854-7994-4cdc-a1fc-ffaf1477d7e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 944 time: 0.1239686 Mar 09 12:25:19.107380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2804c73c-d35c-43d6-ad0d-9062f910a24a None None] Port 99d59759-d7bc-46ba-875e-e3f6ab71d725 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:19.108249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.110461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.117024 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0187dc5e-0cdb-4f5f-9194-d0401e96aea8 req-b2c1201b-091c-45c4-a2eb-07a65d944793 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Mar 09 12:25:19.122613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:19.187753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:19.198752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.227904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:19.256995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.277680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.414142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.415549 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3e32f2f1-e70f-4390-8c7b-2f0e5dc0616a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6115119 Mar 09 12:25:19.418475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:19.424156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1351583721'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:19.429375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:19.433216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:network and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:19.436068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:19.441636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:19.451884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:19.455377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.467947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.483550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:19.487455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:security_group_rule and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:19.490753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:19.496624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:19.585467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.590065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.620552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.622850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:19.632333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce5a07-8b4a-4971-ade7-52df49e51583,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:19.638173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.638595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Added segment 1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64 of type vlan for network e987322c-2afd-4484-bab6-821928e01966 Mar 09 12:25:19.668418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.688722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] device_id is not set on port b4d48452-3d6e-4344-961f-5de408c79517 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:19.701973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.707613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:19.708264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:19.813402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Network': ['ID=e987322c-2afd-4484-bab6-821928e01966,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:19.816874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f579af5d-8008-4b1f-99a9-638e1419827d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3973088 Mar 09 12:25:19.819672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:19.825290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'subnet': {'network_id': 'e987322c-2afd-4484-bab6-821928e01966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:19.826748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network e987322c-2afd-4484-bab6-821928e01966 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:19.938010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:19.941809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:subnet and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:19.944637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:19.950313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:19.959758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:19.963222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.078660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.25 (3e685dae-9b39-4f5d-a032-e98328d30afa/876bf3c2-a344-4c6d-ada4-587277271712/99d59759-d7bc-46ba-875e-e3f6ab71d725) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:20.192366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.315251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Subnet': ['ID=95cbf09c-23b4-4f67-ad18-2c58e80035bc,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:20.328185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.14 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/b4d48452-3d6e-4344-961f-5de408c79517) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:20.332598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Checking segment: {'id': '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e987322c-2afd-4484-bab6-821928e01966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:20.332957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network hostable DHCP agents. Network: e987322c-2afd-4484-bab6-821928e01966, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:20.340514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.11 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/b4d48452-3d6e-4344-961f-5de408c79517) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:20.362229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network e987322c-2afd-4484-bab6-821928e01966 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:20.381275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, e987322c-2afd-4484-bab6-821928e01966) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:20.390555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ceb7f-2cd7-4750-8705-77a7083ac46c None None] Network e987322c-2afd-4484-bab6-821928e01966 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:20.393057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0900d8-d15a-47b1-a6e3-447e04ea641d req-b4cd121d-3b4c-442d-8bd4-6877e883e912 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:20.394240 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb0900d8-d15a-47b1-a6e3-447e04ea641d req-b4cd121d-3b4c-442d-8bd4-6877e883e912 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 944 time: 0.1366482 Mar 09 12:25:20.396023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:20.396578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.403303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.436992 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c148dd93-65b9-417d-ad0c-224cfd1d3568 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6126983 Mar 09 12:25:20.437459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45486) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:20.444582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'network': {'name': 'tempest-router-network01--1229255987'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:20.451630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 99d59759-d7bc-46ba-875e-e3f6ab71d725 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:20.460476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:20.469490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:network and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:20.476786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb0900d8-d15a-47b1-a6e3-447e04ea641d req-c96c23eb-a973-49ee-a249-0b33117d52e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666416 Mar 09 12:25:20.477701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:20.495979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:20.501175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.518710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:20.524008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.560613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:20.574371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.574749 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Added segment 0bef987f-839f-4da7-a5a0-590a37b64096 of type vlan for network 07daf6cd-7a22-4748-bc1f-f1fab742e972 Mar 09 12:25:20.614125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.657135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.664316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:20.665086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.670806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-e987322c-2afd-4484-bab6-821928e01966', 'network_id': 'e987322c-2afd-4484-bab6-821928e01966', 'tenant_id': 'a2de5ab66f1f47838a83e030a497a89c', 'fixed_ips': [{'subnet_id': '95cbf09c-23b4-4f67-ad18-2c58e80035bc'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:20.672173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.823145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3823750 Mar 09 12:25:20.824173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45490) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:20.827562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468d31c-4d27-403d-a334-ecf5afc94cff tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Network': ['ID=07daf6cd-7a22-4748-bc1f-f1fab742e972,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:20.833938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=99d59759-d7bc-46ba-875e-e3f6ab71d725,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:20.834318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'network': {'name': 'tempest-router-network02--883866802'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:20.842101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:20.848675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:network and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:20.852567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:20.861144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:20.873990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:20.877987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.887868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:20.892530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] In _notify_port_updated(), no bound segment for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 on network 3e685dae-9b39-4f5d-a032-e98328d30afa {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:25:20.898562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:20.899196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.900577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dcddfeb7-bb79-4bba-8748-0a5845c14053 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/ports/99d59759-d7bc-46ba-875e-e3f6ab71d725 HTTP/1.1" status: 200 len: 998 time: 1.8690424 Mar 09 12:25:20.904923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45494) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:20.917021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:20.929204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.929848 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Added segment 597b892d-9097-464a-92f5-8d91dfd113b2 of type vlan for network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a Mar 09 12:25:20.954864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:20.967843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.008796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 99d59759-d7bc-46ba-875e-e3f6ab71d725 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:21.009073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.015051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.021538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:21.022053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.031346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dace3510-fccc-471b-8c54-891cbd9338fd details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:25:21.036822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Allocated IP 2001:db8::2 (e987322c-2afd-4484-bab6-821928e01966/95cbf09c-23b4-4f67-ad18-2c58e80035bc/45cb654e-5cbb-4c92-9139-fab3e238f2f8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:21.044333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d7578223-0729-4456-af40-c8502a6b2c4f None None] Provisioning for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:21.059164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d7578223-0729-4456-af40-c8502a6b2c4f None None] Provisioning complete for port 99d59759-d7bc-46ba-875e-e3f6ab71d725 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:21.059546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d7578223-0729-4456-af40-c8502a6b2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.124209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2957342 Mar 09 12:25:21.125063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45498) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:21.135529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e9c66-c8f0-46f4-b56e-87c912fbb097 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Network': ['ID=f02a6346-35e1-4468-bcb0-4d8e8a96fc8a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:21.140002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'subnet': {'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:21.160794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.209081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:21.266863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d7578223-0729-4456-af40-c8502a6b2c4f None None] Port 99d59759-d7bc-46ba-875e-e3f6ab71d725 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:21.366757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:21.374108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:21.420748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=b4d48452-3d6e-4344-961f-5de408c79517,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:21.428195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:21.430455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:21.557369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dace3510-fccc-471b-8c54-891cbd9338fd,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:21.580482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'port_id': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'mac_address': 'fa:16:3e:55:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:25:21.588069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.603346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:subnet and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:21.611581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:21.621477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:21.635626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Transition to ACTIVE for port object 45cb654e-5cbb-4c92-9139-fab3e238f2f8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:21.648848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:21.652462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.665887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.683717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Transition to ACTIVE for port object 45cb654e-5cbb-4c92-9139-fab3e238f2f8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:21.689563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dace3510-fccc-471b-8c54-891cbd9338fd {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:25:21.695918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.707153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:21.708020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.721263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f10cef-fc51-40c8-b1d9-9c646b68f570 req-73425f64-bb00-4c93-9488-424a5f7713ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:21.724830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-88f10cef-fc51-40c8-b1d9-9c646b68f570 req-73425f64-bb00-4c93-9488-424a5f7713ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 944 time: 0.1085219 Mar 09 12:25:21.766928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dace3510-fccc-471b-8c54-891cbd9338fd,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:21.769063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Network e987322c-2afd-4484-bab6-821928e01966 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:21.772326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:21.780804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.781159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.781701 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-88f10cef-fc51-40c8-b1d9-9c646b68f570 req-046574a8-6962-4f57-82fc-02a2a42de110 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501587 Mar 09 12:25:21.782660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:21.821897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Pushing event updated for resources: {'Port': ['ID=45cb654e-5cbb-4c92-9139-fab3e238f2f8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:21.928236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 99d59759-d7bc-46ba-875e-e3f6ab71d725 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:21.949114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Attempting to bind port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:21.949491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Attempting to bind port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e987322c-2afd-4484-bab6-821928e01966'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:21.949854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Attempting to bind port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 on network e987322c-2afd-4484-bab6-821928e01966 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:21.963846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:21.967517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:21.967907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Checking segment: {'id': '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e987322c-2afd-4484-bab6-821928e01966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:21.968314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.968700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Bound using segment: {'id': '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e987322c-2afd-4484-bab6-821928e01966'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:21.968814 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a530e833-4a2f-4dd0-a1a4-c4079f2fc58a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1217859 Mar 09 12:25:21.969240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Bound port: 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e987322c-2afd-4484-bab6-821928e01966'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:21.969624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:21.971639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45504) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:21.978199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'b4d48452-3d6e-4344-961f-5de408c79517', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:21.986853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:21.992375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:floatingip and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:21.995574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:22.002342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:22.014494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.033663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['dace3510-fccc-471b-8c54-891cbd9338fd'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:25:22.143712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] For port 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:22.158116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] For port 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=45cb654e-5cbb-4c92-9139-fab3e238f2f8,segment=NetworkSegment(1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64),segment_id=1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:22.172237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.188627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.251676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.322010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.374148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0743a2-e873-4211-baa8-a9a7f75c7529 None None] Pushing event updated for resources: {'Port': ['ID=45cb654e-5cbb-4c92-9139-fab3e238f2f8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:22.385613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.232 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/d9d23e57-71e9-4b89-b315-be2b1d0d7c3c) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:22.463731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Subnet': ['ID=1fa3c34d-61d4-4637-a833-6b167a9d4dc0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:22.466633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=99d59759-d7bc-46ba-875e-e3f6ab71d725,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:22.596240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Checking segment: {'id': '0bef987f-839f-4da7-a5a0-590a37b64096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:22.596614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network hostable DHCP agents. Network: 07daf6cd-7a22-4748-bc1f-f1fab742e972, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:22.651607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:22.652216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25142531-2e98-4fd4-ae11-d083f19f17ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.658120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.673668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 07daf6cd-7a22-4748-bc1f-f1fab742e972) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:22.682563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c186ef-9f7e-4769-af54-a80b869ce2ea None None] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:22.683169 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5cf55b6d-6e0e-4a41-99c3-af58477dc8e6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/99d59759-d7bc-46ba-875e-e3f6ab71d725 HTTP/1.1" status: 204 len: 168 time: 1.7772982 Mar 09 12:25:22.686328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:22.687319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.691719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45508) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:22.760715 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb57eb5-992d-46c8-a75f-add160a004ad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:22.761378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-edb57eb5-992d-46c8-a75f-add160a004ad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:22.783361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6891053c-e771-4429-84ae-2ffe8360b12a tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6571896 Mar 09 12:25:22.785213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45512) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:22.786117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-edb57eb5-992d-46c8-a75f-add160a004ad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:22.790397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-edb57eb5-992d-46c8-a75f-add160a004ad tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/99d59759-d7bc-46ba-875e-e3f6ab71d725 HTTP/1.1" status: 404 len: 333 time: 0.0975471 Mar 09 12:25:22.791665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45514) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:22.798102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'subnet': {'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:22.894578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 876bf3c2-a344-4c6d-ada4-587277271712 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:22.897571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.936203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:22.941558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:subnet and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:22.945221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:22.951132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:22.961149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.962364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:22.966096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:22.983559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-07daf6cd-7a22-4748-bc1f-f1fab742e972', 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972', 'tenant_id': 'a2de5ab66f1f47838a83e030a497a89c', 'fixed_ips': [{'subnet_id': '1fa3c34d-61d4-4637-a833-6b167a9d4dc0'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:22.984512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.013787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.045709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dace3510-fccc-471b-8c54-891cbd9338fd up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:23.150212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c7514-8922-4e23-b1c0-4c85c02ac03e req-beaaced9-8853-4229-bef3-0276053551e1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:23.157210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-db8c7514-8922-4e23-b1c0-4c85c02ac03e req-beaaced9-8853-4229-bef3-0276053551e1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 945 time: 0.1506543 Mar 09 12:25:23.183551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.219810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port dace3510-fccc-471b-8c54-891cbd9338fd completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:23.223499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.229247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Allocated IP 2001:db8::2 (07daf6cd-7a22-4748-bc1f-f1fab742e972/1fa3c34d-61d4-4637-a833-6b167a9d4dc0/2d3f7573-a0a2-45a2-b1de-9722cee94fe8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:23.230620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.233683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port dace3510-fccc-471b-8c54-891cbd9338fd triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:23.234060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.322482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=d9d23e57-71e9-4b89-b315-be2b1d0d7c3c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:23.331471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Subnet': ['ID=95194a0a-7ebb-48d4-b6cc-6d1d14ca735a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:23.335403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:23.335897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Checking segment: {'id': '597b892d-9097-464a-92f5-8d91dfd113b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:23.336278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network hostable DHCP agents. Network: f02a6346-35e1-4468-bcb0-4d8e8a96fc8a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:23.341030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:23.343380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:23.358666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:23.371830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f02a6346-35e1-4468-bcb0-4d8e8a96fc8a) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:23.376363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:23.377284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.384663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8a195-90a5-49bd-96f3-29d0ee84599f None None] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:23.410893 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-db8c7514-8922-4e23-b1c0-4c85c02ac03e req-9f9eb0a6-e988-421d-ac06-892305e30136 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377896 Mar 09 12:25:23.417992 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-69a4fc31-2711-4d29-9617-80391a5d7a9b tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6236730 Mar 09 12:25:23.418195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45522) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:23.490523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.542946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=876bf3c2-a344-4c6d-ada4-587277271712,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:23.585484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.611255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3da87c08-ad3b-4236-b59e-4846e890e251 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/876bf3c2-a344-4c6d-ada4-587277271712 HTTP/1.1" status: 204 len: 168 time: 0.8190734 Mar 09 12:25:23.614857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45526) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:23.708360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c8b0ac-cdc1-45ef-8571-340534980222 None None] Network 3e685dae-9b39-4f5d-a032-e98328d30afa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:23.738074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab873344-10e9-4a6a-8464-716a76026e2a None None] Network e987322c-2afd-4484-bab6-821928e01966 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:23.766862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet b1f11bf1-9e20-4f97-bdcb-60a74855dc76 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:23.774180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.901445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.963672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:23.972592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-66a44f98-0593-4623-bcfd-7b9fdfb0759b None None] Provisioning for port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:24.034461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.053490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 45cb654e-5cbb-4c92-9139-fab3e238f2f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:24.115819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.124667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.126898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.171485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f11bf1-9e20-4f97-bdcb-60a74855dc76,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:24.180624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.193921 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7a088813-d955-4261-97ae-105b21879762 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/b1f11bf1-9e20-4f97-bdcb-60a74855dc76 HTTP/1.1" status: 204 len: 168 time: 0.5779848 Mar 09 12:25:24.196398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45530) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:24.207412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:25:24.258400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dace3510-fccc-471b-8c54-891cbd9338fd,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:24.276959 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'code': 200} Mar 09 12:25:24.279574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.404152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.420053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.477196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.493606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-f02a6346-35e1-4468-bcb0-4d8e8a96fc8a', 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a', 'tenant_id': 'a2de5ab66f1f47838a83e030a497a89c', 'fixed_ips': [{'subnet_id': '95194a0a-7ebb-48d4-b6cc-6d1d14ca735a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:24.494555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.513440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Transition to ACTIVE for port object 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:24.532084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:24.536839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.574133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5dcd4-011b-4e6c-84e3-c1fb8811375b req-b3f51532-3c0f-40c0-b811-eb7e1b019826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:24.576048 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d8c5dcd4-011b-4e6c-84e3-c1fb8811375b req-b3f51532-3c0f-40c0-b811-eb7e1b019826 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1099 time: 0.0964987 Mar 09 12:25:24.605140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Transition to ACTIVE for port object 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:24.624592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d8c5dcd4-011b-4e6c-84e3-c1fb8811375b req-840c4cb2-e0a9-4d83-9b83-c32deb1c4c25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Mar 09 12:25:24.645732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:24.658238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:24.668110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:24.668110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.710208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.730862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Allocated IP 2001:db8::1 (07daf6cd-7a22-4748-bc1f-f1fab742e972/1fa3c34d-61d4-4637-a833-6b167a9d4dc0/24c1d2f6-6f78-4b5f-94cf-51bf24342ecc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:24.827654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:24.847881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:24.863854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:24.912097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.913064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:24.935052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Transition to ACTIVE for port object 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:24.958402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0179-d494-4da6-bff2-e4fd02a432be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:24.966378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.040367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:25.044432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:25.047261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:25.048066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.056058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] DHCP port deletion for 3e685dae-9b39-4f5d-a032-e98328d30afa request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:25.073554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Port': ['ID=24c1d2f6-6f78-4b5f-94cf-51bf24342ecc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:25.079613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f016-4db5-4b6f-beec-221191fe1f6d req-efc5055c-ae50-4779-b2b0-0c48d54689ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:25.086946 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-58c4f016-4db5-4b6f-beec-221191fe1f6d req-efc5055c-ae50-4779-b2b0-0c48d54689ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.5040648 Mar 09 12:25:25.090519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Deleting port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:25.090897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.122615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Allocated IP 2001:db8::2 (f02a6346-35e1-4468-bcb0-4d8e8a96fc8a/95194a0a-7ebb-48d4-b6cc-6d1d14ca735a/370051b5-4656-471c-b4d5-8c973c357a6b) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:25.141684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Attempting to bind port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:25.142062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Attempting to bind port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '0bef987f-839f-4da7-a5a0-590a37b64096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:25.142430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Attempting to bind port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 on network 07daf6cd-7a22-4748-bc1f-f1fab742e972 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:25.170297 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-58c4f016-4db5-4b6f-beec-221191fe1f6d req-125ebe1c-31ec-4955-af9d-3bb620c37f0a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822847 Mar 09 12:25:25.180206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:25.180590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Checking segment: {'id': '0bef987f-839f-4da7-a5a0-590a37b64096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:25.181535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.181535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Bound using segment: {'id': '0bef987f-839f-4da7-a5a0-590a37b64096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:25.182458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Bound port: 2d3f7573-a0a2-45a2-b1de-9722cee94fe8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bef987f-839f-4da7-a5a0-590a37b64096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07daf6cd-7a22-4748-bc1f-f1fab742e972'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:25.182458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.193503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.210463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=507b2d4b-99a3-40d0-bc75-678ae3bacff2,segment=NetworkSegment(39f066bf-efe7-4f95-b226-e687015b9b0f),segment_id=39f066bf-efe7-4f95-b226-e687015b9b0f)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:25.212043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.223083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.369799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 507b2d4b-99a3-40d0-bc75-678ae3bacff2 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:25.414287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.427075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.627821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=d9d23e57-71e9-4b89-b315-be2b1d0d7c3c,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:25.632711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.654456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3ac78505-0778-4098-8ff7-c0bc2cc293f6 None None] Provisioning complete for port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:25.654825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ac78505-0778-4098-8ff7-c0bc2cc293f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.689995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=507b2d4b-99a3-40d0-bc75-678ae3bacff2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:25.692511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.777258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:25.799307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=45cb654e-5cbb-4c92-9139-fab3e238f2f8,segment=NetworkSegment(1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64),segment_id=1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:25.827971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.863066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.867803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.869027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.982843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.985852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:25.991551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] For port 507b2d4b-99a3-40d0-bc75-678ae3bacff2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=507b2d4b-99a3-40d0-bc75-678ae3bacff2,segment=NetworkSegment(39f066bf-efe7-4f95-b226-e687015b9b0f),segment_id=39f066bf-efe7-4f95-b226-e687015b9b0f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:25.992376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.006838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=45cb654e-5cbb-4c92-9139-fab3e238f2f8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:26.009741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 507b2d4b-99a3-40d0-bc75-678ae3bacff2 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:26.012707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Port': ['ID=24c1d2f6-6f78-4b5f-94cf-51bf24342ecc,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:26.031743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e685dae-9b39-4f5d-a032-e98328d30afa']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.039667 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 08c23983-ece3-4da0-b018-eedcc0e430f4 associated. External IP: 172.26.5.232, port: b4d48452-3d6e-4344-961f-5de408c79517. Mar 09 12:25:26.053598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 507b2d4b-99a3-40d0-bc75-678ae3bacff2 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:26.053930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 507b2d4b-99a3-40d0-bc75-678ae3bacff2 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:26.104780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f066bf-efe7-4f95-b226-e687015b9b0f') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.105380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f066bf-efe7-4f95-b226-e687015b9b0f') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.119934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:26.120660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.121211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:26.148784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.215795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:26.216205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.223798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Calling delete_port for 507b2d4b-99a3-40d0-bc75-678ae3bacff2 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:26.234179 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:26.266882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] For port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:26.272499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.310014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] For port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,segment=NetworkSegment(0bef987f-839f-4da7-a5a0-590a37b64096),segment_id=0bef987f-839f-4da7-a5a0-590a37b64096)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:26.317450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.327320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.369487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Router 1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:25:26.410227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Transition to ACTIVE for port object 370051b5-4656-471c-b4d5-8c973c357a6b will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:26.476831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Transition to ACTIVE for port object 370051b5-4656-471c-b4d5-8c973c357a6b will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:26.482441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de620ad4-fe5b-4386-9e61-bc87af482232 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:26.486748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.539939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:26.540461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:26.558742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:26.569413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:26.571888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:26.580168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:26.583558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] Sync routers for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:26.595832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-38f24d56-bee5-4c95-a9f8-75b889bb34d5 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1763220 Mar 09 12:25:26.598729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45540) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:26.599323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Pushing event updated for resources: {'Port': ['ID=370051b5-4656-471c-b4d5-8c973c357a6b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:26.664524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.668126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:26.668880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.689714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.713200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=3e685dae-9b39-4f5d-a032-e98328d30afa,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:26.715456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aff492d5-c1b9-4569-bfb0-d7500464e637 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/3e685dae-9b39-4f5d-a032-e98328d30afa HTTP/1.1" status: 204 len: 168 time: 2.5178571 Mar 09 12:25:26.722762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45544) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:26.750178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.788747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Attempting to bind port 370051b5-4656-471c-b4d5-8c973c357a6b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:26.789264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Attempting to bind port 370051b5-4656-471c-b4d5-8c973c357a6b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '597b892d-9097-464a-92f5-8d91dfd113b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:26.789731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Attempting to bind port 370051b5-4656-471c-b4d5-8c973c357a6b on network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:26.798029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:26.798567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Checking segment: {'id': '597b892d-9097-464a-92f5-8d91dfd113b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:26.799334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.800343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Bound using segment: {'id': '597b892d-9097-464a-92f5-8d91dfd113b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:26.801080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Bound port: 370051b5-4656-471c-b4d5-8c973c357a6b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597b892d-9097-464a-92f5-8d91dfd113b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f02a6346-35e1-4468-bcb0-4d8e8a96fc8a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:26.801393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:26.815235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:26.815235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.883047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:26.883796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9a8e6-38d9-47b6-a42a-2666cce561f6 None None] The sync data for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:26.958012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:26.966670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c4b-8ffa-4a5a-8fba-5b5c20726f12 req-311b0e2b-b1e7-4fd2-a9a5-4c0063ec8211 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:26.968131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c6a0c4b-8ffa-4a5a-8fba-5b5c20726f12 req-311b0e2b-b1e7-4fd2-a9a5-4c0063ec8211 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.5237515 Mar 09 12:25:26.981916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] For port 370051b5-4656-471c-b4d5-8c973c357a6b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:26.985493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] For port 370051b5-4656-471c-b4d5-8c973c357a6b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=370051b5-4656-471c-b4d5-8c973c357a6b,segment=NetworkSegment(597b892d-9097-464a-92f5-8d91dfd113b2),segment_id=597b892d-9097-464a-92f5-8d91dfd113b2)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:26.990954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.050283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Deleting port 507b2d4b-99a3-40d0-bc75-678ae3bacff2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:27.050496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.155852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5de7e7-2679-4ab1-8b9c-3aca6e7f300c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:27.155852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c5de7e7-2679-4ab1-8b9c-3aca6e7f300c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:27.171726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fe743de9-e70b-4a82-a4a8-de4c75037894 None None] The port '507b2d4b-99a3-40d0-bc75-678ae3bacff2' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:27.177467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e446-7ea7-4e01-a1d4-8a285ae0e02c None None] Pushing event updated for resources: {'Port': ['ID=370051b5-4656-471c-b4d5-8c973c357a6b,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:27.178133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c6a0c4b-8ffa-4a5a-8fba-5b5c20726f12 req-e4e1a2e9-a000-49e6-8733-a51ff8b17c4a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949673 Mar 09 12:25:27.287777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5c5de7e7-2679-4ab1-8b9c-3aca6e7f300c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:27.292521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5c5de7e7-2679-4ab1-8b9c-3aca6e7f300c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5650883 Mar 09 12:25:27.293793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45550) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:27.347990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:27.359250 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:27.380283 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:27.380928 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:27.395906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.488925 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:27.499685 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:27.500677 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:27.504564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e117041f-7784-42a5-b533-d8dfea665e81 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5308585 Mar 09 12:25:27.508294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45554) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:27.525762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': 'b4d48452-3d6e-4344-961f-5de408c79517', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:27.583531 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-781b65f5-fd8e-483f-b34b-884b54f340f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:25:27.584576 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-781b65f5-fd8e-483f-b34b-884b54f340f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9837134 Mar 09 12:25:27.589911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45558) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:27.595386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.611846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:27.613059 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80374a-bf3c-4259-bf01-405e30b4c020 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:27.651891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.779022 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-851e807a-fa3f-4fc3-b441-003a9bf46a59 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4806733 Mar 09 12:25:27.780044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45562) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:27.790598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8500e-d205-43fb-a600-94a400952281 req-225fca88-e9e5-44a4-9565-914c68cc42fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:27.792230 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c3e8500e-d205-43fb-a600-94a400952281 req-225fca88-e9e5-44a4-9565-914c68cc42fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.4932520 Mar 09 12:25:27.830668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-821114624'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:27.846072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:27.867279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:27.875017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:27.877369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b3ba5-39f2-493c-a55b-7a30fedaa12d None None] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:27.885355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:27.957205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:27.960577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:27.984400 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c3e8500e-d205-43fb-a600-94a400952281 req-158251c3-4dac-45da-a1ef-0e1688492d32 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487389 Mar 09 12:25:28.013259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45566) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:28.035510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a522797f-8ebf-4650-bc52-42349041edf6 None None] Provisioning for port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:28.132065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:28.151242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:28.163414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.163954 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment 5a939695-fd7a-4522-b889-44f79591bf97 of type vlan for network 5eed6dcf-df27-4c55-b226-095ef4edade8 Mar 09 12:25:28.276451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.332262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:28.343323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:28.343738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.416481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.517484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.583635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:25:28.597841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,segment=NetworkSegment(0bef987f-839f-4da7-a5a0-590a37b64096),segment_id=0bef987f-839f-4da7-a5a0-590a37b64096)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:28.605404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.606826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 45cb654e-5cbb-4c92-9139-fab3e238f2f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:28.630521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8607b-0bea-4b20-ba14-c8de2c67b828 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:28.643014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-77a8607b-0bea-4b20-ba14-c8de2c67b828 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1094 time: 0.6265883 Mar 09 12:25:28.669770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45570) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:28.682566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:28.687155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.694737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:28.698262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.725659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:28.726223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:28.754055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:28.762647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c8697-6f5f-45bc-a40c-71ae1f5066bc None None] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:28.889933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=5eed6dcf-df27-4c55-b226-095ef4edade8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:28.910699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:28.915336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:28.921047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:28.934658 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3229b22e-6aa5-45eb-8df0-346db840460a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1506836 Mar 09 12:25:28.934658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:28.937493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45574) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:28.946199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:28.950676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e99d98a3-b57d-4e6b-9b7c-cf485892cab1 None None] Provisioning for port 370051b5-4656-471c-b4d5-8c973c357a6b completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:28.981143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:29.008014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.067547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.071283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.071860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.169339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:29.178943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:29.183687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:29.192957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:29.194731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Provisioning for port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:29.224075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Calling delete_port for 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:29.241231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Provisioning complete for port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.241690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.275701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:29.280052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.351582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:29.385453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 370051b5-4656-471c-b4d5-8c973c357a6b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:29.416182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:25:29.422894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Provisioning complete for port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.423277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-10ac2536-d2cb-4945-82c3-65108e87328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.556450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.585056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.592817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 370051b5-4656-471c-b4d5-8c973c357a6b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:29.598658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 370051b5-4656-471c-b4d5-8c973c357a6b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.599165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.728876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.741685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.752644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-25b89f3d-a831-40a9-b18c-056f2a402cac None None] Provisioning complete for port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.752644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25b89f3d-a831-40a9-b18c-056f2a402cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.789449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Port': ['ID=24c1d2f6-6f78-4b5f-94cf-51bf24342ecc,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:29.793815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.804314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25b89f3d-a831-40a9-b18c-056f2a402cac None None] Port 24c1d2f6-6f78-4b5f-94cf-51bf24342ecc was deleted so its status cannot be updated. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 09 12:25:29.824611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 370051b5-4656-471c-b4d5-8c973c357a6b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=370051b5-4656-471c-b4d5-8c973c357a6b,segment=NetworkSegment(597b892d-9097-464a-92f5-8d91dfd113b2),segment_id=597b892d-9097-464a-92f5-8d91dfd113b2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:29.830491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:29.918413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=370051b5-4656-471c-b4d5-8c973c357a6b,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:29.962011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-06a88691-dc8d-4247-a544-b6438ebd42f3 None None] Provisioning complete for port 370051b5-4656-471c-b4d5-8c973c357a6b triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:29.962888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06a88691-dc8d-4247-a544-b6438ebd42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.001765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.010232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:30.186422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.187806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:30.187806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.290285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.219 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/7c2a1577-8017-4f83-b45e-689da0da706c) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:30.332125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Router 1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:30.446124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:30.465072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=989f2640-d824-42c3-81e0-80aceb7bb6e6,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:30.482604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:30.493219 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b1a2a8fa-9d3c-4bab-b854-f48e1248532d tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012029 Mar 09 12:25:30.496988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45578) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:30.497144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] Sync routers for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:30.506500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:30.506682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': '5a939695-fd7a-4522-b889-44f79591bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:30.506967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 5eed6dcf-df27-4c55-b226-095ef4edade8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:30.507153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.569486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.579163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:30.579764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.583307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-5bf9a4bc-ba03-4164-8af3-7722857bb8dc tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] delete failed (client error): The resource could not be found. Mar 09 12:25:30.587949 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5bf9a4bc-ba03-4164-8af3-7722857bb8dc tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-304828807 HTTP/1.1" status: 404 len: 334 time: 0.0860481 Mar 09 12:25:30.588312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45582) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:30.593477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-97dbe432-2776-4053-90f4-627248d5388e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:30.647801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.648219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fad24d-0681-47bf-a8e4-672f5fa2c847 None None] The sync data for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:30.672007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:30.793388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 5eed6dcf-df27-4c55-b226-095ef4edade8) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:30.803575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a7bff-0888-41d4-a91f-9e3a0749f317 None None] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:30.814393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:30.814993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.855207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:30.866968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.874919 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:30.886731 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:30.887450 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.888278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:30.930212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb63ddc0-fa55-4ee3-a376-e013fece7c97 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9905665 Mar 09 12:25:30.931824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45586) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:30.943041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8', 'name': 'tempest-PortsTestJSON-1726677069'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:30.959302 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:30.970156 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:30.970754 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:31.045103 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:31.045506 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16f7c6-078a-4727-a823-3bef0a2a3d59 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:31.059055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-5eed6dcf-df27-4c55-b226-095ef4edade8', 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': '989f2640-d824-42c3-81e0-80aceb7bb6e6'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:31.059902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.156678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.177794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-97dbe432-2776-4053-90f4-627248d5388e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.205477 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-97dbe432-2776-4053-90f4-627248d5388e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] update failed (client error): The resource could not be found. Mar 09 12:25:31.207498 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-97dbe432-2776-4053-90f4-627248d5388e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 HTTP/1.1" status: 404 len: 339 time: 0.6176295 Mar 09 12:25:31.210547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45590) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:31.213075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4410c64c-7b19-4783-bd0e-bc3849a1d4c6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/08c23983-ece3-4da0-b018-eedcc0e430f4 HTTP/1.1" status: 200 len: 978 time: 3.7031989 Mar 09 12:25:31.216511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-170585988'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:31.219765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45594) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:31.227061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:31.234646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:31.238914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Allocated IP 172.20.0.2 (5eed6dcf-df27-4c55-b226-095ef4edade8/989f2640-d824-42c3-81e0-80aceb7bb6e6/7b63159a-09de-478d-a19a-b614619b3826) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:31.244816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:31.258819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:31.265963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:31.283424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:network and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:31.291410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=7c2a1577-8017-4f83-b45e-689da0da706c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:31.292967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:31.294077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:31.312770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:31.323648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:31.326870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.339465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:31.343271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.394849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port e5818907-5f18-41b6-8d0d-1e0a5727ed4a yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:31.456554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:31.475482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.481857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.482330 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Added segment 53dbeec4-92c1-4d14-89cd-ed84e0e0ab29 of type vlan for network 67a7da32-8894-4345-9772-be6168ad10b1 Mar 09 12:25:31.483989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port d9d23e57-71e9-4b89-b315-be2b1d0d7c3c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:31.484417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.490178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Transition to ACTIVE for port object 7b63159a-09de-478d-a19a-b614619b3826 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:31.515453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Transition to ACTIVE for port object 7b63159a-09de-478d-a19a-b614619b3826 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:31.525507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.582951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.598904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:31.601825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:31.604315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:31.690687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Pushing event updated for resources: {'Port': ['ID=7b63159a-09de-478d-a19a-b614619b3826,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:31.693141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.697586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.10 (5eed6dcf-df27-4c55-b226-095ef4edade8/989f2640-d824-42c3-81e0-80aceb7bb6e6/e5818907-5f18-41b6-8d0d-1e0a5727ed4a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:31.699321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:31.699858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.715089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Attempting to bind port 7b63159a-09de-478d-a19a-b614619b3826 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:31.715692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Attempting to bind port 7b63159a-09de-478d-a19a-b614619b3826 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '5a939695-fd7a-4522-b889-44f79591bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:31.716053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Attempting to bind port 7b63159a-09de-478d-a19a-b614619b3826 on network 5eed6dcf-df27-4c55-b226-095ef4edade8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:31.722224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:31.722610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Checking segment: {'id': '5a939695-fd7a-4522-b889-44f79591bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:31.723025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.723709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Bound using segment: {'id': '5a939695-fd7a-4522-b889-44f79591bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:31.724178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Bound port: 7b63159a-09de-478d-a19a-b614619b3826, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a939695-fd7a-4522-b889-44f79591bf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:31.724550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.762487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.762824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.828206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] For port 7b63159a-09de-478d-a19a-b614619b3826, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:31.832981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] For port 7b63159a-09de-478d-a19a-b614619b3826, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b63159a-09de-478d-a19a-b614619b3826,segment=NetworkSegment(5a939695-fd7a-4522-b889-44f79591bf97),segment_id=5a939695-fd7a-4522-b889-44f79591bf97)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:31.834126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6224623 Mar 09 12:25:31.841493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:31.842987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45598) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:31.860775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'subnet': {'network_id': '67a7da32-8894-4345-9772-be6168ad10b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:31.939420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bfce2-fd16-4e40-bc05-2b8bbe9c6bf3 None None] Pushing event updated for resources: {'Port': ['ID=7b63159a-09de-478d-a19a-b614619b3826,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:31.976947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for d9d23e57-71e9-4b89-b315-be2b1d0d7c3c owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:31.979874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 370051b5-4656-471c-b4d5-8c973c357a6b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:32.004650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5756d76-778b-43ec-97d9-77c404520048 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Network': ['ID=67a7da32-8894-4345-9772-be6168ad10b1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:32.039728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 67a7da32-8894-4345-9772-be6168ad10b1 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:32.063092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:32.173587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.208693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 370051b5-4656-471c-b4d5-8c973c357a6b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:32.209305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.244488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=d9d23e57-71e9-4b89-b315-be2b1d0d7c3c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:32.302524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Usage tracker for resource:subnet and tenant:a2de5ab66f1f47838a83e030a497a89c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:32.315756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:32.327405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:32.383021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Made reservation on behalf of a2de5ab66f1f47838a83e030a497a89c for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:32.383190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.383432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 08c23983-ece3-4da0-b018-eedcc0e430f4 disassociated (deleted). External IP: 172.26.5.232, port: b4d48452-3d6e-4344-961f-5de408c79517. Mar 09 12:25:32.387289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.427120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.442363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.510584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object e5818907-5f18-41b6-8d0d-1e0a5727ed4a will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:32.624322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.655713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:32.798887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:32.812909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:32.826975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:32.859405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=e5818907-5f18-41b6-8d0d-1e0a5727ed4a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:32.901423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:33.000759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:33.001433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.006160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.035803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bcca0-ca26-4961-913d-d8efba6b1a55 None None] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:33.093017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:33.111277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.137070 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2c5e8ecc-d445-4529-b52e-62aa22d5f541 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2022314 Mar 09 12:25:33.140111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45602) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:33.145791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Subnet': ['ID=4a707fb5-094a-4523-9c5b-6aaf6045fb61,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:33.152148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '5eed6dcf-df27-4c55-b226-095ef4edade8', 'name': 'tempest-PortsTestJSON-483710508'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:33.154375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:33.165720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Checking segment: {'id': '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:33.165957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network hostable DHCP agents. Network: 67a7da32-8894-4345-9772-be6168ad10b1, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:33.186815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:33.187601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:33.194679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.200445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.236093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network 67a7da32-8894-4345-9772-be6168ad10b1 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:33.247961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f67a6dc6-7af8-4d2f-8b9e-1bf1d7712d1c None None] Provisioning for port 7b63159a-09de-478d-a19a-b614619b3826 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:33.265071 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30521b2d-4103-4252-a9c6-7c4e7417829a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/08c23983-ece3-4da0-b018-eedcc0e430f4 HTTP/1.1" status: 204 len: 168 time: 2.0433199 Mar 09 12:25:33.265884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45606) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:33.268192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:33.291684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:33.292353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:33.302117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 67a7da32-8894-4345-9772-be6168ad10b1) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:33.311135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:33.311736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.345195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=7c2a1577-8017-4f83-b45e-689da0da706c,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:33.350739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.362145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:33.365131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c664b-e066-41d5-967d-fc8dd95f405a None None] Network 67a7da32-8894-4345-9772-be6168ad10b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:33.366247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:33.369172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:33.374810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:33.385577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port b4d48452-3d6e-4344-961f-5de408c79517 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:33.385902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.405440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:33.405901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151525ca-2c56-4304-a7d0-1ef22d0cedb2 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:33.420347 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-009bc797-95a2-4e38-a223-7e7ab1275204 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5728302 Mar 09 12:25:33.420539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:33.420654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45610) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:33.422649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.427673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3eaa1c1c-b568-42cd-a230-a0ca294d6edb tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'router': {'external_gateway_info': {'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:33.455178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 350fd14c-9e17-41cf-af31-dd44436b701f yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:33.598346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.8 (5eed6dcf-df27-4c55-b226-095ef4edade8/989f2640-d824-42c3-81e0-80aceb7bb6e6/350fd14c-9e17-41cf-af31-dd44436b701f) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:33.708090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-67a7da32-8894-4345-9772-be6168ad10b1', 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1', 'tenant_id': 'a2de5ab66f1f47838a83e030a497a89c', 'fixed_ips': [{'subnet_id': '4a707fb5-094a-4523-9c5b-6aaf6045fb61'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:33.709238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:33.912945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Allocated IP 2001:db8:1::2 (67a7da32-8894-4345-9772-be6168ad10b1/4a707fb5-094a-4523-9c5b-6aaf6045fb61/1e0c2984-df96-47a3-87d8-cc4f1b8c15bb) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:33.974515 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP b06bc796-86cd-43cf-8c1e-ea3746a43d8a associated. External IP: 172.26.5.219, port: dace3510-fccc-471b-8c54-891cbd9338fd. Mar 09 12:25:34.006860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.048009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 350fd14c-9e17-41cf-af31-dd44436b701f will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:34.077777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.103379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b63159a-09de-478d-a19a-b614619b3826 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:34.134710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1c1c-b568-42cd-a230-a0ca294d6edb tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.191503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Provisioning for port e5818907-5f18-41b6-8d0d-1e0a5727ed4a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:34.219164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Provisioning complete for port e5818907-5f18-41b6-8d0d-1e0a5727ed4a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:34.219406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for b4d48452-3d6e-4344-961f-5de408c79517 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:34.219601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.286531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.312521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Transition to ACTIVE for port object 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:34.329707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Port e5818907-5f18-41b6-8d0d-1e0a5727ed4a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:34.342444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7b63159a-09de-478d-a19a-b614619b3826 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:34.349056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Transition to ACTIVE for port object 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:34.352122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7b63159a-09de-478d-a19a-b614619b3826 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:34.352515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.387993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.406888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.440020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Provisioning complete for port 7b63159a-09de-478d-a19a-b614619b3826 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:34.440405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.489400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:34.493748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:34.508640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Network 67a7da32-8894-4345-9772-be6168ad10b1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:34.513977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:34.519383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:34.537084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:34.554007 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3eaa1c1c-b568-42cd-a230-a0ca294d6edb tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:25:34.559511 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3eaa1c1c-b568-42cd-a230-a0ca294d6edb tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 HTTP/1.1" status: 400 len: 364 time: 1.1335304 Mar 09 12:25:34.559511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:34.559770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=350fd14c-9e17-41cf-af31-dd44436b701f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:34.559871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45614) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:34.586620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Pushing event updated for resources: {'Port': ['ID=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:34.639553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:34.640202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.724725 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-56e972cc-6fa4-48ce-8a1b-0cb6da412e1b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5810609 Mar 09 12:25:34.728100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45618) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:34.743666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Attempting to bind port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:34.743993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Attempting to bind port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:34.744311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Attempting to bind port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb on network 67a7da32-8894-4345-9772-be6168ad10b1 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:34.774953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:34.777052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Checking segment: {'id': '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:34.777052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.777052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Bound using segment: {'id': '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:34.777052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Bound port: 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '67a7da32-8894-4345-9772-be6168ad10b1'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:34.777052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.809373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.811575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.865165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:34.874575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=b4d48452-3d6e-4344-961f-5de408c79517,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:34.969071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] For port 7b63159a-09de-478d-a19a-b614619b3826, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b63159a-09de-478d-a19a-b614619b3826,segment=NetworkSegment(5a939695-fd7a-4522-b889-44f79591bf97),segment_id=5a939695-fd7a-4522-b889-44f79591bf97)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:34.969923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69101c5d-ac3d-405e-a363-00294dae6392 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:34.970628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-69101c5d-ac3d-405e-a363-00294dae6392 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:34.976633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.043311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-69101c5d-ac3d-405e-a363-00294dae6392 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:35.046938 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-69101c5d-ac3d-405e-a363-00294dae6392 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3161466 Mar 09 12:25:35.047213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] For port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:35.047569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45622) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:35.077833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] For port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,segment=NetworkSegment(53dbeec4-92c1-4d14-89cd-ed84e0e0ab29),segment_id=53dbeec4-92c1-4d14-89cd-ed84e0e0ab29)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:35.100020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.105226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.105719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1ed771c6-aef8-4e28-8120-f5c6866f6f12 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/b4d48452-3d6e-4344-961f-5de408c79517 HTTP/1.1" status: 204 len: 168 time: 1.8353283 Mar 09 12:25:35.109507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45626) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:35.113506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:35.114329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:35.117217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:35.126662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:35.138155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e8acb-982f-4844-9dc3-74941ea5e844 None None] Pushing event updated for resources: {'Port': ['ID=7b63159a-09de-478d-a19a-b614619b3826,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:35.140426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Provisioning for port 350fd14c-9e17-41cf-af31-dd44436b701f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:35.143634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:floatingip and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:35.148735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:35.154867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 350fd14c-9e17-41cf-af31-dd44436b701f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:35.155237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.194076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Provisioning complete for port 350fd14c-9e17-41cf-af31-dd44436b701f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:35.194457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.200181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:35.229077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.277271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Port 350fd14c-9e17-41cf-af31-dd44436b701f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:35.278919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19da87b-3425-4939-88ba-6cd3d19736e8 None None] Pushing event updated for resources: {'Port': ['ID=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:35.292665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Provisioning complete for port e5818907-5f18-41b6-8d0d-1e0a5727ed4a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:35.293364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.356531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d054a9d9-336d-4268-acd9-c773bf7e200b None None] Port e5818907-5f18-41b6-8d0d-1e0a5727ed4a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:35.395157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:35.410386 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Sync routers for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:35.452065 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:35.454377 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:35.482773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.497090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.627065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.648971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:35.726517 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:35.745395 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-07039c47-a4cc-4472-94ea-0a40ca320e16 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0680146 Mar 09 12:25:35.748460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:25:35.753515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45632) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:35.809716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 350fd14c-9e17-41cf-af31-dd44436b701f owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:35.863369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'status': 'completed', 'code': 200} Mar 09 12:25:35.966162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0fd5e27f-f696-4ab9-b508-7e1db3a72e6d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/b06bc796-86cd-43cf-8c1e-ea3746a43d8a HTTP/1.1" status: 200 len: 992 time: 0.1754243 Mar 09 12:25:36.056813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-600965d1-1440-4a61-b4a2-4f2c5f741874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:36.058460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-600965d1-1440-4a61-b4a2-4f2c5f741874 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1099 time: 0.2160347 Mar 09 12:25:36.113360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b63159a-09de-478d-a19a-b614619b3826 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:36.113941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Allocated IP 2001:db8::1 (e987322c-2afd-4484-bab6-821928e01966/95cbf09c-23b4-4f67-ad18-2c58e80035bc/e3c573f6-2180-4804-ba0d-1495ecb67f74) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:36.227128 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b06bc796-86cd-43cf-8c1e-ea3746a43d8a', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'port_id': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'mac_address': 'fa:16:3e:55:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064d579-e5c8-448c-a5ee-409b710d4166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:25:31Z', 'updated_at': '2022-03-09T12:25:31Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:36.232051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Checking router: f87c830f-3bf0-42e6-94ca-5aaab335ebd8 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:25:36.233690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7b63159a-09de-478d-a19a-b614619b3826 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:36.234234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.243086 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:36.243846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:36.350502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.371583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Transition to ACTIVE for port object e3c573f6-2180-4804-ba0d-1495ecb67f74 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:36.400833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.427594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:36.472179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network e987322c-2afd-4484-bab6-821928e01966 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:36.480267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-b0179a58-867e-417a-b830-414196a6725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:36.481772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-b0179a58-867e-417a-b830-414196a6725b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 898 time: 0.4150541 Mar 09 12:25:36.483071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:36.487379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.17 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/d5c32f31-98a0-43ff-95c4-3b7a01364f32) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:36.497339 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:36.497934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.563337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:25:36.573452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:36.576323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.643628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca937cd-26de-4de1-bbf2-c825aacaf219 None None] Network 67a7da32-8894-4345-9772-be6168ad10b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:36.671918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Port': ['ID=e3c573f6-2180-4804-ba0d-1495ecb67f74,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:36.687816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=350fd14c-9e17-41cf-af31-dd44436b701f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:36.753043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.811280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Provisioning for port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:36.855131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Provisioning complete for port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:36.855513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:36.863410 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-0ae7e36e-9af2-49b4-9171-de70e9a22a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 1000 time: 0.3705416 Mar 09 12:25:36.993711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45638) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:37.143502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-27a3c383-5c6b-49c4-b55d-6ed76bfb7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:37.145004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-27a3c383-5c6b-49c4-b55d-6ed76bfb7ab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 200 len: 834 time: 0.2697597 Mar 09 12:25:37.149950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.151750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.186244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] For port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,segment=NetworkSegment(53dbeec4-92c1-4d14-89cd-ed84e0e0ab29),segment_id=53dbeec4-92c1-4d14-89cd-ed84e0e0ab29)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:37.192320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.198210 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b06bc796-86cd-43cf-8c1e-ea3746a43d8a', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'port_id': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'mac_address': 'fa:16:3e:55:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064d579-e5c8-448c-a5ee-409b710d4166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:25:31Z', 'updated_at': '2022-03-09T12:25:31Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:37.210182 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8365a-2fe4-4605-861d-65828af8cc15 None None] The sync data for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv is: [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b06bc796-86cd-43cf-8c1e-ea3746a43d8a', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'port_id': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'mac_address': 'fa:16:3e:55:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064d579-e5c8-448c-a5ee-409b710d4166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:25:31Z', 'updated_at': '2022-03-09T12:25:31Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:37.220401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.247466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bd2eb032-62f0-47f5-bcbd-bac0e3a402f9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/350fd14c-9e17-41cf-af31-dd44436b701f HTTP/1.1" status: 204 len: 168 time: 2.1988716 Mar 09 12:25:37.255060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-68b67df4-bc9c-4cb0-93dd-faf34c7a7bff tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/b06bc796-86cd-43cf-8c1e-ea3746a43d8a HTTP/1.1" status: 200 len: 992 time: 0.2590322 Mar 09 12:25:37.258988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45642) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:37.318185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4d726-ef56-44e7-9ec9-04fce7f52d74 None None] Pushing event updated for resources: {'Port': ['ID=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:37.324939 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-adba5b7d-c298-4ab3-aa4e-d67110ccb59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:37.325624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-adba5b7d-c298-4ab3-aa4e-d67110ccb59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:37.327225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.354720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08c616a6-6e38-4a0d-9400-a0f4468f3ffe None None] Provisioning for port e3c573f6-2180-4804-ba0d-1495ecb67f74 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:37.360804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-adba5b7d-c298-4ab3-aa4e-d67110ccb59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:37.363184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-adba5b7d-c298-4ab3-aa4e-d67110ccb59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/350fd14c-9e17-41cf-af31-dd44436b701f HTTP/1.1" status: 404 len: 333 time: 0.1029119 Mar 09 12:25:37.367101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08c616a6-6e38-4a0d-9400-a0f4468f3ffe None None] Provisioning complete for port e3c573f6-2180-4804-ba0d-1495ecb67f74 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:37.367478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08c616a6-6e38-4a0d-9400-a0f4468f3ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.380571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45646) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:37.394256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-dc7685af-baa7-46b4-95f3-fdaecca0ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:37.395988 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-dc7685af-baa7-46b4-95f3-fdaecca0ba78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bec0c470-e1a6-4d14-9afc-fc250ba93dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2371991 Mar 09 12:25:37.429147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-08c616a6-6e38-4a0d-9400-a0f4468f3ffe None None] Port e3c573f6-2180-4804-ba0d-1495ecb67f74 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:37.452350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:37.458812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:37.463974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:37.466742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port e5818907-5f18-41b6-8d0d-1e0a5727ed4a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:37.467160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.555045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ead41ec6-056a-45e0-95c1-201121f5bb06 None None] Provisioning complete for port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:37.555939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ead41ec6-056a-45e0-95c1-201121f5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.576687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.597703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134e39c-2735-427a-9c95-4535c71b0cc3 None None] New status for floating IP b06bc796-86cd-43cf-8c1e-ea3746a43d8a: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:25:37.637059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.resource_extend [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 12:25:37.661846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.672860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.673920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.678073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=d5c32f31-98a0-43ff-95c4-3b7a01364f32,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:37.729186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:37.773006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-63e7afab-156c-48b4-bc5f-c157e27bda44 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647070 Mar 09 12:25:37.891995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event updated for resources: {'Port': ['ID=e3c573f6-2180-4804-ba0d-1495ecb67f74,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:38.021206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:38.021419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26543834-d6f2-46fe-b3fc-57dfef79bdb0 req-56f7c879-39a2-42cd-8b71-803228b674d1 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418540 Mar 09 12:25:38.077893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Network e987322c-2afd-4484-bab6-821928e01966 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:38.082194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:38.083112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.098333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.102519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.103160 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:38.103605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.301845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45650) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:38.363081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for e5818907-5f18-41b6-8d0d-1e0a5727ed4a owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:38.368041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=d5c32f31-98a0-43ff-95c4-3b7a01364f32,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:38.376419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.397124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.398362 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e4284ecc-0a49-45db-ac08-a4e38accc91a tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2878757 Mar 09 12:25:38.401398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45654) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:38.406443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d9f9d3c-e90f-45ea-9257-ded20780f8aa None None] Provisioning complete for port e3c573f6-2180-4804-ba0d-1495ecb67f74 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:38.406813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9d3c-e90f-45ea-9257-ded20780f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.407638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'port': {'network_id': '090892f9-7863-4638-9a1e-6f997a31a280', 'name': 'tempest-FloatingIPTestJSON-1350360628'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:38.461711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f9d3c-e90f-45ea-9257-ded20780f8aa None None] Port e3c573f6-2180-4804-ba0d-1495ecb67f74 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:38.554537 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-065e6201-961e-4104-8260-f84479e69534 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/b06bc796-86cd-43cf-8c1e-ea3746a43d8a HTTP/1.1" status: 200 len: 994 time: 0.2498250 Mar 09 12:25:38.567303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:38.568365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Router 1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:38.571714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:port and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:38.574665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:38.580239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:38.590272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:38.593773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.614351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] device_id is not set on port 78e6a8a1-f806-4718-b7b0-75a63ce4d093 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:38.757922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.11 (090892f9-7863-4638-9a1e-6f997a31a280/164789d0-647e-4b75-803b-9e847330c551/78e6a8a1-f806-4718-b7b0-75a63ce4d093) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:38.779267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:38.822691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:38.832717 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] Sync routers for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:38.835006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=e5818907-5f18-41b6-8d0d-1e0a5727ed4a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:38.857529 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:38.858358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:38.876427 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99d8a3b6-3306-4209-946a-a29bc98807a2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3155158 Mar 09 12:25:38.882496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45658) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:38.924684 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:38.934795 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:38.935679 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:38.994726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.013112 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:39.014126 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98558b29-0ded-4d5a-86ed-c1f9ec63475b None None] The sync data for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:39.037462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.109739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 090892f9-7863-4638-9a1e-6f997a31a280 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:39.118378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:39.123308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:39.157332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=78e6a8a1-f806-4718-b7b0-75a63ce4d093,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:39.187618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:39.188231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.213488 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b7e78b21-2548-47bd-a764-8982a5b076be tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8109565 Mar 09 12:25:39.214826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:39.215900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.217798 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ea4f16e5-4fe6-4490-9898-15ec0f86cc3f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/e5818907-5f18-41b6-8d0d-1e0a5727ed4a HTTP/1.1" status: 204 len: 168 time: 1.8360658 Mar 09 12:25:39.219840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': '78e6a8a1-f806-4718-b7b0-75a63ce4d093'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:39.221004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45666) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:39.262861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fc6fe188-0aed-44d8-8ce5-57998e5b361f tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.303378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.333801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e060e0-9952-47c1-a1cd-6637584007e5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:39.334348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25e060e0-9952-47c1-a1cd-6637584007e5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:39.421605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25e060e0-9952-47c1-a1cd-6637584007e5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:39.422765 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25e060e0-9952-47c1-a1cd-6637584007e5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/e5818907-5f18-41b6-8d0d-1e0a5727ed4a HTTP/1.1" status: 404 len: 333 time: 0.2008698 Mar 09 12:25:39.426914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45670) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:39.470354 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-fc6fe188-0aed-44d8-8ce5-57998e5b361f tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 09 12:25:39.471925 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fc6fe188-0aed-44d8-8ce5-57998e5b361f tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 HTTP/1.1" status: 409 len: 329 time: 0.5885980 Mar 09 12:25:39.477786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45674) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:39.499412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 989f2640-d824-42c3-81e0-80aceb7bb6e6 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:39.502946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.559799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.645669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.720921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.765053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.767612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=989f2640-d824-42c3-81e0-80aceb7bb6e6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:39.771178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58158a95-4261-41e1-81f9-2d0a00011705 None None] Network 5eed6dcf-df27-4c55-b226-095ef4edade8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:39.775940 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ce37dcd3-afaa-4f5c-9680-66d92548586e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/989f2640-d824-42c3-81e0-80aceb7bb6e6 HTTP/1.1" status: 204 len: 168 time: 0.3480623 Mar 09 12:25:39.778465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45678) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:39.902124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:39.915106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 7b63159a-09de-478d-a19a-b614619b3826 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:39.915514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.046584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] DHCP port deletion for 5eed6dcf-df27-4c55-b226-095ef4edade8 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:40.051156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Deleting port 7b63159a-09de-478d-a19a-b614619b3826 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:40.051608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.146962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port 7b63159a-09de-478d-a19a-b614619b3826, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b63159a-09de-478d-a19a-b614619b3826,segment=NetworkSegment(5a939695-fd7a-4522-b889-44f79591bf97),segment_id=5a939695-fd7a-4522-b889-44f79591bf97)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:40.147269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.264971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] For port 7b63159a-09de-478d-a19a-b614619b3826, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b63159a-09de-478d-a19a-b614619b3826,segment=NetworkSegment(5a939695-fd7a-4522-b889-44f79591bf97),segment_id=5a939695-fd7a-4522-b889-44f79591bf97)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:40.265318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.281042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 7b63159a-09de-478d-a19a-b614619b3826 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:40.362360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.395197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Calling delete_port for 7b63159a-09de-478d-a19a-b614619b3826 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:40.413019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=7b63159a-09de-478d-a19a-b614619b3826,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:40.416565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port 7b63159a-09de-478d-a19a-b614619b3826 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:40.478149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:40.478529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:40.487018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.491768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.546249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.659617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.685377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eed6dcf-df27-4c55-b226-095ef4edade8']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:40.696929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a939695-fd7a-4522-b889-44f79591bf97') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:40.697225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a939695-fd7a-4522-b889-44f79591bf97') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:40.708549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.724856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.730903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:40.731341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:40.749359 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:40.826807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.847551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.853696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=5eed6dcf-df27-4c55-b226-095ef4edade8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:40.867482 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5579ccd6-58c7-4285-9450-4404be5c30f0 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/5eed6dcf-df27-4c55-b226-095ef4edade8 HTTP/1.1" status: 204 len: 168 time: 1.0879796 Mar 09 12:25:40.871808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45682) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:40.877325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1727905052'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:40.882080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:40.885873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:40.888660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:40.894436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:40.897306 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 3ed2a7cc-00ca-479b-9ed1-e723dfe9099c associated. External IP: 172.26.5.17, port: 78e6a8a1-f806-4718-b7b0-75a63ce4d093. Mar 09 12:25:40.904546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:40.907982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.939002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:40.948207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.948570 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment 15849bbc-2c81-4a60-af63-86774a82f1fa of type vlan for network d838ecce-94d3-413a-99df-5484dd3f3b4b Mar 09 12:25:40.975161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:40.980356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Deleting port 7b63159a-09de-478d-a19a-b614619b3826 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:40.981118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.008596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.014201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:41.014790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.051424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-91183eab-6760-4dbf-839a-733a4bbd2019 None None] The port '7b63159a-09de-478d-a19a-b614619b3826' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:41.124680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2518127 Mar 09 12:25:41.128848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45686) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:41.136266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:41.150575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6dd6-a51e-417f-a5d5-6e832b13b7c3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=d838ecce-94d3-413a-99df-5484dd3f3b4b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:41.161447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network d838ecce-94d3-413a-99df-5484dd3f3b4b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:41.202783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port e3c573f6-2180-4804-ba0d-1495ecb67f74 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:41.203040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.249725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:41.254483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:41.257840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:41.265130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:41.276457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:41.280342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.512417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.591782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=099c5f5b-7d21-47f3-a02a-319dec028e94,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:41.600221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': '15849bbc-2c81-4a60-af63-86774a82f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:41.600587 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: d838ecce-94d3-413a-99df-5484dd3f3b4b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:41.615851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:41.620874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network d838ecce-94d3-413a-99df-5484dd3f3b4b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:41.630391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, d838ecce-94d3-413a-99df-5484dd3f3b4b) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:41.634650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:41.635276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.638775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.641555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4bb639-a08b-4c33-bdfe-98bdbeeba093 None None] Network d838ecce-94d3-413a-99df-5484dd3f3b4b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:41.666165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-36b6fb37-d20c-4b56-ab32-9de1441ad233 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5334649 Mar 09 12:25:41.666404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45690) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:41.672277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b', 'name': 'tempest-PortsTestJSON-428450274', 'fixed_ips': [{'subnet_id': '099c5f5b-7d21-47f3-a02a-319dec028e94', 'ip_address': '172.20.0.10'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:41.812211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:41.816584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:41.819476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:41.825277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:41.840991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Calling delete_port for e3c573f6-2180-4804-ba0d-1495ecb67f74 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:41.844064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:41.887540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-d838ecce-94d3-413a-99df-5484dd3f3b4b', 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': '099c5f5b-7d21-47f3-a02a-319dec028e94'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:41.888844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:41.966166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b63159a-09de-478d-a19a-b614619b3826 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:41.988447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.010492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 7732b836-2d57-4705-8b7a-649ca293a9a7 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:42.029045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:42.035203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.058143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:42.069946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7b63159a-09de-478d-a19a-b614619b3826 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:42.070342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b63159a-09de-478d-a19a-b614619b3826 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:42.093254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:42.094776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:42.105464 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-06892983-78d9-49db-99ca-2abe3d0ecf36 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/3ed2a7cc-00ca-479b-9ed1-e723dfe9099c HTTP/1.1" status: 200 len: 978 time: 2.8895431 Mar 09 12:25:42.106429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45694) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:42.165997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:42.219081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:42.219702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:42.221490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 78e6a8a1-f806-4718-b7b0-75a63ce4d093 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:42.222083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.283833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.288280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:42.288685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68e8f4-5aec-48de-90f8-3a4d51242d71 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:42.304251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Allocated IP 172.20.0.2 (d838ecce-94d3-413a-99df-5484dd3f3b4b/099c5f5b-7d21-47f3-a02a-319dec028e94/9e886b33-7ff0-4b1a-b38d-dacf0aaa9454) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:42.366250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Port': ['ID=e3c573f6-2180-4804-ba0d-1495ecb67f74,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:42.529607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.543454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Transition to ACTIVE for port object 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:42.566466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Transition to ACTIVE for port object 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:42.579480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.602880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.645690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.10 (d838ecce-94d3-413a-99df-5484dd3f3b4b/099c5f5b-7d21-47f3-a02a-319dec028e94/7732b836-2d57-4705-8b7a-649ca293a9a7) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:42.665901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Pushing event updated for resources: {'Port': ['ID=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:42.671836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Network d838ecce-94d3-413a-99df-5484dd3f3b4b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:42.673376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:42.675595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:42.771649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Attempting to bind port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:42.772134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Attempting to bind port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '15849bbc-2c81-4a60-af63-86774a82f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:42.772571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Attempting to bind port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 on network d838ecce-94d3-413a-99df-5484dd3f3b4b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:42.778514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:42.779125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Checking segment: {'id': '15849bbc-2c81-4a60-af63-86774a82f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:42.779605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.780077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Bound using segment: {'id': '15849bbc-2c81-4a60-af63-86774a82f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:42.780638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Bound port: 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15849bbc-2c81-4a60-af63-86774a82f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:42.781121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.869407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.880578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] For port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:42.883933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] For port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,segment=NetworkSegment(15849bbc-2c81-4a60-af63-86774a82f1fa),segment_id=15849bbc-2c81-4a60-af63-86774a82f1fa)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:42.887153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 7732b836-2d57-4705-8b7a-649ca293a9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:42.887763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.912717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:42.963071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24cee4-665e-443d-89ba-7b350f7cebf6 None None] Pushing event updated for resources: {'Port': ['ID=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:42.979949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network d838ecce-94d3-413a-99df-5484dd3f3b4b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:42.988033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:42.992571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:43.034125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.139386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=7732b836-2d57-4705-8b7a-649ca293a9a7,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:43.156312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.156646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.157063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.157324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.157669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.158557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.158871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.159190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.159520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.160570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.160570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.164677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.192615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:43.193512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.219307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Router 1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:43.220286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3cfdd1d7-40d3-4f70-9aaa-464177f7326c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5528243 Mar 09 12:25:43.223391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45698) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:43.230907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': 'd838ecce-94d3-413a-99df-5484dd3f3b4b', 'name': 'tempest-PortsTestJSON-384408173', 'fixed_ips': [{'subnet_id': '099c5f5b-7d21-47f3-a02a-319dec028e94', 'ip_address': '172.20.0.9'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:43.377811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:43.381834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:43.384614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:43.390140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:43.400251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:43.405127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.427994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 30eecab2-937d-438b-ab86-6fc7705fccb5 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:43.514841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:43.526475 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] Sync routers for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:43.537979 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:43.538968 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:43.549621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e6e4bc19-8a26-4267-840a-5fe1f41f61b7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0703802 Mar 09 12:25:43.550418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45702) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:43.579548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.580625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.581033 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 3ed2a7cc-00ca-479b-9ed1-e723dfe9099c disassociated. External IP: 172.26.5.17, port: 78e6a8a1-f806-4718-b7b0-75a63ce4d093. Mar 09 12:25:43.581382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 78e6a8a1-f806-4718-b7b0-75a63ce4d093 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:43.607267 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:43.616586 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] Routers {'1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:43.617305 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:43.637115 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-3018ed5e-477f-4935-824c-4e232fcd14d0 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] show failed (client error): The resource could not be found. Mar 09 12:25:43.643056 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3018ed5e-477f-4935-824c-4e232fcd14d0 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-693239306 HTTP/1.1" status: 404 len: 334 time: 0.0867605 Mar 09 12:25:43.644574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45706) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:43.655489 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-82adcbe5-d186-48ed-a5d7-1efcbfa90fcf tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:43.688026 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:43.688485 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426f6a1-a957-423f-ab19-af660612fc7c None None] The sync data for ids ['1b5b5526-b64d-4fdf-9b12-30cb5b5f6330'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:43.757500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-82adcbe5-d186-48ed-a5d7-1efcbfa90fcf tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] update failed (client error): The resource could not be found. Mar 09 12:25:43.757869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.758277 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-82adcbe5-d186-48ed-a5d7-1efcbfa90fcf tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-860463503 HTTP/1.1" status: 404 len: 334 time: 0.1102831 Mar 09 12:25:43.768155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45710) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:43.815198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=78e6a8a1-f806-4718-b7b0-75a63ce4d093,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:43.849740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.9 (d838ecce-94d3-413a-99df-5484dd3f3b4b/099c5f5b-7d21-47f3-a02a-319dec028e94/30eecab2-937d-438b-ab86-6fc7705fccb5) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:43.859134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting subnet 4a707fb5-094a-4523-9c5b-6aaf6045fb61 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:43.866866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:43.887907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.888261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.888603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.888967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.889302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.889639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.890025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.890364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.890694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.891023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.891444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.891659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:43.958531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.037859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:44.079311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:44.093252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb3d91-e7f6-4f9c-a6b5-245b16033869 None None] Network d838ecce-94d3-413a-99df-5484dd3f3b4b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:44.192210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.217446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f8bae6ca-05cb-4bfe-83c7-c51450da322c None None] Provisioning for port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:44.238782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:44.254150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.256507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:44.257030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.280221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 30eecab2-937d-438b-ab86-6fc7705fccb5 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:44.282167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:44.305851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.312225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:44.349232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Subnet': ['ID=4a707fb5-094a-4523-9c5b-6aaf6045fb61,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:44.354864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.365057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.370966 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eb22c720-ea3c-40cf-aea8-de4eebef2448 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/subnets/4a707fb5-094a-4523-9c5b-6aaf6045fb61 HTTP/1.1" status: 204 len: 168 time: 0.6017387 Mar 09 12:25:44.375349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45714) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:44.375944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5580ab-7020-42ca-a5bc-85517a75c462 None None] Network 67a7da32-8894-4345-9772-be6168ad10b1 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:44.389761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:44.390405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:44.483535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network d838ecce-94d3-413a-99df-5484dd3f3b4b is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:44.485836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:44.534356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:44.548173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:44.583770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=30eecab2-937d-438b-ab86-6fc7705fccb5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:44.586418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.601126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-258c737a-b109-4964-a0d7-624ab0115a87 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/78e6a8a1-f806-4718-b7b0-75a63ce4d093 HTTP/1.1" status: 204 len: 168 time: 2.4907501 Mar 09 12:25:44.601315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45718) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:44.619965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.641870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:44.642853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.646040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:44.646677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:44.648567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:44.648915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.690806 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5c7f2f45-1262-4fa2-b355-0fd4b9f93edc tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/floatingips/3ed2a7cc-00ca-479b-9ed1-e723dfe9099c HTTP/1.1" status: 200 len: 687 time: 0.0850332 Mar 09 12:25:44.691081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45722) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:44.764440 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a08f02b8-ffd1-4dd5-9aec-86235b438b9b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5398490 Mar 09 12:25:44.767609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45726) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:44.805177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.817321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:44.817321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a35fb-d4b5-4f23-a675-0a063dcb0ab6 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:44.854788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27128579-2e0b-4c17-ae46-59d5bb21d880 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:44.854788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-27128579-2e0b-4c17-ae46-59d5bb21d880 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:44.871486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-27128579-2e0b-4c17-ae46-59d5bb21d880 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:44.875544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-27128579-2e0b-4c17-ae46-59d5bb21d880 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1038659 Mar 09 12:25:44.875773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45730) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:44.891087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,segment=NetworkSegment(15849bbc-2c81-4a60-af63-86774a82f1fa),segment_id=15849bbc-2c81-4a60-af63-86774a82f1fa)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:44.903327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:44.974191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059f331-6ed9-4ab8-b7a3-5b497dbe1c8f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:44.980829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059f331-6ed9-4ab8-b7a3-5b497dbe1c8f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:44.986811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059f331-6ed9-4ab8-b7a3-5b497dbe1c8f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:44.991895 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7059f331-6ed9-4ab8-b7a3-5b497dbe1c8f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1115708 Mar 09 12:25:44.991895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45734) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:45.006978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:45.060622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port d5c32f31-98a0-43ff-95c4-3b7a01364f32 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:45.060990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.070022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 30eecab2-937d-438b-ab86-6fc7705fccb5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:45.070381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.097346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea355e66-561e-4498-96cc-9df174496694 None None] DHCP port deletion for 67a7da32-8894-4345-9772-be6168ad10b1 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:45.102748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Deleting port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:45.103360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.256013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] For port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,segment=NetworkSegment(53dbeec4-92c1-4d14-89cd-ed84e0e0ab29),segment_id=53dbeec4-92c1-4d14-89cd-ed84e0e0ab29)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:45.256288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.326655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Provisioning for port 7732b836-2d57-4705-8b7a-649ca293a9a7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:45.333750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Provisioning complete for port 7732b836-2d57-4705-8b7a-649ca293a9a7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:45.334157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.373613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.391370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ea355e66-561e-4498-96cc-9df174496694 None None] For port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,segment=NetworkSegment(53dbeec4-92c1-4d14-89cd-ed84e0e0ab29),segment_id=53dbeec4-92c1-4d14-89cd-ed84e0e0ab29)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:45.391771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.450410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Calling delete_port for 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:45.529706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 30eecab2-937d-438b-ab86-6fc7705fccb5 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:45.558886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.559250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.606742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Port 7732b836-2d57-4705-8b7a-649ca293a9a7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:45.616683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Calling delete_port for 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:45.670116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Provisioning complete for port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:45.670496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.712154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.719097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for d5c32f31-98a0-43ff-95c4-3b7a01364f32 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:45.777086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.809297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:45.809816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:45.811152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=30eecab2-937d-438b-ab86-6fc7705fccb5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:45.832733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e17c4f15-c3a9-4ad8-8e07-5ed96e1fdffc None None] Could not find standard attr ID for object 30eecab2-937d-438b-ab86-6fc7705fccb5. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:25:45.844650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Port': ['ID=1e0c2984-df96-47a3-87d8-cc4f1b8c15bb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:45.853896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] No DVR routers for this DVR port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:45.903424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.920843 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b2b7e2eb-cc63-477f-9ed7-45d88cdacc07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/30eecab2-937d-438b-ab86-6fc7705fccb5 HTTP/1.1" status: 204 len: 168 time: 0.9283717 Mar 09 12:25:45.924973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45738) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:45.965802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55dcc48f-fbda-4d05-83b8-a6c3048b3894 None None] Provisioning complete for port 7732b836-2d57-4705-8b7a-649ca293a9a7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:45.966252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55dcc48f-fbda-4d05-83b8-a6c3048b3894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:45.997529 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b493a9-32cb-49c9-8956-2690377dcca7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:45.998582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01b493a9-32cb-49c9-8956-2690377dcca7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:46.015899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-01b493a9-32cb-49c9-8956-2690377dcca7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:46.016639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.017364 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-01b493a9-32cb-49c9-8956-2690377dcca7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/30eecab2-937d-438b-ab86-6fc7705fccb5 HTTP/1.1" status: 404 len: 333 time: 0.0913520 Mar 09 12:25:46.019698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45742) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:46.028781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:46.095372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a7da32-8894-4345-9772-be6168ad10b1']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:46.101340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 7732b836-2d57-4705-8b7a-649ca293a9a7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:46.101941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.104877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.111703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:46.112001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dbeec4-92c1-4d14-89cd-ed84e0e0ab29') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:46.117322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-55dcc48f-fbda-4d05-83b8-a6c3048b3894 None None] Port 7732b836-2d57-4705-8b7a-649ca293a9a7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:46.124657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55dcc48f-fbda-4d05-83b8-a6c3048b3894 None None] Could not find standard attr ID for object 30eecab2-937d-438b-ab86-6fc7705fccb5. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:25:46.129861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.139567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:46.140067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.140264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.235611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=d5c32f31-98a0-43ff-95c4-3b7a01364f32,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:46.240266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.286526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:46.286929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:46.301852 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:46.311177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Deleting port 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:46.311671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea355e66-561e-4498-96cc-9df174496694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.347218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:46.373216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.388597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:46.388813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.388974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1e0c2984-df96-47a3-87d8-cc4f1b8c15bb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:46.403691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.410825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.428498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea355e66-561e-4498-96cc-9df174496694 None None] The port '1e0c2984-df96-47a3-87d8-cc4f1b8c15bb' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:46.441717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Network': ['ID=67a7da32-8894-4345-9772-be6168ad10b1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:46.446333 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-59063dd2-fd20-421b-865f-87adec11f008 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/networks/67a7da32-8894-4345-9772-be6168ad10b1 HTTP/1.1" status: 204 len: 168 time: 2.0381985 Mar 09 12:25:46.448593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45746) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:46.451999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.453279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a57cbe67-7c1c-421c-81ae-e2e2e061d893 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ed2a7cc-00ca-479b-9ed1-e723dfe9099c HTTP/1.1" status: 204 len: 168 time: 1.7609677 Mar 09 12:25:46.483578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45750) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:46.497242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '06a9a119-3ef1-4638-b4ea-c9a4413a5337'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:46.519696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:46.532662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:floatingip and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:46.543825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:46.549321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:46.568180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting subnet 95194a0a-7ebb-48d4-b6cc-6d1d14ca735a {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:46.572792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.635807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 7732b836-2d57-4705-8b7a-649ca293a9a7 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:46.714562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.771917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.784181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.834803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=7732b836-2d57-4705-8b7a-649ca293a9a7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:46.940513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.942232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:46.955554 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cf7b4ad5-e114-4cb2-b535-c16faab353df tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/7732b836-2d57-4705-8b7a-649ca293a9a7 HTTP/1.1" status: 204 len: 168 time: 0.9338529 Mar 09 12:25:46.959195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45754) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:47.002809 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cb2d16-f0ba-4a06-b481-f49f558902fe tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:25:47.003357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-58cb2d16-f0ba-4a06-b481-f49f558902fe tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:47.011268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.019564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-58cb2d16-f0ba-4a06-b481-f49f558902fe tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:47.023455 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-58cb2d16-f0ba-4a06-b481-f49f558902fe tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/7732b836-2d57-4705-8b7a-649ca293a9a7 HTTP/1.1" status: 404 len: 333 time: 0.0607266 Mar 09 12:25:47.025306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45758) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:47.092228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.100059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 099c5f5b-7d21-47f3-a02a-319dec028e94 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:47.103062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.141863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Subnet': ['ID=95194a0a-7ebb-48d4-b6cc-6d1d14ca735a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:47.160026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.184996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.186912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859bcd1-8cc3-40df-80f3-a303825bee6a None None] Network f02a6346-35e1-4468-bcb0-4d8e8a96fc8a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:47.200557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ed363395-148e-4a5b-a9f0-1cc1775963df tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/subnets/95194a0a-7ebb-48d4-b6cc-6d1d14ca735a HTTP/1.1" status: 204 len: 168 time: 0.7508776 Mar 09 12:25:47.203465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45762) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:47.219983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.38 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/0b06c108-13ae-4439-9f89-6557d0368177) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:47.293788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting subnet 1fa3c34d-61d4-4637-a833-6b167a9d4dc0 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:47.297522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.360209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.384742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.390044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.418981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.465526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] DHCP port deletion for f02a6346-35e1-4468-bcb0-4d8e8a96fc8a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:47.469891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Deleting port 370051b5-4656-471c-b4d5-8c973c357a6b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:47.471148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.502159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:47.505187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.532309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:47.534876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=0b06c108-13ae-4439-9f89-6557d0368177,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:47.542568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:47.558275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=099c5f5b-7d21-47f3-a02a-319dec028e94,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:47.564586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.598855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.613534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c47afa-0821-463a-84d8-8a28f74cc009 None None] Network d838ecce-94d3-413a-99df-5484dd3f3b4b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:47.616593 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d2c2ada1-a25c-424c-b738-f9ae72862947 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/099c5f5b-7d21-47f3-a02a-319dec028e94 HTTP/1.1" status: 204 len: 168 time: 0.5877988 Mar 09 12:25:47.617552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45766) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:47.752796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.756205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.802077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.808511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/subnets/1fa3c34d-61d4-4637-a833-6b167a9d4dc0 HTTP/1.1" status: 204 len: 168 time: 0.6050963 Mar 09 12:25:47.809426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb4b09-135b-4366-a6de-436f0b144102 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa3c34d-61d4-4637-a833-6b167a9d4dc0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:47.810980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45770) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:47.816208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:47.816552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:47.825922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec34b6-43a7-4726-9356-40d11956d188 None None] Network 07daf6cd-7a22-4748-bc1f-f1fab742e972 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:47.874680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] For port 370051b5-4656-471c-b4d5-8c973c357a6b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=370051b5-4656-471c-b4d5-8c973c357a6b,segment=NetworkSegment(597b892d-9097-464a-92f5-8d91dfd113b2),segment_id=597b892d-9097-464a-92f5-8d91dfd113b2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:47.875135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.005520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 370051b5-4656-471c-b4d5-8c973c357a6b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:48.015848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.044237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port 370051b5-4656-471c-b4d5-8c973c357a6b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:48.044581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.061889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,segment=NetworkSegment(15849bbc-2c81-4a60-af63-86774a82f1fa),segment_id=15849bbc-2c81-4a60-af63-86774a82f1fa)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:48.062378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.183145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Calling delete_port for 370051b5-4656-471c-b4d5-8c973c357a6b owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:48.196424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:48.278995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.290033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] For port 370051b5-4656-471c-b4d5-8c973c357a6b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=370051b5-4656-471c-b4d5-8c973c357a6b,segment=NetworkSegment(597b892d-9097-464a-92f5-8d91dfd113b2),segment_id=597b892d-9097-464a-92f5-8d91dfd113b2)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:48.290426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.298833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.417478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.444590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=9e886b33-7ff0-4b1a-b38d-dacf0aaa9454,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:48.446254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:48.482763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Pushing event deleted for resources: {'Port': ['ID=370051b5-4656-471c-b4d5-8c973c357a6b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:48.495428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.512224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] No DVR routers for this DVR port 370051b5-4656-471c-b4d5-8c973c357a6b on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:48.519513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.519513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.519894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.520196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.520735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.521146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.521482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.521815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.522145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.522501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.522905 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.523115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b794d-8b8b-4392-b4e4-6957641273cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:25:48.599816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.602771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22086c1-d862-41cb-8636-af026118a479 None None] DHCP port deletion for d838ecce-94d3-413a-99df-5484dd3f3b4b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:48.635132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d838ecce-94d3-413a-99df-5484dd3f3b4b']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:48.638361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Calling delete_port for 370051b5-4656-471c-b4d5-8c973c357a6b owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:48.648097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15849bbc-2c81-4a60-af63-86774a82f1fa') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:48.648681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15849bbc-2c81-4a60-af63-86774a82f1fa') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:48.658340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] DHCP port deletion for 07daf6cd-7a22-4748-bc1f-f1fab742e972 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:48.663056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Deleting port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:48.663438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.667873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.681085 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:25:48.687285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.694722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:48.695145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:48.714756 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:48.775512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.797563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.806528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:48.806829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:48.820177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.828801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=d838ecce-94d3-413a-99df-5484dd3f3b4b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:48.841101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fb541db9-76fe-4cf6-a445-895867806570 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/d838ecce-94d3-413a-99df-5484dd3f3b4b HTTP/1.1" status: 204 len: 168 time: 1.2225039 Mar 09 12:25:48.845572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45774) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:48.851882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108333986'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:48.857047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:48.861710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:network and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:48.864708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:48.870659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:48.881448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:48.885828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.894884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] For port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,segment=NetworkSegment(0bef987f-839f-4da7-a5a0-590a37b64096),segment_id=0bef987f-839f-4da7-a5a0-590a37b64096)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:48.895276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.916679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:48.925952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.926304 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Added segment a2ec0e47-aa91-4863-b064-cdd550cd20a0 of type vlan for network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b Mar 09 12:25:48.952063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.988755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:48.994360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:48.994948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.010223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.014892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.039550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Calling delete_port for 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:49.096962 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2498791 Mar 09 12:25:49.101246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45778) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:49.108515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ccb9-15c3-4a05-8012-c423511b9ca1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Network': ['ID=2b32b4f9-47c9-4f47-b5a2-31978f7d671b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:49.120696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:49.122369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:49.136122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.189821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=0b06c108-13ae-4439-9f89-6557d0368177,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:49.234631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] Pushing event deleted for resources: {'Port': ['ID=2d3f7573-a0a2-45a2-b1de-9722cee94fe8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:49.256369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.287665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458387c-5b72-4e48-8014-808e76b35f79 None None] No DVR routers for this DVR port 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:49.315775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port 370051b5-4656-471c-b4d5-8c973c357a6b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:49.316114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.365852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:49.403045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] The port '370051b5-4656-471c-b4d5-8c973c357a6b' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:49.404068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:49.408658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:49.442232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:49.546661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:49.550916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.656909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.729959 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 6fb12d5a-ada3-46ff-ab95-725b9eaf1b82 associated. External IP: 172.26.5.38, port: 06a9a119-3ef1-4638-b4ea-c9a4413a5337. Mar 09 12:25:49.799415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02a6346-35e1-4468-bcb0-4d8e8a96fc8a']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:49.824187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597b892d-9097-464a-92f5-8d91dfd113b2') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:49.824473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597b892d-9097-464a-92f5-8d91dfd113b2') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:49.842883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:49.950308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:49.990459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:49.990814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9e886b33-7ff0-4b1a-b38d-dacf0aaa9454 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:49.991250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:50.025301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:50.025656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2d3f7573-a0a2-45a2-b1de-9722cee94fe8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:50.043651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.063460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:50.063824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:50.083716 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:50.294377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.331409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.352312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Network': ['ID=f02a6346-35e1-4468-bcb0-4d8e8a96fc8a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:50.354154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.403502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9867aafb-e365-46c7-a58a-bee8469d9b73 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/networks/f02a6346-35e1-4468-bcb0-4d8e8a96fc8a HTTP/1.1" status: 204 len: 168 time: 2.5909696 Mar 09 12:25:50.406045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45782) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:50.517976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.535019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=68d48423-ee9b-426f-bccd-c60e88e6953e,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:50.543152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:25:50.550580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Checking segment: {'id': 'a2ec0e47-aa91-4863-b064-cdd550cd20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:50.550929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network hostable DHCP agents. Network: 2b32b4f9-47c9-4f47-b5a2-31978f7d671b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:50.646554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:50.657976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.668824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 2b32b4f9-47c9-4f47-b5a2-31978f7d671b) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:50.677818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bdd01-78f5-4dbb-b36a-1a6bda6f731b None None] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:50.690939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07daf6cd-7a22-4748-bc1f-f1fab742e972']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.703486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef987f-839f-4da7-a5a0-590a37b64096') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.703856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef987f-839f-4da7-a5a0-590a37b64096') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.717250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.730816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:50.731386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.737307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.743159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:50.743383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:50.763213 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:50.767510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0b942f78-45d9-4c5f-b07f-1028e5800d17 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6586208 Mar 09 12:25:50.771853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45788) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:50.780109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1907898255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:50.789068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:50.790828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:50.800100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:router and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:50.803211 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:50.807008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:50.815548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:50.819893 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:50.821434 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.823219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.867386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.868577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.871333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.883114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.895772 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.896021 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e6452ee1-dc45-4a5e-a467-dc496212f8d6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4074836 Mar 09 12:25:50.900510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45794) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:50.903305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.907366 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:50.908020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2027461596'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:50.908393 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.914264 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/networks/07daf6cd-7a22-4748-bc1f-f1fab742e972 HTTP/1.1" status: 204 len: 168 time: 0.5071285 Mar 09 12:25:50.917467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45798) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:50.918486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:50.921317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1890b3-e024-42b6-9b3c-c7beb9b1ff22 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Network': ['ID=07daf6cd-7a22-4748-bc1f-f1fab742e972,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:50.961108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:network and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:50.963951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-2b32b4f9-47c9-4f47-b5a2-31978f7d671b', 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': '68d48423-ee9b-426f-bccd-c60e88e6953e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:50.965493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:50.970288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:50.977969 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:50.978373 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d9f44-70ec-4117-b35f-569180ef3f50 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:50.985199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:50.997666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.023784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting subnet 95cbf09c-23b4-4f67-ad18-2c58e80035bc {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:25:51.028748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:51.031933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.041662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.080086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.081275 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-63a3e31a-9c28-444e-8398-73440bc93518 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3085210 Mar 09 12:25:51.084584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45802) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:51.091328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b', 'name': 'tempest-PortsTestJSON-2141633347'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:51.112741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:51.116167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.122301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Allocated IP 172.20.0.2 (2b32b4f9-47c9-4f47-b5a2-31978f7d671b/68d48423-ee9b-426f-bccd-c60e88e6953e/7999fe78-4313-40eb-969e-817da4b257cb) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:51.167430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.167775 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Added segment 1e008fdb-1426-474b-913d-564c211d447c of type vlan for network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 Mar 09 12:25:51.210396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.240440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:51.244964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:51.247898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:51.248044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.253812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:51.263378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:51.266992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.288222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.289572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:25:51.293682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:51.294250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.373209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.384610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Transition to ACTIVE for port object 7999fe78-4313-40eb-969e-817da4b257cb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:51.403900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Transition to ACTIVE for port object 7999fe78-4313-40eb-969e-817da4b257cb will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:51.413241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5116448 Mar 09 12:25:51.416286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.416538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45806) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:51.418891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872eb4-9b14-4975-bdc6-8d641f8e5230 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Network': ['ID=18dcc34d-ea22-4a6e-9d89-349e58f61c09,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:51.424515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'subnet': {'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:51.458487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:51.492535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.14 (2b32b4f9-47c9-4f47-b5a2-31978f7d671b/68d48423-ee9b-426f-bccd-c60e88e6953e/593a0555-50ec-4111-b6be-b1cb7aff3aa7) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:51.495514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:51.509480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:51.517596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:51.523213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.579912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Subnet': ['ID=95cbf09c-23b4-4f67-ad18-2c58e80035bc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:51.587861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.596710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:51.601435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5e3a5030-42a5-4175-9a3c-b5f77205628e tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/subnets/95cbf09c-23b4-4f67-ad18-2c58e80035bc HTTP/1.1" status: 204 len: 168 time: 0.6805558 Mar 09 12:25:51.603013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:subnet and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:51.606306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45810) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:51.609070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:51.634930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:51.646363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e964f88-f5e7-4bc9-bf39-86a777a69fd7 None None] Network e987322c-2afd-4484-bab6-821928e01966 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:51.695080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Pushing event updated for resources: {'Port': ['ID=7999fe78-4313-40eb-969e-817da4b257cb,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:51.710042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.726928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 593a0555-50ec-4111-b6be-b1cb7aff3aa7 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:51.750999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.790659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Attempting to bind port 7999fe78-4313-40eb-969e-817da4b257cb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:51.791119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Attempting to bind port 7999fe78-4313-40eb-969e-817da4b257cb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a2ec0e47-aa91-4863-b064-cdd550cd20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:51.791420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Attempting to bind port 7999fe78-4313-40eb-969e-817da4b257cb on network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:51.800472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:51.800718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Checking segment: {'id': 'a2ec0e47-aa91-4863-b064-cdd550cd20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:51.801131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.801726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Bound using segment: {'id': 'a2ec0e47-aa91-4863-b064-cdd550cd20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:51.802208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Bound port: 7999fe78-4313-40eb-969e-817da4b257cb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ec0e47-aa91-4863-b064-cdd550cd20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b32b4f9-47c9-4f47-b5a2-31978f7d671b'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:51.802593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.828762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:51.833780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:51.837658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:51.841336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.842132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:51.904242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.980081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] For port 7999fe78-4313-40eb-969e-817da4b257cb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:51.989975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Deleting port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:51.990317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:51.992600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] For port 7999fe78-4313-40eb-969e-817da4b257cb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7999fe78-4313-40eb-969e-817da4b257cb,segment=NetworkSegment(a2ec0e47-aa91-4863-b064-cdd550cd20a0),segment_id=a2ec0e47-aa91-4863-b064-cdd550cd20a0)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:51.995818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=593a0555-50ec-4111-b6be-b1cb7aff3aa7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:51.997487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.048982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:52.049623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.069673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] DHCP port deletion for e987322c-2afd-4484-bab6-821928e01966 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:25:52.084927 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c5de51ba-3301-47f9-a181-5cb7cde1e9c6 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9985478 Mar 09 12:25:52.087100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45814) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:52.099791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Deleting port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:52.100199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.146881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb8724-20b8-4ffd-a07e-f5cb7961167c None None] Pushing event updated for resources: {'Port': ['ID=7999fe78-4313-40eb-969e-817da4b257cb,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:52.307067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] For port 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=45cb654e-5cbb-4c92-9139-fab3e238f2f8,segment=NetworkSegment(1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64),segment_id=1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:52.307616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.319542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.424428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] For port 45cb654e-5cbb-4c92-9139-fab3e238f2f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=45cb654e-5cbb-4c92-9139-fab3e238f2f8,segment=NetworkSegment(1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64),segment_id=1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:52.424998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.507213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Calling delete_port for 45cb654e-5cbb-4c92-9139-fab3e238f2f8 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:52.640104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Subnet': ['ID=a0d37599-e4e5-4ead-97f3-9e7699e4abcd,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:52.659390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Checking segment: {'id': '1e008fdb-1426-474b-913d-564c211d447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:52.659732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network hostable DHCP agents. Network: 18dcc34d-ea22-4a6e-9d89-349e58f61c09, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:52.674348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Calling delete_port for 45cb654e-5cbb-4c92-9139-fab3e238f2f8 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:52.679524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.723732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:52.729687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bd9542c-03a7-4c15-89fc-fab80651669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.734825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Port': ['ID=45cb654e-5cbb-4c92-9139-fab3e238f2f8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:52.738656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] No DVR routers for this DVR port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:25:52.771811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 18dcc34d-ea22-4a6e-9d89-349e58f61c09) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:52.777286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:52.778920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.779434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:52.786461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd353a88-5ee9-49f0-aae4-e4e0a8b3c382 None None] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:52.789908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:52.790510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.886938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0d264cc9-5dfe-4f15-a9bd-238314077c9e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4691885 Mar 09 12:25:52.888972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.897124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:52.906778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-321194834', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:52.921879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:52.929355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:router and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:52.932924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e987322c-2afd-4484-bab6-821928e01966']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:52.940525 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:52.949937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:52.952517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:52.952816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad4ecd4-8ec7-4aa0-859e-93f0d591ed64') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:52.969760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.982103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:52.983189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.009854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.017241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:25:53.017241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:25:53.030841 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:25:53.052139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-18dcc34d-ea22-4a6e-9d89-349e58f61c09', 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09', 'tenant_id': '116b408840814bb0ae4849b9378a4dea', 'fixed_ips': [{'subnet_id': 'a0d37599-e4e5-4ead-97f3-9e7699e4abcd'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:25:53.053757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.096191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.128396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.157722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.173615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Pushing event deleted for resources: {'Network': ['ID=e987322c-2afd-4484-bab6-821928e01966,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:53.184977 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1f9bfc91-c5c4-424d-9451-2fc2015c52f2 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/networks/e987322c-2afd-4484-bab6-821928e01966 HTTP/1.1" status: 204 len: 168 time: 1.5753100 Mar 09 12:25:53.186500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45822) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:53.234699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.241079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.243448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Allocated IP 172.20.0.2 (18dcc34d-ea22-4a6e-9d89-349e58f61c09/a0d37599-e4e5-4ead-97f3-9e7699e4abcd/74c5ee04-520b-491b-8cad-126cbf4853d9) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:53.289463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Deleting port 45cb654e-5cbb-4c92-9139-fab3e238f2f8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:53.290435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.302705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e153ced8-36ad-48ab-8367-d1e73ff3abe7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Synchronizing usage tracker for tenant:a2de5ab66f1f47838a83e030a497a89c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:53.405649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=593a0555-50ec-4111-b6be-b1cb7aff3aa7,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:53.415215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b455a81-fed9-4a1b-88ae-9711252b4488 None None] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:53.434257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e5af424-8c5f-4c70-ae53-9aea40500eaa None None] The port '45cb654e-5cbb-4c92-9139-fab3e238f2f8' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:25:53.543025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fe0cacff-1c8e-4a5b-b8bc-af6a30db6626 None None] Provisioning for port 7999fe78-4313-40eb-969e-817da4b257cb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:53.574045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e153ced8-36ad-48ab-8367-d1e73ff3abe7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Unset dirty status for tenant:a2de5ab66f1f47838a83e030a497a89c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:53.577467 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e153ced8-36ad-48ab-8367-d1e73ff3abe7 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 HTTP/1.1" status: 200 len: 205 time: 0.3890328 Mar 09 12:25:53.598596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45828) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:53.655006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.719238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.759841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Transition to ACTIVE for port object 74c5ee04-520b-491b-8cad-126cbf4853d9 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:53.790863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Transition to ACTIVE for port object 74c5ee04-520b-491b-8cad-126cbf4853d9 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:25:53.803047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.882833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:53.889209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:53.894153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Pushing event updated for resources: {'Port': ['ID=74c5ee04-520b-491b-8cad-126cbf4853d9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:53.896330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:53.925897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:53.996962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.003654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.019561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Attempting to bind port 74c5ee04-520b-491b-8cad-126cbf4853d9 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:25:54.020082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Attempting to bind port 74c5ee04-520b-491b-8cad-126cbf4853d9 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1e008fdb-1426-474b-913d-564c211d447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:25:54.020551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Attempting to bind port 74c5ee04-520b-491b-8cad-126cbf4853d9 on network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:25:54.039566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.041394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:25:54.042563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Checking segment: {'id': '1e008fdb-1426-474b-913d-564c211d447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:54.045718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.046186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Bound using segment: {'id': '1e008fdb-1426-474b-913d-564c211d447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:25:54.046813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Bound port: 74c5ee04-520b-491b-8cad-126cbf4853d9, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e008fdb-1426-474b-913d-564c211d447c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:25:54.048766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.101581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7999fe78-4313-40eb-969e-817da4b257cb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:54.209015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.26.5.207 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/46c73308-9262-4954-ad60-96e75f6d240a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:54.266094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] For port 74c5ee04-520b-491b-8cad-126cbf4853d9, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:25:54.269952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] For port 74c5ee04-520b-491b-8cad-126cbf4853d9, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=74c5ee04-520b-491b-8cad-126cbf4853d9,segment=NetworkSegment(1e008fdb-1426-474b-913d-564c211d447c),segment_id=1e008fdb-1426-474b-913d-564c211d447c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:25:54.283826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.307733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.311271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.368620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Provisioning complete for port 7999fe78-4313-40eb-969e-817da4b257cb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:54.368620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.388125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.395788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.396489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:25:54.399401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888fae7-42b1-4d8b-b743-7b18382033cc None None] Pushing event updated for resources: {'Port': ['ID=74c5ee04-520b-491b-8cad-126cbf4853d9,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:54.402209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7999fe78-4313-40eb-969e-817da4b257cb completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:54.403249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.424662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7999fe78-4313-40eb-969e-817da4b257cb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:54.425062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.441077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.506971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.513154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:54.516053 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a889872-89fa-4073-9d9c-dd1bbef97884 tempest-RoutersNegativeIpV6Test-1161724388 tempest-RoutersNegativeIpV6Test-1161724388-project] 10.222.0.20 "DELETE /v2.0/routers/1b5b5526-b64d-4fdf-9b12-30cb5b5f6330 HTTP/1.1" status: 204 len: 168 time: 0.9164879 Mar 09 12:25:54.522958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:54.532988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:25:54.676650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=46c73308-9262-4954-ad60-96e75f6d240a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:54.777212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.846819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:54.947457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] For port 7999fe78-4313-40eb-969e-817da4b257cb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7999fe78-4313-40eb-969e-817da4b257cb,segment=NetworkSegment(a2ec0e47-aa91-4863-b064-cdd550cd20a0),segment_id=a2ec0e47-aa91-4863-b064-cdd550cd20a0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:54.951431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b08aed87-11c2-472d-adbd-bf4872c7f0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.025375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45836) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:55.058810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.063182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:25:55.063597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:25:55.078313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.085214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.139897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Provisioning for port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:55.153763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Provisioning complete for port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:55.154327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.209526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.210170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Pushing event updated for resources: {'Port': ['ID=7999fe78-4313-40eb-969e-817da4b257cb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:55.226739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-90fad216-2733-41a3-9ec0-3573750eccd1 None None] Port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:55.246218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.257182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=593a0555-50ec-4111-b6be-b1cb7aff3aa7,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:55.285626 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cf699f8d-077b-4fe5-adb8-fa5e05cbe2a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2de5ab66f1f47838a83e030a497a89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587266 Mar 09 12:25:55.296671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45842) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:55.347346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-80f93f01-5c9f-471c-a0ca-ee41dbc664cd None None] Provisioning complete for port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:55.348051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80f93f01-5c9f-471c-a0ca-ee41dbc664cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.417724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-80f93f01-5c9f-471c-a0ca-ee41dbc664cd None None] Port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:55.598796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:25:55.602375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:55.613004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.675384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.724924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 45cb654e-5cbb-4c92-9139-fab3e238f2f8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:25:55.761125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.768352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 45cb654e-5cbb-4c92-9139-fab3e238f2f8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:25:55.768693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 45cb654e-5cbb-4c92-9139-fab3e238f2f8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:25:55.791818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.911280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Router 411fe1f5-be5d-4e39-8959-4240470c7b8c is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:25:55.918236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7042a-acab-4381-97d2-39701182ca8b None None] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:55.921907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.964318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce5a07-8b4a-4971-ade7-52df49e51583,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:55.971788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:55.973179 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52dac3de-08fe-489d-877c-9511cac8d429 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0ce5a07-8b4a-4971-ade7-52df49e51583 HTTP/1.1" status: 204 len: 168 time: 0.6754677 Mar 09 12:25:56.111708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:25:56.127975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7999fe78-4313-40eb-969e-817da4b257cb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:56.169147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:56.179301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-44930614-3093-4812-90dd-5e8a274ecd28 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/routers/411fe1f5-be5d-4e39-8959-4240470c7b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0910184 Mar 09 12:25:56.180088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45848) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:56.207722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] Sync routers for ids ['411fe1f5-be5d-4e39-8959-4240470c7b8c'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:56.242647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] Routers {'411fe1f5-be5d-4e39-8959-4240470c7b8c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:56.243282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['411fe1f5-be5d-4e39-8959-4240470c7b8c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.273732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e5396-c4c6-4a69-9702-1ec1f25044b1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:56.274620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c9e5396-c4c6-4a69-9702-1ec1f25044b1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:25:56.291423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c9e5396-c4c6-4a69-9702-1ec1f25044b1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:25:56.296300 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c9e5396-c4c6-4a69-9702-1ec1f25044b1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?device_id=411fe1f5-be5d-4e39-8959-4240470c7b8c HTTP/1.1" status: 200 len: 983 time: 0.1150885 Mar 09 12:25:56.297091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45854) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:56.320975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.327061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-77d4d829-6ede-4362-9161-30dac69a1d38 None None] Provisioning for port 74c5ee04-520b-491b-8cad-126cbf4853d9 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:56.347306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:56.357349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7999fe78-4313-40eb-969e-817da4b257cb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:56.357748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:56.365087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:25:56.379453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] Sync routers for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:25:56.384664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] Routers {'411fe1f5-be5d-4e39-8959-4240470c7b8c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:56.385367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['411fe1f5-be5d-4e39-8959-4240470c7b8c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.393190 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:56.393798 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.439694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:56.445299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45864) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:56.446960 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dbddd0c2-a8ab-4d13-89eb-c1d30f9674fe tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5477457 Mar 09 12:25:56.465898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.466336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833f18d-3041-4108-a6b6-e060b6233508 None None] The sync data for ids ['411fe1f5-be5d-4e39-8959-4240470c7b8c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:56.486000 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.495662 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:25:56.496256 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.568779 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:25:56.569502 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c1dc0-801d-4cc9-a321-f3bd19a7476b None None] The sync data for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:25:56.651807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ce7b6677-ea3f-4446-8b52-018948565336 None None] Provisioning complete for port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:56.652451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6677-ea3f-4446-8b52-018948565336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:56.726342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b6677-ea3f-4446-8b52-018948565336 None None] Port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:25:56.733061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 74c5ee04-520b-491b-8cad-126cbf4853d9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:56.809651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 74c5ee04-520b-491b-8cad-126cbf4853d9 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:25:56.818532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 74c5ee04-520b-491b-8cad-126cbf4853d9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:56.818982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:56.954216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45880) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:56.995349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c4880b56-c64b-478d-bedb-8670b79f4589 None None] Provisioning complete for port 74c5ee04-520b-491b-8cad-126cbf4853d9 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:56.995726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4880b56-c64b-478d-bedb-8670b79f4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.052729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.071359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-273368245-network', 'tenant_id': '195c388fe64f4bdbb6ac4900c8082767'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:57.080337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:57.087859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Usage tracker for resource:network and tenant:195c388fe64f4bdbb6ac4900c8082767 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:57.094213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:57.102250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:57.114283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Made reservation on behalf of 195c388fe64f4bdbb6ac4900c8082767 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:57.117063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.132673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 74c5ee04-520b-491b-8cad-126cbf4853d9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=74c5ee04-520b-491b-8cad-126cbf4853d9,segment=NetworkSegment(1e008fdb-1426-474b-913d-564c211d447c),segment_id=1e008fdb-1426-474b-913d-564c211d447c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:25:57.134665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.146936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.152161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:57.156047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Usage tracker for resource:security_group_rule and tenant:195c388fe64f4bdbb6ac4900c8082767 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:57.159153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:57.162172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45886) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:57.226250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:57.234601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=74c5ee04-520b-491b-8cad-126cbf4853d9,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:57.293845 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9f91665c-6c13-4183-a729-1c8cb6643ada tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/b06bc796-86cd-43cf-8c1e-ea3746a43d8a HTTP/1.1" status: 200 len: 994 time: 0.1305621 Mar 09 12:25:57.358243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.364337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.396632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:57.405631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0ed1e-abac-47fe-82ca-7525311c4d69,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:57.411581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.412000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Added segment d433233a-11ad-4d04-9cec-3532bdd62765 of type vlan for network 36a230e2-cc29-4036-8053-891fbe4688aa Mar 09 12:25:57.441517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.474299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.475265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:57.475914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.577794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.581475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] Pushing event updated for resources: {'Network': ['ID=36a230e2-cc29-4036-8053-891fbe4688aa,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:57.585420 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7340e628-cf0a-4715-a918-34319bdad893 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6291046 Mar 09 12:25:57.588565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:57.594594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 36a230e2-cc29-4036-8053-891fbe4688aa details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:57.595517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Request body: {'subnet': {'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-273368245-subnet', 'tenant_id': '195c388fe64f4bdbb6ac4900c8082767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:57.600317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:57.604406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Usage tracker for resource:subnet and tenant:195c388fe64f4bdbb6ac4900c8082767 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:57.607524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:57.611805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.613996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:57.624473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Made reservation on behalf of 195c388fe64f4bdbb6ac4900c8082767 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:57.627156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.648042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 45898) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:57.832242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.909435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eed642-21b2-42d7-86fc-c0ca47149d71,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:57.918485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Checking segment: {'id': 'd433233a-11ad-4d04-9cec-3532bdd62765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:57.918863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Network hostable DHCP agents. Network: 36a230e2-cc29-4036-8053-891fbe4688aa, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:57.940196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Network 36a230e2-cc29-4036-8053-891fbe4688aa is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:57.958058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 36a230e2-cc29-4036-8053-891fbe4688aa) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:57.964101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 74c5ee04-520b-491b-8cad-126cbf4853d9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:25:57.972395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:57.973303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:57.994149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6073b-f314-4a7b-8a5c-9cc3acc2a141 None None] Network 36a230e2-cc29-4036-8053-891fbe4688aa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:58.004348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f07c4ece-7af2-4e6f-987c-8cf3eed9073a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4051957 Mar 09 12:25:58.123071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.162233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 74c5ee04-520b-491b-8cad-126cbf4853d9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:25:58.163109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.212184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 7c2a1577-8017-4f83-b45e-689da0da706c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:58.212546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.307352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 593a0555-50ec-4111-b6be-b1cb7aff3aa7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:25:58.307708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.364630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38559bea-357d-46d7-9bed-ca682d1dfdcc None None] Network 36a230e2-cc29-4036-8053-891fbe4688aa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:58.620097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45916) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:58.626557 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-252741260-network', 'tenant_id': '1ce7b9e9d2ae40b29282b82b0c89f027'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:58.631541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:58.635476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Usage tracker for resource:network and tenant:1ce7b9e9d2ae40b29282b82b0c89f027 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:58.638345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:58.645080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:58.657586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Made reservation on behalf of 1ce7b9e9d2ae40b29282b82b0c89f027 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:58.659819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.671799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.686792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:58.691229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce7b9e9d2ae40b29282b82b0c89f027 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:58.694124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:58.699699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:58.785936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.789892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.816912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:25:58.829474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37d426-026a-4004-b6b8-e550102f541c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:58.833891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.834230 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Added segment 8d52cbf7-987d-4484-a0a2-e3664acb3cb8 of type vlan for network d5704dea-ac4c-4898-8803-51c9133faf75 Mar 09 12:25:58.863162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.904491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:58.905110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.009076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.010018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:59.010599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.061787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 7c2a1577-8017-4f83-b45e-689da0da706c owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:59.090571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.114156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d5704dea-ac4c-4898-8803-51c9133faf75,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:59.119639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f8e102a2-6ba9-47dc-9ae4-4e7cf92458d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4955873 Mar 09 12:25:59.119805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:25:59.124944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Request body: {'subnet': {'network_id': 'd5704dea-ac4c-4898-8803-51c9133faf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-252741260-subnet', 'tenant_id': '1ce7b9e9d2ae40b29282b82b0c89f027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:25:59.129775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network d5704dea-ac4c-4898-8803-51c9133faf75 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:25:59.130561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:25:59.134364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Usage tracker for resource:subnet and tenant:1ce7b9e9d2ae40b29282b82b0c89f027 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:25:59.137228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:25:59.143026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:25:59.158307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Made reservation on behalf of 1ce7b9e9d2ae40b29282b82b0c89f027 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:25:59.161147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.268249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 593a0555-50ec-4111-b6be-b1cb7aff3aa7 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:25:59.367708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.442924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5123f8a-0121-4437-b27a-2d59748e374c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:25:59.452104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Checking segment: {'id': '8d52cbf7-987d-4484-a0a2-e3664acb3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5704dea-ac4c-4898-8803-51c9133faf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:25:59.452460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Network hostable DHCP agents. Network: d5704dea-ac4c-4898-8803-51c9133faf75, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:25:59.473136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Network d5704dea-ac4c-4898-8803-51c9133faf75 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:25:59.483783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.1 (18dcc34d-ea22-4a6e-9d89-349e58f61c09/a0d37599-e4e5-4ead-97f3-9e7699e4abcd/b845633c-8f9c-4cf7-9f17-297345775227) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:25:59.484244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, d5704dea-ac4c-4898-8803-51c9133faf75) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:25:59.489438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:25:59.490194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.495935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c3cfa-dfa4-4a47-a761-87cf6359b7eb None None] Network d5704dea-ac4c-4898-8803-51c9133faf75 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:59.533661 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4734665b-413f-41ed-9514-6d93538255e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4043276 Mar 09 12:25:59.732782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920fb84-e6f0-48cc-acf0-060b91625ee0 None None] Network d5704dea-ac4c-4898-8803-51c9133faf75 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:25:59.747332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.807740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:25:59.880072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=7c2a1577-8017-4f83-b45e-689da0da706c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:00.036957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=593a0555-50ec-4111-b6be-b1cb7aff3aa7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:00.042417 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-39bf4ca9-23dc-4cf1-a3f7-87619bf85871 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5036895 Mar 09 12:26:00.171761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-f5b3e6d6-b5d4-4a29-8c5d-1c7aeada580b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:00.173121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1732652c-2f37-472f-a581-60adb45e4747 req-f5b3e6d6-b5d4-4a29-8c5d-1c7aeada580b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Synchronizing usage tracker for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:00.192576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1732652c-2f37-472f-a581-60adb45e4747 req-f5b3e6d6-b5d4-4a29-8c5d-1c7aeada580b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Unset dirty status for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:00.193826 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-f5b3e6d6-b5d4-4a29-8c5d-1c7aeada580b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/networks?id=36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 200 len: 811 time: 0.2151082 Mar 09 12:26:00.210198 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-a57ce882-1322-4685-89c6-41f43a8173dc tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/quotas/195c388fe64f4bdbb6ac4900c8082767 HTTP/1.1" status: 200 len: 375 time: 0.0105727 Mar 09 12:26:00.259163 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-2e367bb6-106d-4610-810e-7c378a8e7e66 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=195c388fe64f4bdbb6ac4900c8082767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433948 Mar 09 12:26:00.341248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:00.353053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:00.353392 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP b06bc796-86cd-43cf-8c1e-ea3746a43d8a disassociated (deleted). External IP: 172.26.5.219, port: dace3510-fccc-471b-8c54-891cbd9338fd. Mar 09 12:26:00.395719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-de60a6ff-67e3-4370-bd4f-31dedd2e5638 service neutron] 10.222.0.20 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297367 Mar 09 12:26:00.498881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Transition to ACTIVE for port object b845633c-8f9c-4cf7-9f17-297345775227 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:00.529477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-15ea17ae-b8f6-470f-a87b-172256ee31cb service neutron] 10.222.0.20 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280346 Mar 09 12:26:00.657369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:00.717807 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5dc9ec10-5a3f-4541-8161-4ca618b767da req-f28b02e3-0a0d-482b-85a7-1716ce223622 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 210 time: 0.0462708 Mar 09 12:26:00.763734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-36c6c629-82f5-4ed2-9fc5-6f5fe03abf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:00.765237 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-36c6c629-82f5-4ed2-9fc5-6f5fe03abf92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1099 time: 0.6284475 Mar 09 12:26:00.937359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:01.150773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:01.168531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:01.235529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:01.339772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=b845633c-8f9c-4cf7-9f17-297345775227,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:01.367592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-686ffd5f-784a-423c-b92e-f5ee0ad363bc None None] Provisioning for port b845633c-8f9c-4cf7-9f17-297345775227 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:01.372558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-686ffd5f-784a-423c-b92e-f5ee0ad363bc None None] Provisioning complete for port b845633c-8f9c-4cf7-9f17-297345775227 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:01.372957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-686ffd5f-784a-423c-b92e-f5ee0ad363bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:01.385852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Router 411fe1f5-be5d-4e39-8959-4240470c7b8c has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:01.426048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:01.427088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-686ffd5f-784a-423c-b92e-f5ee0ad363bc None None] Port b845633c-8f9c-4cf7-9f17-297345775227 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:01.438273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-8f5c1691-adce-4f15-a7f7-e8146b755bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:01.439730 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-8f5c1691-adce-4f15-a7f7-e8146b755bdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 898 time: 0.5375991 Mar 09 12:26:01.711601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:01.753573 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-0ca00df5-b585-4b28-bc5c-bab8faedf072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 217 time: 0.3027635 Mar 09 12:26:01.892908 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aaa78851-781a-4784-86a5-2dc1a6367041 req-f0a12427-6f42-405f-8b9e-e68931d608af tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 210 time: 0.0672352 Mar 09 12:26:02.020655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:02.029756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] Sync routers for ids ['411fe1f5-be5d-4e39-8959-4240470c7b8c'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:02.039141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] Routers {'411fe1f5-be5d-4e39-8959-4240470c7b8c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:02.039763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['411fe1f5-be5d-4e39-8959-4240470c7b8c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:02.094192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-f218dbe1-f5a4-4065-9daf-102c4a3b7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:02.095654 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-f218dbe1-f5a4-4065-9daf-102c4a3b7b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 200 len: 834 time: 0.3253374 Mar 09 12:26:02.110707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:02.119422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] Routers {'411fe1f5-be5d-4e39-8959-4240470c7b8c'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:02.120022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['411fe1f5-be5d-4e39-8959-4240470c7b8c'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:02.185760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:02.186180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0f6d-1aa9-4b3c-b781-7cd6cc701c41 None None] The sync data for ids ['411fe1f5-be5d-4e39-8959-4240470c7b8c'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:02.272667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-a0af6186-2d04-4dd4-a9c7-63673092dafb tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:02.274023 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-a0af6186-2d04-4dd4-a9c7-63673092dafb tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.13 "GET /v2.0/networks?id=36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 200 len: 811 time: 0.5724478 Mar 09 12:26:02.275910 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-67ef5d56-ae18-4914-be48-93483303ce9c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/routers/411fe1f5-be5d-4e39-8959-4240470c7b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9770260 Mar 09 12:26:02.278787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45956) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:02.295308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Request body: {'port': {'device_id': '27948ee0-f638-4739-99de-671a8e71690c', 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa', 'admin_state_up': True, 'tenant_id': '195c388fe64f4bdbb6ac4900c8082767'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:02.323031 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f34023e-4dc9-4684-a295-308ff4f63874 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:26:02.323559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f34023e-4dc9-4684-a295-308ff4f63874 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:02.338143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f34023e-4dc9-4684-a295-308ff4f63874 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:02.339491 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2f34023e-4dc9-4684-a295-308ff4f63874 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/593a0555-50ec-4111-b6be-b1cb7aff3aa7 HTTP/1.1" status: 404 len: 333 time: 0.0596581 Mar 09 12:26:02.342177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45960) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:02.375749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:02.386267 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Sync routers for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:02.387615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:02.396409 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:02.397181 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:02.495684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:02.525884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:02.571739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-cbbf9c84-d586-4a27-a239-6ca67b0e5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:02.573283 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-cbbf9c84-d586-4a27-a239-6ca67b0e5880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bec0c470-e1a6-4d14-9afc-fc250ba93dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4663613 Mar 09 12:26:02.579798 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9098182f-b28f-4e1d-b646-4106af4bb29c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/b06bc796-86cd-43cf-8c1e-ea3746a43d8a HTTP/1.1" status: 204 len: 168 time: 4.9307504 Mar 09 12:26:02.584268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:02.600314 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:02.672818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:02.679419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'status': 'completed', 'code': 200} Mar 09 12:26:02.739432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Usage tracker for resource:port and tenant:195c388fe64f4bdbb6ac4900c8082767 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:02.753667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:02.831026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:02.878314 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-893f4e3e-f5dd-4e14-8d13-a5b42e1b6b6f service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961895 Mar 09 12:26:02.887023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Made reservation on behalf of 195c388fe64f4bdbb6ac4900c8082767 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:02.890767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.045707 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:03.048805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.051142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.053014 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Checking router: f87c830f-3bf0-42e6-94ca-5aaab335ebd8 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:26:03.064424 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:03.065439 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:03.139275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.139652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Fanout notify agent at l3_agent the message router_deleted on router 411fe1f5-be5d-4e39-8959-4240470c7b8c {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:26:03.166262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-860effce-2071-4d71-b988-70b775989c8f req-b08c0649-135e-4b3c-8f5c-327d091ab3f7 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 210 time: 0.0917797 Mar 09 12:26:03.177534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.178632 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-615a1297-c279-4804-9150-e758ffb34a31 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/routers/411fe1f5-be5d-4e39-8959-4240470c7b8c HTTP/1.1" status: 204 len: 168 time: 0.8355749 Mar 09 12:26:03.181425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45972) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:03.279755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 68d48423-ee9b-426f-bccd-c60e88e6953e {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:03.283352 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:03.284176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.320521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9bdc-a120-4d35-80a9-1a512ca0f683 req-c1735c83-1081-48fd-8074-d7f34067ce56 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:03.322066 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d78a9bdc-a120-4d35-80a9-1a512ca0f683 req-c1735c83-1081-48fd-8074-d7f34067ce56 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.2490165 Mar 09 12:26:03.368933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.435786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d78a9bdc-a120-4d35-80a9-1a512ca0f683 req-797530f0-b8ac-40b0-b252-6d9b9c978df5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010075 Mar 09 12:26:03.481185 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-52ac61ef-538b-4ae0-81ed-97838dd313fd req-9d3c66fd-c173-4666-9034-5f14427eb822 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805194 Mar 09 12:26:03.493803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.585887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Allocated IP 172.20.0.14 (36a230e2-cc29-4036-8053-891fbe4688aa/61eed642-21b2-42d7-86fc-c0ca47149d71/ef50152d-4c77-415c-b7cf-fbb752071d8e) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:03.595732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.633068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.637049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=68d48423-ee9b-426f-bccd-c60e88e6953e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:03.639027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.645792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ae043251-abe8-4c97-a69e-6d2854e43e54 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/68d48423-ee9b-426f-bccd-c60e88e6953e HTTP/1.1" status: 204 len: 168 time: 0.4633620 Mar 09 12:26:03.648313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45976) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:03.653438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.654565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57970125-2d63-4d46-9516-dd9d4b08f41a None None] Network 2b32b4f9-47c9-4f47-b5a2-31978f7d671b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:03.670043 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:03.675268 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd09219-8d92-4872-a3ff-e074f8d1d22d None None] The sync data for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv is: [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:25:00Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ca8c1f6f-fc60-4333-838d-538628d61e05', 'name': '', 'network_id': 'bec0c470-e1a6-4d14-9afc-fc250ba93dda', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:c3:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:59Z', 'updated_at': '2022-03-09T12:25:06Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'cf66639e-1efb-4227-a2dd-c1ae1a3a5e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:03.806151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.816796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 7999fe78-4313-40eb-969e-817da4b257cb {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:03.817252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.819242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-982e3c28-6a26-47a7-ba52-eeeb497a47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:03.820733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-982e3c28-6a26-47a7-ba52-eeeb497a47cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 1099 time: 0.2854350 Mar 09 12:26:03.885125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:03.888503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=b845633c-8f9c-4cf7-9f17-297345775227,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:03.946615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] DHCP port deletion for 2b32b4f9-47c9-4f47-b5a2-31978f7d671b request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:26:03.952392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Deleting port 7999fe78-4313-40eb-969e-817da4b257cb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:03.952771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.067080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e9b1a-60b7-4c25-bb9b-3b9ce3c88ac0 None None] New status for floating IP b06bc796-86cd-43cf-8c1e-ea3746a43d8a: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:26:04.081194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port 7999fe78-4313-40eb-969e-817da4b257cb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7999fe78-4313-40eb-969e-817da4b257cb,segment=NetworkSegment(a2ec0e47-aa91-4863-b064-cdd550cd20a0),segment_id=a2ec0e47-aa91-4863-b064-cdd550cd20a0)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:04.081739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.214916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 7999fe78-4313-40eb-969e-817da4b257cb owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:04.253469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-b8f3629a-7193-4335-9035-794d14c108af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:04.254935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-b8f3629a-7193-4335-9035-794d14c108af service neutron] 10.222.0.13 "GET /v2.0/networks?id=bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 200 len: 898 time: 0.4178326 Mar 09 12:26:04.323903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.339334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.349207 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-c6536d95-d414-476d-b553-d5577246142e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 200 len: 217 time: 0.0836442 Mar 09 12:26:04.352025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:04.355843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:04.381692 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-385ba087-cdab-445e-8e27-78d45a9e1d65 req-8a211bb2-d0a7-4044-86a3-9c62829ca4da tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 210 time: 0.0797315 Mar 09 12:26:04.399740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=7999fe78-4313-40eb-969e-817da4b257cb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:04.404685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port 7999fe78-4313-40eb-969e-817da4b257cb on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:04.413500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] For port 7999fe78-4313-40eb-969e-817da4b257cb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7999fe78-4313-40eb-969e-817da4b257cb,segment=NetworkSegment(a2ec0e47-aa91-4863-b064-cdd550cd20a0),segment_id=a2ec0e47-aa91-4863-b064-cdd550cd20a0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:04.415041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.541086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-2b0bc2c6-13b4-45bc-b070-450254d010de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:04.542484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-2b0bc2c6-13b4-45bc-b070-450254d010de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 200 len: 834 time: 0.1845810 Mar 09 12:26:04.567654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Calling delete_port for 7999fe78-4313-40eb-969e-817da4b257cb owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:04.573649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.626665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b32b4f9-47c9-4f47-b5a2-31978f7d671b']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:04.678845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:26:04.680107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:26:04.718502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-3ce8ff29-fdd4-4680-9578-ed340b321b19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:04.719795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-3ce8ff29-fdd4-4680-9578-ed340b321b19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:04.722883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.772484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ec0e47-aa91-4863-b064-cdd550cd20a0') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:04.772484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ec0e47-aa91-4863-b064-cdd550cd20a0') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:04.783644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-de1348f8-2beb-4452-b7f8-6f6fd544e2f5 None None] Provisioning complete for port b845633c-8f9c-4cf7-9f17-297345775227 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:04.783894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de1348f8-2beb-4452-b7f8-6f6fd544e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.820160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.843694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de1348f8-2beb-4452-b7f8-6f6fd544e2f5 None None] Port b845633c-8f9c-4cf7-9f17-297345775227 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:04.845560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Network 36a230e2-cc29-4036-8053-891fbe4688aa is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:04.845794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.853549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:04.856454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:04.856852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.860978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:04.873142 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:04.888978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-3ce8ff29-fdd4-4680-9578-ed340b321b19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:04.890120 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-3ce8ff29-fdd4-4680-9578-ed340b321b19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.7263529 Mar 09 12:26:04.891685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Pushing event updated for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:04.896368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:04.968798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc7d49-803b-49cf-92ba-8ffe478b678a req-319b753a-c941-4c90-a05f-0eee656ee954 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:04.970892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ccc7d49-803b-49cf-92ba-8ffe478b678a req-319b753a-c941-4c90-a05f-0eee656ee954 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.1913872 Mar 09 12:26:04.976022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:04.981938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.033904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=2b32b4f9-47c9-4f47-b5a2-31978f7d671b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:05.052187 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5ac538f1-cb29-49fe-8449-d819f0fb0e50 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/2b32b4f9-47c9-4f47-b5a2-31978f7d671b HTTP/1.1" status: 204 len: 168 time: 1.4029384 Mar 09 12:26:05.056054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45986) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:05.100633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ccc7d49-803b-49cf-92ba-8ffe478b678a req-3073eeb1-b32f-4605-8e46-6de8c1f5f3ce tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150634 Mar 09 12:26:05.142398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6436d58-2a57-405d-967e-308123d85676 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:05.142988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6436d58-2a57-405d-967e-308123d85676 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:05.158211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6436d58-2a57-405d-967e-308123d85676 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:05.159666 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d6436d58-2a57-405d-967e-308123d85676 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/bf9085c1-e195-444d-9647-50e2b050cd15 HTTP/1.1" status: 200 len: 840 time: 0.1026955 Mar 09 12:26:05.163464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45990) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:05.181553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Deleting port 7999fe78-4313-40eb-969e-817da4b257cb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:05.182163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.218721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:05.220103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.229963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-e2ac0791-0f16-4aa2-9eb8-4b873de7e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:05.231723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-e2ac0791-0f16-4aa2-9eb8-4b873de7e90f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bec0c470-e1a6-4d14-9afc-fc250ba93dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6727664 Mar 09 12:26:05.232550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-846c65a2-f25d-439c-96cb-3e4ea568c67f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/bf9085c1-e195-444d-9647-50e2b050cd15?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0680361 Mar 09 12:26:05.236306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 45994) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:05.242008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:05.242277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port dace3510-fccc-471b-8c54-891cbd9338fd {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:05.242792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.260504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78a59c4a-e795-4537-9c77-bc94d306b7f1 None None] The port '7999fe78-4313-40eb-969e-817da4b257cb' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:26:05.339562 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-dc6e1fe1-d991-40bb-bc04-44c6c4f56b22 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0515950 Mar 09 12:26:05.358119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:05.362101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:05.364645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Request body: {'port': {'device_id': '27948ee0-f638-4739-99de-671a8e71690c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:05.365028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:05.370962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:05.381640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:05.385048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.676696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.680369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:05.691586 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] Sync routers for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:05.701424 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c2b8dbab-9909-4588-87e6-7ed9fb1b8608 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/routers/6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2524915 Mar 09 12:26:05.701621 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:05.702051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:05.712582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46000) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:05.720168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.739470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'port': {'network_id': '18dcc34d-ea22-4a6e-9d89-349e58f61c09', 'name': 'tempest-FloatingIPTestJSON-1132944838'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:05.752938 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-788c84e3-2e3f-4f67-9932-aad0fbb23d74 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761176 Mar 09 12:26:05.765086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c4284-2962-4e7d-ab7d-d0b3aa06a6b3 req-a542f7fd-db62-42ef-914e-8cd282218de1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:05.766702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d82c4284-2962-4e7d-ab7d-d0b3aa06a6b3 req-a542f7fd-db62-42ef-914e-8cd282218de1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 932 time: 0.2159960 Mar 09 12:26:05.769284 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:05.777922 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:05.778522 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:05.809184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:05.816151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:05.819488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:05.820071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:05.827671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4cebf-9e2d-4cef-9250-21700c840eaa None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:05.842796 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:05.843200 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06f881-ad4d-4abb-9364-62fee14deb8c None None] The sync data for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:05.890189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=e2897ae0-8a6a-4711-a5b3-f8bc304902f8,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:05.935586 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ae9f5b82-96f9-49dd-b32f-bf5dd4d41613 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982105 Mar 09 12:26:05.942837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46004) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:05.947946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991495112'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:05.956331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d82c4284-2962-4e7d-ab7d-d0b3aa06a6b3 req-fd838c44-b720-4f73-8315-1d00890b29ac tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Synchronizing usage tracker for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:05.964384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:05.982973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:05.996298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:06.015670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:06.016522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7999fe78-4313-40eb-969e-817da4b257cb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:06.017764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:06.026165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Usage tracker for resource:port and tenant:116b408840814bb0ae4849b9378a4dea is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:06.031241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:06.033852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d82c4284-2962-4e7d-ab7d-d0b3aa06a6b3 req-fd838c44-b720-4f73-8315-1d00890b29ac tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Unset dirty status for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:06.037417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d82c4284-2962-4e7d-ab7d-d0b3aa06a6b3 req-fd838c44-b720-4f73-8315-1d00890b29ac tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514417 Mar 09 12:26:06.043022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:06.063799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Made reservation on behalf of 116b408840814bb0ae4849b9378a4dea for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:06.067709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.083291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.098426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7999fe78-4313-40eb-969e-817da4b257cb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:06.098777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7999fe78-4313-40eb-969e-817da4b257cb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:06.106422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] device_id is not set on port 059e2d50-5d14-4c99-bdb4-088fe6a44670 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:26:06.157838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:06.174296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:06.179712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:06.191598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-3d048ff2-50c6-4ff8-858d-7bdda74ea2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067643 Mar 09 12:26:06.200772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:06.213781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port dace3510-fccc-471b-8c54-891cbd9338fd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dace3510-fccc-471b-8c54-891cbd9338fd,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:06.214461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.228348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-a749d792-7a64-4608-9a56-67691ef5f72d', 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'tenant_id': 'db2bdd7e5edd4f42a5695487dc6414d3', 'fixed_ips': [{'subnet_id': 'e2897ae0-8a6a-4711-a5b3-f8bc304902f8'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:06.229459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.354920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Allocated IP 172.20.0.13 (18dcc34d-ea22-4a6e-9d89-349e58f61c09/a0d37599-e4e5-4ead-97f3-9e7699e4abcd/059e2d50-5d14-4c99-bdb4-088fe6a44670) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:06.401507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Allocated IP 172.20.0.2 (a749d792-7a64-4608-9a56-67691ef5f72d/e2897ae0-8a6a-4711-a5b3-f8bc304902f8/842795c6-7023-470a-9825-814d3bb7150f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:06.403803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for dace3510-fccc-471b-8c54-891cbd9338fd owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:06.435093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.453660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.484038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58e73-e7e4-4715-9360-43d0a96558b5 req-13ce4fa9-8587-46c8-b331-8781e7a94ec7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:06.486411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dc58e73-e7e4-4715-9360-43d0a96558b5 req-13ce4fa9-8587-46c8-b331-8781e7a94ec7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=3064d579-e5c8-448c-a5ee-409b710d4166 HTTP/1.1" status: 200 len: 946 time: 0.2331781 Mar 09 12:26:06.591398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.592599 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6488349 Mar 09 12:26:06.597482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7ef3-d45d-4ae6-b0d8-150cf3a60eca tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe20f562-e253-4f23-859c-063fe4995f80,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:06.600781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46010) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:06.652924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.668029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000059632'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:06.691977 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dc58e73-e7e4-4715-9360-43d0a96558b5 req-cbdf78a3-63d5-4337-8364-9e737951a579 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=592fad77-3780-493f-bd11-e145cace92eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884973 Mar 09 12:26:06.695405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:06.703778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:06.708853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:06.732923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:06.760433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.770921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.777294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef50152d-4c77-415c-b7cf-fbb752071d8e {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:26:06.786319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.790949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Transition to ACTIVE for port object 842795c6-7023-470a-9825-814d3bb7150f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:06.791134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.797878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Transition to ACTIVE for port object 059e2d50-5d14-4c99-bdb4-088fe6a44670 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:06.801506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:06.806674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:06.810360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:06.811800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Transition to ACTIVE for port object 842795c6-7023-470a-9825-814d3bb7150f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:06.818753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:06.820977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.850310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=dace3510-fccc-471b-8c54-891cbd9338fd,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:06.854083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Transition to ACTIVE for port object ef50152d-4c77-415c-b7cf-fbb752071d8e will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:06.870354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.891298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:06.899104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:06.912662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:06.913962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:06.916292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:07.016642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Attempting to bind port 842795c6-7023-470a-9825-814d3bb7150f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:07.017208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Attempting to bind port 842795c6-7023-470a-9825-814d3bb7150f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'a78c0988-10bd-4f53-89a2-86c4fe743cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:07.017675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Attempting to bind port 842795c6-7023-470a-9825-814d3bb7150f on network a749d792-7a64-4608-9a56-67691ef5f72d {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:07.023596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:07.024119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Checking segment: {'id': 'a78c0988-10bd-4f53-89a2-86c4fe743cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:07.024626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.025144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Bound using segment: {'id': 'a78c0988-10bd-4f53-89a2-86c4fe743cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:07.025719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Bound port: 842795c6-7023-470a-9825-814d3bb7150f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78c0988-10bd-4f53-89a2-86c4fe743cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:07.026199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.035696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port dace3510-fccc-471b-8c54-891cbd9338fd on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:07.051792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.054346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'name': 'network-vif-deleted', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:07.096262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:07.101669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:07.105096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:07.137313 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8c9b6c32-8ad0-4e11-a3b1-994ce26433e3 req-87184015-407d-47d3-b29b-a63d9853a0d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/dace3510-fccc-471b-8c54-891cbd9338fd HTTP/1.1" status: 204 len: 173 time: 2.2359385 Mar 09 12:26:07.141847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.156969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.198163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event updated for resources: {'Port': ['ID=059e2d50-5d14-4c99-bdb4-088fe6a44670,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:07.223231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:07.237443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:07.241294 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064d579-e5c8-448c-a5ee-409b710d4166', 'name': 'network-vif-deleted', 'tag': 'dace3510-fccc-471b-8c54-891cbd9338fd', 'status': 'completed', 'code': 200} Mar 09 12:26:07.242198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:07.246844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.306598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:07.307239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.311090 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.315629 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7057450 Mar 09 12:26:07.316445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e523215-4c82-4453-9e5a-7778a83fd78c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1c7cd-fb02-4466-b78f-ee1930bab59f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:07.319799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46018) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:07.336040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1876588546', 'security_groups': ['cfd1c7cd-fb02-4466-b78f-ee1930bab59f'], 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2897ae0-8a6a-4711-a5b3-f8bc304902f8'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:07.379266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Attempting to bind port ef50152d-4c77-415c-b7cf-fbb752071d8e on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:07.380216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Attempting to bind port ef50152d-4c77-415c-b7cf-fbb752071d8e by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'd433233a-11ad-4d04-9cec-3532bdd62765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:07.383043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dace3510-fccc-471b-8c54-891cbd9338fd no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:07.388750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Attempting to bind port ef50152d-4c77-415c-b7cf-fbb752071d8e on network 36a230e2-cc29-4036-8053-891fbe4688aa {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:07.388996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc355cae-218c-4e8d-a309-049c65bbb69e tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6725287 Mar 09 12:26:07.392879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46024) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:07.401678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Request body: {'floatingip': {'port_id': '059e2d50-5d14-4c99-bdb4-088fe6a44670'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:07.461750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: dace3510-fccc-471b-8c54-891cbd9338fd {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:07.462097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dace3510-fccc-471b-8c54-891cbd9338fd not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:07.477840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Port ef50152d-4c77-415c-b7cf-fbb752071d8e on network 36a230e2-cc29-4036-8053-891fbe4688aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:26:07.478569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Attempting to bind port ef50152d-4c77-415c-b7cf-fbb752071d8e on network 36a230e2-cc29-4036-8053-891fbe4688aa {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:07.493623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:07.494410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Checking segment: {'id': 'd433233a-11ad-4d04-9cec-3532bdd62765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:07.495041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Bound using segment: {'id': 'd433233a-11ad-4d04-9cec-3532bdd62765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:07.496741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Bound port: ef50152d-4c77-415c-b7cf-fbb752071d8e, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd433233a-11ad-4d04-9cec-3532bdd62765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:07.497390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.498485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e88ca-b039-4466-8c3c-a178da857474 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:07.507896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636fb2-2e8d-45a1-b28b-b9c9c35e7b22 req-0005ddba-0373-41e1-b2c0-db3155c7fe88 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:07.509703 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da636fb2-2e8d-45a1-b28b-b9c9c35e7b22 req-0005ddba-0373-41e1-b2c0-db3155c7fe88 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 944 time: 0.2912748 Mar 09 12:26:07.540710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-60bfe6d6-5017-4099-aff0-7947ac86fd13 None None] Provisioning for port 059e2d50-5d14-4c99-bdb4-088fe6a44670 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:07.554720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-60bfe6d6-5017-4099-aff0-7947ac86fd13 None None] Provisioning complete for port 059e2d50-5d14-4c99-bdb4-088fe6a44670 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:07.555203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60bfe6d6-5017-4099-aff0-7947ac86fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.580609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:07.585076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:port and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:07.588497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:07.596827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:07.626585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:07.658419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.664443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da636fb2-2e8d-45a1-b28b-b9c9c35e7b22 req-01fcda77-9b5c-47aa-8626-c55b0207e6ad tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381176 Mar 09 12:26:07.669911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-60bfe6d6-5017-4099-aff0-7947ac86fd13 None None] Port 059e2d50-5d14-4c99-bdb4-088fe6a44670 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:07.782687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:07.792609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:07.800165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e,segment=NetworkSegment(d433233a-11ad-4d04-9cec-3532bdd62765),segment_id=d433233a-11ad-4d04-9cec-3532bdd62765)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:07.832410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 813b1833-12f0-4252-b1f5-89316191c795 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:26:07.833090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.003558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:08.026144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:08.026782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.028369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-7c8723ba-6e27-4e3d-bfa3-2929a4ed3875 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 200 len: 1094 time: 2.6697085 Mar 09 12:26:08.079803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:08.138642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46032) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:08.153195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 842795c6-7023-470a-9825-814d3bb7150f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:08.220107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.10 (a749d792-7a64-4608-9a56-67691ef5f72d/e2897ae0-8a6a-4711-a5b3-f8bc304902f8/813b1833-12f0-4252-b1f5-89316191c795) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:08.253773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.320554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.324673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-46941003-9df7-4845-a593-b2469094d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:08.326165 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-46941003-9df7-4845-a593-b2469094d716 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195c388fe64f4bdbb6ac4900c8082767&device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 1097 time: 0.2417691 Mar 09 12:26:08.417988 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-8054c92e-83fa-4586-9879-2a858949152a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 200 len: 217 time: 0.0833597 Mar 09 12:26:08.505723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.525169 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.528635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 813b1833-12f0-4252-b1f5-89316191c795 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:08.549005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592fad77-3780-493f-bd11-e145cace92eb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:08.591436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.595522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732652c-2f37-472f-a581-60adb45e4747 req-f16b41a2-70d3-415c-b26f-f9ccc8816105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:08.596461 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f27fa658-befa-4023-9f45-fb3a075c85eb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/592fad77-3780-493f-bd11-e145cace92eb HTTP/1.1" status: 204 len: 168 time: 0.4528656 Mar 09 12:26:08.596707 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-f16b41a2-70d3-415c-b26f-f9ccc8816105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61eed642-21b2-42d7-86fc-c0ca47149d71 HTTP/1.1" status: 200 len: 851 time: 0.1679454 Mar 09 12:26:08.612108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.650425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46038) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:08.764379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:08.776684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:08.783762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:08.816029 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-509e55bd-831f-43fc-954e-f0228ee16e8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36a230e2-cc29-4036-8053-891fbe4688aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500669 Mar 09 12:26:08.818668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=813b1833-12f0-4252-b1f5-89316191c795,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:08.912238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:08.913032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.981321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:08.981952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:08.986415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:09.001673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Provisioning for port 842795c6-7023-470a-9825-814d3bb7150f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:09.008437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:09.009132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.038717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.044396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.144658 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-99637037-7d99-4ec6-80db-3e8b8e31ef93 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184288 Mar 09 12:26:09.145909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.180961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:09.186538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.221558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-58feb6bb-7870-4db3-993f-59e6839a4aac tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8958919 Mar 09 12:26:09.225627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46044) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:09.237498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee25a1-ff80-4485-a81a-70c8331bec1b req-6e25e2d0-a7da-4db8-8c66-8c61035637f2 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:09.239056 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7bee25a1-ff80-4485-a81a-70c8331bec1b req-6e25e2d0-a7da-4db8-8c66-8c61035637f2 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 944 time: 0.4239755 Mar 09 12:26:09.244182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:09.245748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:09.263590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f815d08-a5f4-4b0c-aa69-f15bb27ac317 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:09.314181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-00d3c3ae-e93b-4138-8900-02fdc437a61e None None] Provisioning for port 813b1833-12f0-4252-b1f5-89316191c795 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:09.319386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-00d3c3ae-e93b-4138-8900-02fdc437a61e None None] Provisioning complete for port 813b1833-12f0-4252-b1f5-89316191c795 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:09.319945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-00d3c3ae-e93b-4138-8900-02fdc437a61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.330607 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e', 'status': 'completed', 'code': 200} Mar 09 12:26:09.368143 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 6fb12d5a-ada3-46ff-ab95-725b9eaf1b82 associated. External IP: 172.26.5.38, port: 06a9a119-3ef1-4638-b4ea-c9a4413a5337. Mar 09 12:26:09.373901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-00d3c3ae-e93b-4138-8900-02fdc437a61e None None] Port 813b1833-12f0-4252-b1f5-89316191c795 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:09.469230 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1732652c-2f37-472f-a581-60adb45e4747 req-03bae74b-41a2-44a3-a710-5ef43a291bcd service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130562 Mar 09 12:26:09.479811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7bee25a1-ff80-4485-a81a-70c8331bec1b req-86b571b6-c98d-489e-b44c-213b2b386b7a tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191164 Mar 09 12:26:09.551925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:09.565268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:09.569777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:09.579060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:09.630106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:09.633529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.715001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-ff1caf2f-a70c-46f0-97bc-61a6733361cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:09.716463 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-ff1caf2f-a70c-46f0-97bc-61a6733361cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195c388fe64f4bdbb6ac4900c8082767&device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 1097 time: 0.1747928 Mar 09 12:26:09.778985 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.ipam_backend_mixin [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2897ae0-8a6a-4711-a5b3-f8bc304902f8 (CIDR: 172.20.0.0/28) Mar 09 12:26:09.784342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:26:09.784862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:09.840164 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2e1bc212-967d-4965-b533-4c5aeda40ef7 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6128340 Mar 09 12:26:09.843398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46050) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:09.850265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:09.916687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:09.943720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-7d3f4058-05e9-4762-a0e6-e9cf92bb2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:09.945195 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-7d3f4058-05e9-4762-a0e6-e9cf92bb2dbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 200 len: 912 time: 0.2198622 Mar 09 12:26:09.971617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:09.975999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:10.059667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:10.060049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:10.099462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:10.156053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:10.169283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:10.178714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:10.204925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:10.208277 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-236dbe4e-a49b-4607-adfc-4fbb2531c277 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 200 len: 217 time: 0.2153165 Mar 09 12:26:10.208441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:10.355139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-f32ed5d3-f233-4913-8f80-b7c6ce428b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:10.356470 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-f32ed5d3-f233-4913-8f80-b7c6ce428b3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61eed642-21b2-42d7-86fc-c0ca47149d71 HTTP/1.1" status: 200 len: 851 time: 0.1418002 Mar 09 12:26:10.399423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:10.411153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:10.422085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:10.422715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:10.459232 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-b26e26e2-dcfb-41c9-afe5-8237720b8aa4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36a230e2-cc29-4036-8053-891fbe4688aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953374 Mar 09 12:26:10.488672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:10.501674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:10.502275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:10.559203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port ca8c1f6f-fc60-4333-838d-538628d61e05 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:10.559774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:10.614948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:10.615613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c74ea3-7ab9-41dc-bfe0-4c9aea558be9 None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:10.734836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-1af57003-2bea-47ed-ab83-a539cb770ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686286 Mar 09 12:26:10.983235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.019659 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8547607-c4a0-40a7-9ecf-1fa64dcd9a79 req-7e5757eb-3ecd-452a-92fd-b699c16081b8 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351692 Mar 09 12:26:11.026824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:11.044432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6154-57b6-4605-be91-99fb0145f78b req-4fea1f33-af6f-4117-b9e4-b317dc7ff9a3 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:11.045915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9be6154-57b6-4605-be91-99fb0145f78b req-4fea1f33-af6f-4117-b9e4-b317dc7ff9a3 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 944 time: 0.4142046 Mar 09 12:26:11.092519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:11.099735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:11.109465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port ca8c1f6f-fc60-4333-838d-538628d61e05, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ca8c1f6f-fc60-4333-838d-538628d61e05,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:11.109827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.112828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2e3e9-4c6e-4a0b-8697-19fbeae1b5d4 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:11.119327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:11.119912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.135367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=88adc87a-142c-40fc-8614-180f490832d7,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:11.214824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:11.219985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.229729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] Sync routers for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:11.240631 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:11.241564 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:11.276032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for ca8c1f6f-fc60-4333-838d-538628d61e05 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:11.306288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3fbb5b4a-f337-457a-9b37-42045d038e19 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4602077 Mar 09 12:26:11.318238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46056) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:11.321312 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9be6154-57b6-4605-be91-99fb0145f78b req-1a162941-088a-4dd2-a1f8-9c756a76a375 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621477 Mar 09 12:26:11.326828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679694454', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88adc87a-142c-40fc-8614-180f490832d7'}], 'security_groups': ['fe20f562-e253-4f23-859c-063fe4995f80']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:11.342416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ef50152d-4c77-415c-b7cf-fbb752071d8e details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:26:11.354930 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:11.377638 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:11.379193 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:11.386707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46060) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:11.388453 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b3c931c9-791c-455b-8e87-b9daf614c89d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/floatingips/6fb12d5a-ada3-46ff-ab95-725b9eaf1b82 HTTP/1.1" status: 200 len: 978 time: 3.9924259 Mar 09 12:26:11.458150 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:11.459057 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f631e1-bad6-4f28-bb82-1f367d1d108a None None] The sync data for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:11.565693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 059e2d50-5d14-4c99-bdb4-088fe6a44670 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:11.566246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.589123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e,segment=NetworkSegment(d433233a-11ad-4d04-9cec-3532bdd62765),segment_id=d433233a-11ad-4d04-9cec-3532bdd62765)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:11.620470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ef50152d-4c77-415c-b7cf-fbb752071d8e', 'network_id': '36a230e2-cc29-4036-8053-891fbe4688aa', 'port_id': 'ef50152d-4c77-415c-b7cf-fbb752071d8e', 'mac_address': 'fa:16:3e:9e:72:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eed642-21b2-42d7-86fc-c0ca47149d71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:26:11.657294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.667854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Update dhcp port {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'fixed_ips': [{'subnet_id': 'e2897ae0-8a6a-4711-a5b3-f8bc304902f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '88adc87a-142c-40fc-8614-180f490832d7'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '842795c6-7023-470a-9825-814d3bb7150f'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:26:11.737349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.748790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.770002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef50152d-4c77-415c-b7cf-fbb752071d8e {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:26:11.827280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e,segment=NetworkSegment(d433233a-11ad-4d04-9cec-3532bdd62765),segment_id=d433233a-11ad-4d04-9cec-3532bdd62765)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:11.835603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:11.984348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:12.029348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ef50152d-4c77-415c-b7cf-fbb752071d8e'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:26:12.095217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Allocated IP 172.20.0.18 (a749d792-7a64-4608-9a56-67691ef5f72d/88adc87a-142c-40fc-8614-180f490832d7/842795c6-7023-470a-9825-814d3bb7150f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:12.118066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:12.136060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:12.291112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=ca8c1f6f-fc60-4333-838d-538628d61e05,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:12.307222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:12.364311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:12.386947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Transition to ACTIVE for port object 842795c6-7023-470a-9825-814d3bb7150f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:12.394218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:12.548403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7286fbd-9bfe-4881-a672-143c901d7728 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:13.035787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:13.036463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.088787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:13.099591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Provisioning for port 842795c6-7023-470a-9825-814d3bb7150f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:13.104353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:13.104733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.136882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.137487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.137578 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Floating IP 6fb12d5a-ada3-46ff-ab95-725b9eaf1b82 disassociated. External IP: 172.26.5.38, port: 059e2d50-5d14-4c99-bdb4-088fe6a44670. Mar 09 12:26:13.137877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 059e2d50-5d14-4c99-bdb4-088fe6a44670 owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:13.176986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.180610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Delete allocated IP 172.20.0.10 (a749d792-7a64-4608-9a56-67691ef5f72d/e2897ae0-8a6a-4711-a5b3-f8bc304902f8) {{(pid=87831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:26:13.237292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Provisioning complete for port 813b1833-12f0-4252-b1f5-89316191c795 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:13.237648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.273811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.26 (a749d792-7a64-4608-9a56-67691ef5f72d/88adc87a-142c-40fc-8614-180f490832d7/813b1833-12f0-4252-b1f5-89316191c795) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:13.283576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3b342-0a0f-46c9-97fc-31d50bb6ddf0 req-d1ebb4b2-67b4-4a99-ae3f-48b109b0d034 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:13.285270 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72b3b342-0a0f-46c9-97fc-31d50bb6ddf0 req-d1ebb4b2-67b4-4a99-ae3f-48b109b0d034 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 945 time: 0.5672429 Mar 09 12:26:13.330900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ef50152d-4c77-415c-b7cf-fbb752071d8e up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:13.359188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9904c721-2621-4713-bd68-70895ce44d43 None None] Port 813b1833-12f0-4252-b1f5-89316191c795 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:13.400782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port ef50152d-4c77-415c-b7cf-fbb752071d8e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:13.406670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ef50152d-4c77-415c-b7cf-fbb752071d8e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:13.407050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.529911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.538843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72b3b342-0a0f-46c9-97fc-31d50bb6ddf0 req-cdcb8394-e7fe-4f2d-9fc5-e8e0211be881 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361042 Mar 09 12:26:13.560796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:13.574884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e,segment=NetworkSegment(d433233a-11ad-4d04-9cec-3532bdd62765),segment_id=d433233a-11ad-4d04-9cec-3532bdd62765)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:13.579383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.619728 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e', 'code': 200} Mar 09 12:26:13.652993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:13.659212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:13.792215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=059e2d50-5d14-4c99-bdb4-088fe6a44670,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:13.857203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c57143-c68a-4df0-84f4-73dd87921dfa req-13678bd9-378c-49d9-bf1f-c4ecda8a742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:13.858816 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e1c57143-c68a-4df0-84f4-73dd87921dfa req-13678bd9-378c-49d9-bf1f-c4ecda8a742d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 1099 time: 0.0767946 Mar 09 12:26:13.900731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e1c57143-c68a-4df0-84f4-73dd87921dfa req-1def345f-2756-4d28-88d1-04e42772e974 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Mar 09 12:26:14.035662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:14.110249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:14.110914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:14.195149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:14.219968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:14.245413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 813b1833-12f0-4252-b1f5-89316191c795 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:14.255935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:14.362660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:14.481810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=813b1833-12f0-4252-b1f5-89316191c795,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:14.675472 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:14.684356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Sync routers for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:14.693919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:14.694533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:14.709561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] In _notify_port_updated(), no bound segment for port 813b1833-12f0-4252-b1f5-89316191c795 on network a749d792-7a64-4608-9a56-67691ef5f72d {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:26:14.714822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:14.715430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:14.716707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-628714b5-9291-4558-a508-705a74f9d859 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/ports/813b1833-12f0-4252-b1f5-89316191c795 HTTP/1.1" status: 200 len: 921 time: 3.3944995 Mar 09 12:26:14.720574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46070) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:14.813838 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f593919-3edc-4c38-86a7-95d54d797aba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/f87c830f-3bf0-42e6-94ca-5aaab335ebd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1612940 Mar 09 12:26:14.816794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46074) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:14.877552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:14.888817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] Sync routers for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:14.907593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:14.910297 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:14.965592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:14.998314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 813b1833-12f0-4252-b1f5-89316191c795 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:15.004590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.047442 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.070456 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:15.071265 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.089537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.092167 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3dfffcc2-17b9-48b3-a00e-42a94f3b9434 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/059e2d50-5d14-4c99-bdb4-088fe6a44670 HTTP/1.1" status: 204 len: 168 time: 3.7023110 Mar 09 12:26:15.099325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46078) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:15.142776 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.143473 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfac54-c68d-437b-af9f-95055fc5e15f None None] The sync data for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:15.172045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:15.180685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.204374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9572e317-fd98-498f-8cbb-6dc9710babfe None None] Provisioning for port 813b1833-12f0-4252-b1f5-89316191c795 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:15.222341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9572e317-fd98-498f-8cbb-6dc9710babfe None None] Provisioning complete for port 813b1833-12f0-4252-b1f5-89316191c795 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:15.222714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9572e317-fd98-498f-8cbb-6dc9710babfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.247800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5c7c-708c-4b03-a99d-7f5837ac18ff req-c1e305bd-87ae-4724-95bf-f75688442f4f tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:15.253777 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-579d5c7c-708c-4b03-a99d-7f5837ac18ff req-c1e305bd-87ae-4724-95bf-f75688442f4f tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.5905046 Mar 09 12:26:15.293418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9572e317-fd98-498f-8cbb-6dc9710babfe None None] Port 813b1833-12f0-4252-b1f5-89316191c795 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:15.305609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.305835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.356915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:26:11Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.360822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Checking router: f87c830f-3bf0-42e6-94ca-5aaab335ebd8 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:26:15.369167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Routers {'f87c830f-3bf0-42e6-94ca-5aaab335ebd8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:15.370866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.438075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-579d5c7c-708c-4b03-a99d-7f5837ac18ff req-24bcbcb3-9646-4b6d-96e2-d0e8b2ce07b1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733570 Mar 09 12:26:15.441312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 813b1833-12f0-4252-b1f5-89316191c795 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:15.562662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] Set router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:15.624987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.687128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=813b1833-12f0-4252-b1f5-89316191c795,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:15.809594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.822876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-420c3f7f-7a5f-4e82-9acb-1d3cb53f447f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/813b1833-12f0-4252-b1f5-89316191c795 HTTP/1.1" status: 204 len: 168 time: 1.0984898 Mar 09 12:26:15.823197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46082) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:15.869840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6620e51-2f73-4af5-b2b0-0e2a528ed356 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:26:15.870378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f6620e51-2f73-4af5-b2b0-0e2a528ed356 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:15.890428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f6620e51-2f73-4af5-b2b0-0e2a528ed356 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:15.891840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f6620e51-2f73-4af5-b2b0-0e2a528ed356 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/813b1833-12f0-4252-b1f5-89316191c795 HTTP/1.1" status: 404 len: 333 time: 0.0675972 Mar 09 12:26:15.894591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:15.897413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.921193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:26:11Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:15.926597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7523a1a-9106-4a64-bc18-7680102a93d7 None None] The sync data for ids ['f87c830f-3bf0-42e6-94ca-5aaab335ebd8'] in dv-neutron-832762-2-hyperv is: [{'id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'name': 'tempest-TestNetworkBasicOps-router-2005714993', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:24:46Z', 'updated_at': '2022-03-09T12:26:11Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'c162fea5-e575-467a-a142-cd6fc4b03d79', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c830f-3bf0-42e6-94ca-5aaab335ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:24:49Z', 'updated_at': '2022-03-09T12:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:15.985173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:15.985750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.014772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.039309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.067369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.083018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=cf66639e-1efb-4227-a2dd-c1ae1a3a5e73,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:16.083220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1c7cd-fb02-4466-b78f-ee1930bab59f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:16.090359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.090710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.095630 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-214eaef3-07df-41d0-aecd-cdf8f0f16804 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/security-groups/cfd1c7cd-fb02-4466-b78f-ee1930bab59f HTTP/1.1" status: 204 len: 168 time: 0.1996405 Mar 09 12:26:16.095893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46090) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:16.096691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f9ed6-d6c1-4223-abbe-b9375bd591f2 None None] Network bec0c470-e1a6-4d14-9afc-fc250ba93dda requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:16.121580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6edc412a-df71-4cf2-b90e-32f39a24fde8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/cf66639e-1efb-4227-a2dd-c1ae1a3a5e73 HTTP/1.1" status: 204 len: 168 time: 1.2999325 Mar 09 12:26:16.122662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:16.219806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.255749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.283405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.338105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.394594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.398960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] DHCP port deletion for bec0c470-e1a6-4d14-9afc-fc250ba93dda request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:26:16.403971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Deleting port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:16.404363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.476268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe20f562-e253-4f23-859c-063fe4995f80,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:16.497646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.498760 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1ba733be-1273-462a-b838-4d27ff8334ce tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe20f562-e253-4f23-859c-063fe4995f80 HTTP/1.1" status: 204 len: 168 time: 0.4006469 Mar 09 12:26:16.503223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46100) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:16.628013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.638596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port c162fea5-e575-467a-a142-cd6fc4b03d79 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:16.639274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.687296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] For port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,segment=NetworkSegment(d42a459d-7e08-49c0-97de-9c1483430a00),segment_id=d42a459d-7e08-49c0-97de-9c1483430a00)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:16.687734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.716852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet e2897ae0-8a6a-4711-a5b3-f8bc304902f8 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:16.722959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.800381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.816800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Calling delete_port for 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:16.828414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port c162fea5-e575-467a-a142-cd6fc4b03d79, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c162fea5-e575-467a-a142-cd6fc4b03d79,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:16.828775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.870166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc92a9-3231-4020-aca5-d1c8e9e27667 req-9e16a0fc-9450-4cc0-8c91-fa7c1e2e8c1b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:16.871748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14dc92a9-3231-4020-aca5-d1c8e9e27667 req-9e16a0fc-9450-4cc0-8c91-fa7c1e2e8c1b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.2296429 Mar 09 12:26:16.899749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:16.963045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] Pushing event deleted for resources: {'Port': ['ID=16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:16.972944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bfb1d-7eac-4406-bdf5-da866ee3e2e1 None None] No DVR routers for this DVR port 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:16.994103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port b845633c-8f9c-4cf7-9f17-297345775227 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:16.994438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.020058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.058129 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14dc92a9-3231-4020-aca5-d1c8e9e27667 req-c0c003f4-3ca1-42ab-aca4-132a985922fd tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525807 Mar 09 12:26:17.063166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for c162fea5-e575-467a-a142-cd6fc4b03d79 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:17.269281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.326769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=e2897ae0-8a6a-4711-a5b3-f8bc304902f8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:17.337140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.343583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b4050c-31db-42d4-9dc4-782a5aacb78a None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:17.365684 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-246ca971-8601-4418-abcc-eaa5f51df1ea tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/e2897ae0-8a6a-4711-a5b3-f8bc304902f8 HTTP/1.1" status: 204 len: 168 time: 0.8576479 Mar 09 12:26:17.365684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.366714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46106) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:17.372336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:17.508201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.579867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=c162fea5-e575-467a-a142-cd6fc4b03d79,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:17.650100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for b845633c-8f9c-4cf7-9f17-297345775227 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:17.678848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:17.685740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:17.690696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:17.698863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:17.700440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600647-9230-49d6-b8fe-9cc4e726a468 req-325f27c3-d6f1-4a8a-8df4-5adf07af1a2a tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:17.701803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-af600647-9230-49d6-b8fe-9cc4e726a468 req-325f27c3-d6f1-4a8a-8df4-5adf07af1a2a tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.5016699 Mar 09 12:26:17.707405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.787805 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-af600647-9230-49d6-b8fe-9cc4e726a468 req-70983fe0-a70c-4ac5-942d-8e38a596319e tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773726 Mar 09 12:26:17.882280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:17.885737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.928152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.932764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:17.940123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.021868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=b845633c-8f9c-4cf7-9f17-297345775227,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:18.044546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.045111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router f87c830f-3bf0-42e6-94ca-5aaab335ebd8 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:26:18.084265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.087808 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cc5460c2-cf81-4c20-bb83-f6f95dcb2efd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/f87c830f-3bf0-42e6-94ca-5aaab335ebd8 HTTP/1.1" status: 204 len: 168 time: 1.9618464 Mar 09 12:26:18.091798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46112) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:18.115163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:18.210278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:18.210597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16c7c14b-4ec0-4e0c-9ebf-e30bd05d080d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:18.211031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ca8c1f6f-fc60-4333-838d-538628d61e05 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:18.271106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ca8c1f6f-fc60-4333-838d-538628d61e05 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:18.271466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ca8c1f6f-fc60-4333-838d-538628d61e05 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:18.414993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.457129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9ebf5b8f-4289-41d2-9c63-a0fc3129fa02 None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:18.457770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5b8f-4289-41d2-9c63-a0fc3129fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.521042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.527285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf5b8f-4289-41d2-9c63-a0fc3129fa02 None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:18.540133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9ebf5b8f-4289-41d2-9c63-a0fc3129fa02 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:18.540747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5b8f-4289-41d2-9c63-a0fc3129fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.599532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85deb-4593-4279-85aa-7db9e8a79663 req-fe07a745-1f2f-4c9a-8a17-064e01e417d0 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:18.601068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8f85deb-4593-4279-85aa-7db9e8a79663 req-fe07a745-1f2f-4c9a-8a17-064e01e417d0 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.2361970 Mar 09 12:26:18.670440 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8f85deb-4593-4279-85aa-7db9e8a79663 req-849d8770-8647-4bb0-acb6-149f281d8037 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630689 Mar 09 12:26:18.750788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.776010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.813824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec0c470-e1a6-4d14-9afc-fc250ba93dda']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:18.846727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42a459d-7e08-49c0-97de-9c1483430a00') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:18.847031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42a459d-7e08-49c0-97de-9c1483430a00') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:18.865726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:18.870637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.877513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:18.885572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:18.886163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.887332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f058b-bcce-4858-8ff1-11a9fea7cb75 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:18.896920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=b4b7e488-5301-47e2-a11d-e4893801d9e7,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:18.907491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.917073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:18.917546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:18.934374 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:18.949518 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c20a2d93-ea89-42d9-bdec-d38100971855 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5794792 Mar 09 12:26:18.950463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46118) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:18.955296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'security_group': {'name': 'tempest-secgroup-752973443'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:18.972091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:19.008640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.018260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.021775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.029690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.036859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.065207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.072483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.085457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=bec0c470-e1a6-4d14-9afc-fc250ba93dda,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:19.101124 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6be69d18-d0eb-4738-8d1e-ddc791b4b553 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/bec0c470-e1a6-4d14-9afc-fc250ba93dda HTTP/1.1" status: 204 len: 168 time: 1.0081556 Mar 09 12:26:19.102432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.118723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:19.125438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1331272666', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:19.130407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.134492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.137854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.141089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.143829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.152180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.154784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.175674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:19.179168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.182133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:19.196058 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a349828f-9251-4734-a9aa-e5db77951595 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/routers/6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0903111 Mar 09 12:26:19.198538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:19.201109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] Sync routers for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:19.213226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:19.214067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:19.217308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:19.239271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.239619 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment 751878cf-df06-435d-9957-7847ac19fc42 of type vlan for network 6212dbfb-76fa-4028-9a80-963e627aab68 Mar 09 12:26:19.285183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.288968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.293660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.316331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:19.339305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] Routers {'6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:19.339916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:19.354470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.355688 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4043777 Mar 09 12:26:19.358950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7edf-2907-44cf-a1db-f0b3f1b4e5bf tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd3f9f-0f1f-4518-9f41-7108160debdf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:19.361785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46130) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:19.367130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'security_group': {'name': 'tempest-secgroup-303980103'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:19.373973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.379021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.384598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:19.385332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.394035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.411200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:19.411590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ca21a-0620-4851-8be3-5f854b637242 None None] The sync data for ids ['6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:19.412980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Update dhcp port {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'fixed_ips': [{'subnet_id': '88adc87a-142c-40fc-8614-180f490832d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4b7e488-5301-47e2-a11d-e4893801d9e7'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '842795c6-7023-470a-9825-814d3bb7150f'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:26:19.420259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.444441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.474047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.501843 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3821082 Mar 09 12:26:19.508541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46134) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:19.515976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:19.524833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.538141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bc732-bad9-4db1-a256-33f24b2f45fa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=6212dbfb-76fa-4028-9a80-963e627aab68,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:19.540564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.547720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.555262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6212dbfb-76fa-4028-9a80-963e627aab68 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:19.566711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.570171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:19.575613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.576116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.578503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:19.582266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:19.590375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:19.596577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.597714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.642665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.764167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.775690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.781094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 46c73308-9262-4954-ad60-96e75f6d240a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:19.781784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.786307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Allocated IP 172.20.0.2 (a749d792-7a64-4608-9a56-67691ef5f72d/b4b7e488-5301-47e2-a11d-e4893801d9e7/842795c6-7023-470a-9825-814d3bb7150f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:19.832235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:19.939437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:19.944375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c162fea5-e575-467a-a142-cd6fc4b03d79 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:19.982032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c162fea5-e575-467a-a142-cd6fc4b03d79 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:19.982387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c162fea5-e575-467a-a142-cd6fc4b03d79 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:20.004601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.026490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c894546-57b1-43d1-8bfb-8c05f9e39627,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:20.029394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Transition to ACTIVE for port object 842795c6-7023-470a-9825-814d3bb7150f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:20.033599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.034490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.034638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77dbe-b2db-41e5-9574-200c88b768ec req-edb01022-09b8-4e60-bdea-7a9f047188b8 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:20.036244 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eee77dbe-b2db-41e5-9574-200c88b768ec req-edb01022-09b8-4e60-bdea-7a9f047188b8 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.1956582 Mar 09 12:26:20.038610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.039937 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b33f770a-6069-4067-b091-9b8278725798 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6772227 Mar 09 12:26:20.043317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.043772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46140) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:20.050321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'security_group': {'name': 'tempest-secgroup-2136016518'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:20.056176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:20.060095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:20.064249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:20.070890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:20.116949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.146337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:20.190187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103ba24-8155-47bb-b59d-cbae88e20961 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:20.196251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 46c73308-9262-4954-ad60-96e75f6d240a owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:20.204875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:security_group_rule and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:20.210799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:20.223111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:20.259484 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eee77dbe-b2db-41e5-9574-200c88b768ec req-308a40d2-079b-40de-9a7d-7bcf4b29c613 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075431 Mar 09 12:26:20.415527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.434207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.434493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.520320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=46c73308-9262-4954-ad60-96e75f6d240a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:20.606444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.644323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297dc83d-5789-4794-8eee-6294fe7574c4,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:20.700075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.702757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.706361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9ee9ecc7-dbdb-4129-b898-36cf4f45e993 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6591585 Mar 09 12:26:20.714433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.758484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46148) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:20.770102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-196587322', 'security_groups': ['297dc83d-5789-4794-8eee-6294fe7574c4'], 'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4b7e488-5301-47e2-a11d-e4893801d9e7'}]}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:20.827657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:20.828316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.885580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:20.896483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Provisioning for port 842795c6-7023-470a-9825-814d3bb7150f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:20.902041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:20.902448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23b661b9-ba0f-4ed8-8094-6c8d7f419c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:20.960592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-6edc5c0f-ff74-43e9-962c-0a45c5f4c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:20.962122 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-6edc5c0f-ff74-43e9-962c-0a45c5f4c915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195c388fe64f4bdbb6ac4900c8082767&device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 1099 time: 0.3152087 Mar 09 12:26:21.089177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.217 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/835d6195-dafc-4deb-b997-3cccc5447b8b) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:21.157949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.160807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.164771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-541e35ca-a67a-4a26-83e6-dd46d4417c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:21.166223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-541e35ca-a67a-4a26-83e6-dd46d4417c0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 200 len: 912 time: 0.1980498 Mar 09 12:26:21.237583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.238045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Fanout notify agent at l3_agent the message router_deleted on router 6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:26:21.239863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:21.255651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939239d-3ab5-4046-9b55-527e80d43f8f req-7f963904-6ef7-42d9-9884-12be0714c543 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:21.257188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4939239d-3ab5-4046-9b55-527e80d43f8f req-7f963904-6ef7-42d9-9884-12be0714c543 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.6071036 Mar 09 12:26:21.268165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:21.295994 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-f374adb1-0ef2-4964-9f97-ae4c57dc8ce6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 200 len: 217 time: 0.0843866 Mar 09 12:26:21.301850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.302938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aeba761f-6bd2-4578-96f9-6be5be27bfe6 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/routers/6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 HTTP/1.1" status: 204 len: 168 time: 2.1034064 Mar 09 12:26:21.307593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46152) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:21.352076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:21.397768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.401627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-1d3f4b0b-d063-4c25-a402-fac0065510a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:21.403083 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-1d3f4b0b-d063-4c25-a402-fac0065510a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61eed642-21b2-42d7-86fc-c0ca47149d71 HTTP/1.1" status: 200 len: 851 time: 0.1006744 Mar 09 12:26:21.424980 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4939239d-3ab5-4046-9b55-527e80d43f8f req-452c6c5e-cffe-4d98-87ae-2820d130df6c tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586292 Mar 09 12:26:21.456849 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-cb5d92df-297a-459d-b73f-373cdc5698c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36a230e2-cc29-4036-8053-891fbe4688aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470266 Mar 09 12:26:21.500769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting subnet a0d37599-e4e5-4ead-97f3-9e7699e4abcd {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:21.505333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.591034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.599887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.637890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.680733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:21.683897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] device_id is not set on port 08130fac-cd92-428b-853c-154a41e3e93f yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:26:21.685440 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-945dbf73-e6d4-455b-a654-3b5d896e5120 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226844 Mar 09 12:26:21.696484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:21.702846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:21.777449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=835d6195-dafc-4deb-b997-3cccc5447b8b,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:21.833482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.983626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:21.988705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:22.026883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.6 (a749d792-7a64-4608-9a56-67691ef5f72d/b4b7e488-5301-47e2-a11d-e4893801d9e7/08130fac-cd92-428b-853c-154a41e3e93f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:22.029030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d37599-e4e5-4ead-97f3-9e7699e4abcd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:22.042981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.051573 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8ab42bc2-b507-409c-b65b-c2caa07b26e3 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/subnets/a0d37599-e4e5-4ead-97f3-9e7699e4abcd HTTP/1.1" status: 204 len: 168 time: 0.7429478 Mar 09 12:26:22.055842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46156) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:22.056559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368dc789-43e2-440a-837c-0c8c5f035e50 None None] Network 18dcc34d-ea22-4a6e-9d89-349e58f61c09 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:22.079949 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cf565a9f-44be-4152-a2fb-7ed6aff9cddf req-ef956b03-51e6-473d-b308-300a60fea18d service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811557 Mar 09 12:26:22.162876 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:22.163258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.290034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.309101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.342065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 74c5ee04-520b-491b-8cad-126cbf4853d9 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:22.342428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.470454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.482443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acac547-7931-4907-adad-b0ff088da367 None None] DHCP port deletion for 18dcc34d-ea22-4a6e-9d89-349e58f61c09 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:26:22.487724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Deleting port 74c5ee04-520b-491b-8cad-126cbf4853d9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:22.488112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.502156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 08130fac-cd92-428b-853c-154a41e3e93f will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:22.543899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.672503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-07109de6-8f48-4f69-9863-301865359daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.722590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:22.742549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:22.757956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=08130fac-cd92-428b-853c-154a41e3e93f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:22.805727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3acac547-7931-4907-adad-b0ff088da367 None None] For port 74c5ee04-520b-491b-8cad-126cbf4853d9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=74c5ee04-520b-491b-8cad-126cbf4853d9,segment=NetworkSegment(1e008fdb-1426-474b-913d-564c211d447c),segment_id=1e008fdb-1426-474b-913d-564c211d447c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:22.806340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.812939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:22.888422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.907505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] For port 74c5ee04-520b-491b-8cad-126cbf4853d9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=74c5ee04-520b-491b-8cad-126cbf4853d9,segment=NetworkSegment(1e008fdb-1426-474b-913d-564c211d447c),segment_id=1e008fdb-1426-474b-913d-564c211d447c)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:22.908087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.922752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:22.923404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:22.956610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Calling delete_port for 74c5ee04-520b-491b-8cad-126cbf4853d9 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:23.055381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.108074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acac547-7931-4907-adad-b0ff088da367 None None] Pushing event deleted for resources: {'Port': ['ID=74c5ee04-520b-491b-8cad-126cbf4853d9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:23.110064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acac547-7931-4907-adad-b0ff088da367 None None] No DVR routers for this DVR port 74c5ee04-520b-491b-8cad-126cbf4853d9 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:23.121172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-647869bb-1753-466c-be4b-b0574e612a9b None None] Provisioning for port 08130fac-cd92-428b-853c-154a41e3e93f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:23.128023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-647869bb-1753-466c-be4b-b0574e612a9b None None] Provisioning complete for port 08130fac-cd92-428b-853c-154a41e3e93f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:23.128466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-647869bb-1753-466c-be4b-b0574e612a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.148828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:26:23.184921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-647869bb-1753-466c-be4b-b0574e612a9b None None] Port 08130fac-cd92-428b-853c-154a41e3e93f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:23.196692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 74c5ee04-520b-491b-8cad-126cbf4853d9 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:23.233266 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3feac66a-97fa-4c95-bfad-7e187b506b07 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4736803 Mar 09 12:26:23.236362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46162) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:23.243461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:23.245513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adb27f-ff05-40de-85f7-3b6ca96053b5 req-c2ca4f80-d342-4905-9597-121f757dffb3 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:23.246953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4adb27f-ff05-40de-85f7-3b6ca96053b5 req-c2ca4f80-d342-4905-9597-121f757dffb3 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.6458111 Mar 09 12:26:23.316452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.db.api [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:26:23.316772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG oslo_db.api [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:26:23.319613 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4adb27f-ff05-40de-85f7-3b6ca96053b5 req-4554963d-d247-4d86-a22e-887aca5cf9b7 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614932 Mar 09 12:26:23.445917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:23.455454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:23.464364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:23.464979 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:23.490171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:23.492679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.495969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de5f1d4c-39de-4bb1-a6d7-cb2bb330caa6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9845695 Mar 09 12:26:23.497305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:23.501981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:23.506162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:23.514322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:23.528815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:23.534339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.679190 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4b7e488-5301-47e2-a11d-e4893801d9e7 (CIDR: 172.20.0.0/28) Mar 09 12:26:23.679530 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:23.685916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:26:23.687958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:23.707360 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0cd2a285-bc83-40fc-ac65-82a71b9e427a tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4699447 Mar 09 12:26:23.710036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46172) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:23.716109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:23.726242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-85c2623d-9bbc-4fa5-a94d-38f9bbdb1152 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2253611 Mar 09 12:26:23.726599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46176) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:23.818538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 74c5ee04-520b-491b-8cad-126cbf4853d9 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:23.819037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.862796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:23.866953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:23.869900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:23.877019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:23.890268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:23.894566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:23.895932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] The port '74c5ee04-520b-491b-8cad-126cbf4853d9' was deleted {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:26:23.982441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 74c5ee04-520b-491b-8cad-126cbf4853d9 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:23.988506 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:22Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:23.992493 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:26:23.993033 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Updating router 76f3488f-748b-4a99-81d0-5b78fa39a96e port 835d6195-dafc-4deb-b997-3cccc5447b8b binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:26:24.021865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 74c5ee04-520b-491b-8cad-126cbf4853d9 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:24.022477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 74c5ee04-520b-491b-8cad-126cbf4853d9 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:24.037010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52f6a1-14ef-4c11-a5c7-4c5eafe46b6a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:24.038493 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bf52f6a1-14ef-4c11-a5c7-4c5eafe46b6a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3107977 Mar 09 12:26:24.042132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46180) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:24.051109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.057750 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.081607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dcc34d-ea22-4a6e-9d89-349e58f61c09']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:24.091538 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ddb62664-d2e2-451f-9de5-a046e049b27e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457447 Mar 09 12:26:24.095089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46184) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:24.098633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e008fdb-1426-474b-913d-564c211d447c') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:24.098990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e008fdb-1426-474b-913d-564c211d447c') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:24.102556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646593382', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:24.112148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.128957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.135380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:24.135884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: util.warn( Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:24.151251 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:24.239970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.245626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.274513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Network': ['ID=18dcc34d-ea22-4a6e-9d89-349e58f61c09,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:24.281448 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fe8efc81-ce49-4041-b3f8-af197b4da962 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/networks/18dcc34d-ea22-4a6e-9d89-349e58f61c09 HTTP/1.1" status: 204 len: 168 time: 2.2244830 Mar 09 12:26:24.283805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46188) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:24.366020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:24.369814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:24.372621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:24.379077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:24.387017 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.ipam_backend_mixin [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 88adc87a-142c-40fc-8614-180f490832d7 (CIDR: 172.20.0.16/28) Mar 09 12:26:24.391943 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:26:24.392535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:24.409179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:24.414614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.416273 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.430434 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Transition to ACTIVE for port object 835d6195-dafc-4deb-b997-3cccc5447b8b will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:24.438842 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.455555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 0b06c108-13ae-4439-9f89-6557d0368177 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:24.455957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.513137 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Pushing event updated for resources: {'Port': ['ID=835d6195-dafc-4deb-b997-3cccc5447b8b,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:24.524093 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.524773 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.526690 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.527193 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.527732 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.528420 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.528966 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.529555 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.531383 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.531892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.532378 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.532920 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:24.566567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Attempting to bind port 835d6195-dafc-4deb-b997-3cccc5447b8b on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:24.566934 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Attempting to bind port 835d6195-dafc-4deb-b997-3cccc5447b8b by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:24.567495 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Attempting to bind port 835d6195-dafc-4deb-b997-3cccc5447b8b on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:24.573540 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:24.573909 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:24.574304 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.574690 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:24.575147 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Bound port: 835d6195-dafc-4deb-b997-3cccc5447b8b, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:24.575512 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.597401 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b03cb073-7fd3-400b-84dd-ece2e7762e3d tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8863044 Mar 09 12:26:24.600009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46194) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:24.607747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'subnet': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:24.656669 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] For port 835d6195-dafc-4deb-b997-3cccc5447b8b, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:24.659214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.659731 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] For port 835d6195-dafc-4deb-b997-3cccc5447b8b, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=835d6195-dafc-4deb-b997-3cccc5447b8b,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:24.664108 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.742273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=a8712e7e-2333-403d-aa4a-b8e71f18106e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:24.751719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:24.751971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: 6212dbfb-76fa-4028-9a80-963e627aab68, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:24.753118 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c87cb-5263-4906-a2fe-10f247288d13 None None] Pushing event updated for resources: {'Port': ['ID=835d6195-dafc-4deb-b997-3cccc5447b8b,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:24.756913 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:24.757818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:25:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:24.773283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:24.783689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 6212dbfb-76fa-4028-9a80-963e627aab68) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:24.788039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:24.788690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.798513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae3303-0b9c-41b2-b881-5323e559b0e5 None None] Network 6212dbfb-76fa-4028-9a80-963e627aab68 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:24.816500 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f81ac120-fccc-4cad-93e7-f7c719c90c79 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7203064 Mar 09 12:26:24.819247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46198) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:24.826290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2216063-8294-4ef3-9541-5514959e151c req-0a3e4bdd-e842-4461-8a51-fd065462917f tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:24.827822 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f2216063-8294-4ef3-9541-5514959e151c req-0a3e4bdd-e842-4461-8a51-fd065462917f tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.3418586 Mar 09 12:26:24.835606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.835931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.955151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa0a183a-dfe0-469e-9bf5-458587df945d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:24.964078 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:25.072922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-6212dbfb-76fa-4028-9a80-963e627aab68', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:25.074182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.138974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 0b06c108-13ae-4439-9f89-6557d0368177 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:25.194868 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f2216063-8294-4ef3-9541-5514959e151c req-d2350dcb-c21d-4f93-88b4-57de6da9dad6 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511357 Mar 09 12:26:25.197753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:25.210330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Usage tracker for resource:subnet and tenant:db2bdd7e5edd4f42a5695487dc6414d3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:25.216381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:25.225020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:25.251273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Made reservation on behalf of db2bdd7e5edd4f42a5695487dc6414d3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:25.255093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.328104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Allocated IP 172.20.0.2 (6212dbfb-76fa-4028-9a80-963e627aab68/a8712e7e-2333-403d-aa4a-b8e71f18106e/40dd3753-1826-480b-92e3-3a1b2e28e1e2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:25.371004 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:22Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:25.380515 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501b43d-038a-44f9-b308-1b38370a9e52 None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:22Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:25.462200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.526975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=0b06c108-13ae-4439-9f89-6557d0368177,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:25.682803 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:26:25.703774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.734903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.762513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.764720 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b77ca26f-0c7e-48d7-9ce9-970dbdf7ddba tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/floatingips/6fb12d5a-ada3-46ff-ab95-725b9eaf1b82 HTTP/1.1" status: 204 len: 168 time: 1.4794104 Mar 09 12:26:25.770167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46206) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:25.770761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.771817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Transition to ACTIVE for port object 40dd3753-1826-480b-92e3-3a1b2e28e1e2 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:25.803525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Transition to ACTIVE for port object 40dd3753-1826-480b-92e3-3a1b2e28e1e2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:25.814084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.857648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a1f84a-a718-4c68-bbeb-b62d463c84df tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:25.858292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a1f84a-a718-4c68-bbeb-b62d463c84df tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:25.860776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-29a1f84a-a718-4c68-bbeb-b62d463c84df tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/059e2d50-5d14-4c99-bdb4-088fe6a44670 HTTP/1.1" status: 404 len: 333 time: 0.0852413 Mar 09 12:26:25.867355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46210) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:25.891372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:25.894238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:25.903703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:25.918522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Pushing event updated for resources: {'Port': ['ID=40dd3753-1826-480b-92e3-3a1b2e28e1e2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:25.922751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:25.947068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-77887b15-4128-4311-9d93-de49b944a60d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Synchronizing usage tracker for tenant:116b408840814bb0ae4849b9378a4dea on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:25.988045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.040324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-77887b15-4128-4311-9d93-de49b944a60d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Unset dirty status for tenant:116b408840814bb0ae4849b9378a4dea on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:26.041507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-77887b15-4128-4311-9d93-de49b944a60d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/ports?device_id=6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 HTTP/1.1" status: 200 len: 205 time: 0.1731486 Mar 09 12:26:26.053040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46214) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:26.089018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Attempting to bind port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:26.089623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Attempting to bind port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:26.090260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Attempting to bind port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:26.102545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 835d6195-dafc-4deb-b997-3cccc5447b8b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:26.139482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Network a749d792-7a64-4608-9a56-67691ef5f72d is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:26.154766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:26.158170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:26.159059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.172094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:26.172476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Checking segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:26.172881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.173297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Bound using segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:26.173782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Bound port: 40dd3753-1826-480b-92e3-3a1b2e28e1e2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:26.174159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.190080 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-9c8f083e-133a-4d7f-9c3b-c9409a12776b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] delete failed (client error): The resource could not be found. Mar 09 12:26:26.191498 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9c8f083e-133a-4d7f-9c3b-c9409a12776b tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/routers/6096e7c1-b8fd-43fc-a4a9-0d661fcef3d2 HTTP/1.1" status: 404 len: 336 time: 0.1367705 Mar 09 12:26:26.194440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Subnet': ['ID=04bd2368-d664-4461-9c86-d8b22d7a4951,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:26.207684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a235dc99-cf8d-41e0-9237-2418baa3b339 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:26.209203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46218) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:26.211085 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0a1982c4-6fe2-4230-80af-959d71d8a756 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6098163 Mar 09 12:26:26.221287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ee115-e259-40d9-a6b8-29822b0bacd4 req-f55fa7a9-354e-4f2d-8334-01e95aee99f1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:26.223250 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-af5ee115-e259-40d9-a6b8-29822b0bacd4 req-f55fa7a9-354e-4f2d-8334-01e95aee99f1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.4055514 Mar 09 12:26:26.225940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46220) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:26.271396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1774761661', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04bd2368-d664-4461-9c86-d8b22d7a4951'}], 'security_groups': ['e3bd3f9f-0f1f-4518-9f41-7108160debdf', '1c894546-57b1-43d1-8bfb-8c05f9e39627']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:26.299773 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c354634-2796-4c45-93dc-3942863bc253 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:26.300418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c354634-2796-4c45-93dc-3942863bc253 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:26.302323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3c354634-2796-4c45-93dc-3942863bc253 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/subnets/a0d37599-e4e5-4ead-97f3-9e7699e4abcd HTTP/1.1" status: 404 len: 337 time: 0.0777707 Mar 09 12:26:26.305195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46226) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:26.365625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-af5ee115-e259-40d9-a6b8-29822b0bacd4 req-8168a301-bd17-435a-a49d-0a7962da605f tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 Mar 09 12:26:26.449706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.481855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.510463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 835d6195-dafc-4deb-b997-3cccc5447b8b completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:26.530127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 835d6195-dafc-4deb-b997-3cccc5447b8b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:26.530618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.630949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 06a9a119-3ef1-4638-b4ea-c9a4413a5337 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:26.631290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.678070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] For port 40dd3753-1826-480b-92e3-3a1b2e28e1e2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:26.695755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] For port 40dd3753-1826-480b-92e3-3a1b2e28e1e2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=40dd3753-1826-480b-92e3-3a1b2e28e1e2,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:26.705457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.815465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (6212dbfb-76fa-4028-9a80-963e627aab68/a8712e7e-2333-403d-aa4a-b8e71f18106e/5ee43fc8-1237-45d1-85ec-b0d738d5bce5) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:26.851925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d251532-6fa7-4b6c-988b-67b2c8983eb0 None None] Pushing event updated for resources: {'Port': ['ID=40dd3753-1826-480b-92e3-3a1b2e28e1e2,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:26.866485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.896413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 835d6195-dafc-4deb-b997-3cccc5447b8b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=835d6195-dafc-4deb-b997-3cccc5447b8b,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:26.904279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:26.996712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Delete allocated IP 172.20.0.6 (a749d792-7a64-4608-9a56-67691ef5f72d/b4b7e488-5301-47e2-a11d-e4893801d9e7) {{(pid=87831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 09 12:26:27.008913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Allocated IP 172.20.0.35 (a749d792-7a64-4608-9a56-67691ef5f72d/04bd2368-d664-4461-9c86-d8b22d7a4951/08130fac-cd92-428b-853c-154a41e3e93f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:27.053282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=835d6195-dafc-4deb-b997-3cccc5447b8b,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:27.058057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Update dhcp port {'port': {'network_id': 'a749d792-7a64-4608-9a56-67691ef5f72d', 'fixed_ips': [{'subnet_id': '88adc87a-142c-40fc-8614-180f490832d7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4b7e488-5301-47e2-a11d-e4893801d9e7', 'ip_address': '172.20.0.2'}, {'subnet_id': '04bd2368-d664-4461-9c86-d8b22d7a4951'}], 'binding:host_id': 'dv-neutron-832762-2-hyperv'}, 'id': '842795c6-7023-470a-9825-814d3bb7150f'} from dv-neutron-832762-2-hyperv. {{(pid=87832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 09 12:26:27.086513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.134615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.274301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 06a9a119-3ef1-4638-b4ea-c9a4413a5337 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:27.322160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.341598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.349334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Transition to ACTIVE for port object 08130fac-cd92-428b-853c-154a41e3e93f will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:27.354555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.376793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:27.448468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Allocated IP 172.20.0.34 (a749d792-7a64-4608-9a56-67691ef5f72d/04bd2368-d664-4461-9c86-d8b22d7a4951/842795c6-7023-470a-9825-814d3bb7150f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:27.477894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.542845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.634983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:27.644781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:27.647305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.651190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:27.678468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] In _notify_port_updated(), no bound segment for port 08130fac-cd92-428b-853c-154a41e3e93f on network a749d792-7a64-4608-9a56-67691ef5f72d {{(pid=87831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:26:27.679984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:27.683233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:27.684983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:27.685610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.687085 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "PUT /v2.0/ports/08130fac-cd92-428b-853c-154a41e3e93f HTTP/1.1" status: 200 len: 960 time: 1.4597034 Mar 09 12:26:27.710790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.726308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46232) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:27.729458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Transition to ACTIVE for port object 842795c6-7023-470a-9825-814d3bb7150f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:27.734371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.780632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=06a9a119-3ef1-4638-b4ea-c9a4413a5337,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:27.797762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b059-ae5d-4dcb-b427-0088b42b63d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event updated for resources: {'Port': ['ID=08130fac-cd92-428b-853c-154a41e3e93f,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:27.819087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.822482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.834891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 08130fac-cd92-428b-853c-154a41e3e93f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:27.835235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:27.907379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896fcb4-406a-429d-b1ca-fe479108056e None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:27.976432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ac92015f-fec2-4bfc-a6c5-bec88ccaf535 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/06a9a119-3ef1-4638-b4ea-c9a4413a5337 HTTP/1.1" status: 204 len: 168 time: 1.6661301 Mar 09 12:26:27.977065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46236) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:28.128797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.153185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 40dd3753-1826-480b-92e3-3a1b2e28e1e2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:28.172527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 6f777195-530e-4a4e-9d15-1ce0c817f8d5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:28.173056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.272670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:28.281652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 835d6195-dafc-4deb-b997-3cccc5447b8b up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:28.304375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6d25-d897-46ed-8c33-e3b76ff19b2c req-fc00abbe-5978-471e-8f76-bfdfdece7198 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:28.313248 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d08f6d25-d897-46ed-8c33-e3b76ff19b2c req-fc00abbe-5978-471e-8f76-bfdfdece7198 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.6404979 Mar 09 12:26:28.322906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 08130fac-cd92-428b-853c-154a41e3e93f owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:28.367168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 835d6195-dafc-4deb-b997-3cccc5447b8b triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:28.367802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.450408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d08f6d25-d897-46ed-8c33-e3b76ff19b2c req-398166f7-2fb2-47bf-9b6e-fa75e87b94c1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361854 Mar 09 12:26:28.548384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:28.622775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c060b-b0b8-4c20-a866-05f371cda3ca None None] Network 6212dbfb-76fa-4028-9a80-963e627aab68 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:28.675310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.713215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.829433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=08130fac-cd92-428b-853c-154a41e3e93f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:28.883163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Provisioning for port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:28.966683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Provisioning complete for port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:28.967400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.972635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:28.994969 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5de2a535-52b6-471a-93ca-98d9598793d5 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/08130fac-cd92-428b-853c-154a41e3e93f HTTP/1.1" status: 204 len: 168 time: 1.2580018 Mar 09 12:26:28.999235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46244) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:29.067932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e756bf4-4b6c-40b0-a39f-a36c327ebb48 req-d759b4b1-de59-4722-8ad8-6859ff55fd1b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:29.069059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9e756bf4-4b6c-40b0-a39f-a36c327ebb48 req-d759b4b1-de59-4722-8ad8-6859ff55fd1b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.1625547 Mar 09 12:26:29.071324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad20764-c058-4137-bfff-8103ee2c196f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] GET failed (client error): The resource could not be found. Mar 09 12:26:29.071324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1ad20764-c058-4137-bfff-8103ee2c196f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Synchronizing usage tracker for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:29.092759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.103054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1ad20764-c058-4137-bfff-8103ee2c196f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Unset dirty status for tenant:db2bdd7e5edd4f42a5695487dc6414d3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:29.104940 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1ad20764-c058-4137-bfff-8103ee2c196f tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports/08130fac-cd92-428b-853c-154a41e3e93f HTTP/1.1" status: 404 len: 333 time: 0.1012526 Mar 09 12:26:29.108447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46248) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:29.157423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9e756bf4-4b6c-40b0-a39f-a36c327ebb48 req-16a1fb20-9b50-4cea-8908-ea3dd4ca835d tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730114 Mar 09 12:26:29.219517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.247078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 6f777195-530e-4a4e-9d15-1ce0c817f8d5 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:29.250009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.262017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.312952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.341316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297dc83d-5789-4794-8eee-6294fe7574c4,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:29.358664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.360047 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-87bb99c7-9599-4d80-b732-0f4898dad7fc tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/security-groups/297dc83d-5789-4794-8eee-6294fe7574c4 HTTP/1.1" status: 204 len: 168 time: 0.2439263 Mar 09 12:26:29.367344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46252) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:29.416267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] For port 40dd3753-1826-480b-92e3-3a1b2e28e1e2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=40dd3753-1826-480b-92e3-3a1b2e28e1e2,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:29.427365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.477882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.518614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec918c7-a041-4882-9693-585929fe422f req-f211d37f-0993-4268-813f-1667cb3b4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:29.520161 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-f211d37f-0993-4268-813f-1667cb3b4f83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=195c388fe64f4bdbb6ac4900c8082767&device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 1099 time: 0.5896888 Mar 09 12:26:29.572633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e44a37-f19b-498d-9433-05a7109a5804 None None] Pushing event updated for resources: {'Port': ['ID=40dd3753-1826-480b-92e3-3a1b2e28e1e2,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:29.580726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.586070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:29.586462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.698370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.721761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:29.722274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c894546-57b1-43d1-8bfb-8c05f9e39627,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:29.727461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.728777 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2f39630c-e1e4-4a49-8358-d69f71b36fc9 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c894546-57b1-43d1-8bfb-8c05f9e39627 HTTP/1.1" status: 204 len: 168 time: 0.3600333 Mar 09 12:26:29.731444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46256) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:29.746870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Provisioning for port 842795c6-7023-470a-9825-814d3bb7150f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:29.757367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:29.757746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.824375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.856176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.862108 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.930692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.949033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd3f9f-0f1f-4518-9f41-7108160debdf,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:29.962958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:29.964110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ecea47a2-19bc-448c-88c7-548f8baf43b4 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3bd3f9f-0f1f-4518-9f41-7108160debdf HTTP/1.1" status: 204 len: 168 time: 0.2311847 Mar 09 12:26:29.976908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46260) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:29.979479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-471734c0-77bc-44b7-bf18-8eb6606330f9 None None] Could not find standard attr ID for object 08130fac-cd92-428b-853c-154a41e3e93f. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:26:29.990227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=6f777195-530e-4a4e-9d15-1ce0c817f8d5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:30.011063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 40dd3753-1826-480b-92e3-3a1b2e28e1e2 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:30.069924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet b4b7e488-5301-47e2-a11d-e4893801d9e7 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:30.074123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.109557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:30.109943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.139102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec918c7-a041-4882-9693-585929fe422f req-fbba36e4-c2e5-43c5-acd2-a18131771c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:30.141317 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-fbba36e4-c2e5-43c5-acd2-a18131771c97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 200 len: 912 time: 0.6108754 Mar 09 12:26:30.149555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Provisioning complete for port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:30.150269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.150769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.231097 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-ceea2859-acae-4958-8b06-b3672dea426b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 200 len: 217 time: 0.0803225 Mar 09 12:26:30.255343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.281996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.313784 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c338cc77-10b7-46e7-9edd-852a5a20e31c tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/ports/6f777195-530e-4a4e-9d15-1ce0c817f8d5 HTTP/1.1" status: 204 len: 168 time: 2.3309326 Mar 09 12:26:30.315942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46266) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:30.322015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.326974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec918c7-a041-4882-9693-585929fe422f req-e176fb59-2f2d-40b6-a317-7a6b867d6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:30.328426 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-e176fb59-2f2d-40b6-a317-7a6b867d6642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61eed642-21b2-42d7-86fc-c0ca47149d71 HTTP/1.1" status: 200 len: 851 time: 0.0901275 Mar 09 12:26:30.329759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.376750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Provisioning for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:30.382435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Provisioning complete for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:30.382818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.442557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:30.445908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a908545-088f-4561-bf2f-2f262c75fb1f None None] Could not find standard attr ID for object 08130fac-cd92-428b-853c-154a41e3e93f. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:26:30.553721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.568509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5ad04598-de03-45c0-9720-4c42caf279d9 None None] Provisioning complete for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:30.568851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ad04598-de03-45c0-9720-4c42caf279d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.594033 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-196920e1-3390-4ecc-b371-008b5c49c611 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36a230e2-cc29-4036-8053-891fbe4688aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332363 Mar 09 12:26:30.608018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b7e488-5301-47e2-a11d-e4893801d9e7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:30.620114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.628334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26a22e-5a11-4a3c-a0b3-ecfe9372e4c8 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:30.636438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126cf21-e2b2-4e88-9d21-aac1343fc204 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:30.641404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8126cf21-e2b2-4e88-9d21-aac1343fc204 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d8ca390-9963-4ebc-ad75-4578c015c122 HTTP/1.1" status: 200 len: 913 time: 0.3198755 Mar 09 12:26:30.642142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46270) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:30.646064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5ad04598-de03-45c0-9720-4c42caf279d9 None None] Port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:30.700403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1fa985ec-0770-4d21-91ec-0008ab9a80ff tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/b4b7e488-5301-47e2-a11d-e4893801d9e7 HTTP/1.1" status: 204 len: 168 time: 0.7291796 Mar 09 12:26:30.714262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe1fd6-e2e4-450e-912e-307f2086bb39 req-944f6785-84b0-40cd-88e6-3c779f409dff tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:30.715705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aebe1fd6-e2e4-450e-912e-307f2086bb39 req-944f6785-84b0-40cd-88e6-3c779f409dff tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.3989122 Mar 09 12:26:30.718105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:30.725226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46274) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:30.726746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:30.790251 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aebe1fd6-e2e4-450e-912e-307f2086bb39 req-e41b0ca6-e3da-4012-9d28-81407e6a5980 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637755 Mar 09 12:26:30.931865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 04bd2368-d664-4461-9c86-d8b22d7a4951 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:30.935079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-9a4ab32c-041a-4b7c-90a6-aab9c8d3f923 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318951 Mar 09 12:26:30.940819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.115883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.149752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:31.157332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:31.277376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.370246 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ec918c7-a041-4882-9693-585929fe422f req-1e9851fa-5096-46d7-82b5-40fc17f4be95 service neutron] 10.222.0.13 "GET /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011037 Mar 09 12:26:31.418065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.465465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:31.493456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-719d05c0-e77c-4d34-a8ee-ca4d35e3ef9d None None] Provisioning complete for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:31.494034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-719d05c0-e77c-4d34-a8ee-ca4d35e3ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.587611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.613743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-719d05c0-e77c-4d34-a8ee-ca4d35e3ef9d None None] Port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:31.641348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.648164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbad08a-1608-4859-b0cb-a0e76e38ff35 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:31.680876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 388f7119-1c0a-455b-99a1-f5158e75b995 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:31.681474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.698374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=04bd2368-d664-4461-9c86-d8b22d7a4951,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:31.715186 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5c445c8a-a4dd-4268-838a-3b85bda8a59e tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/04bd2368-d664-4461-9c86-d8b22d7a4951 HTTP/1.1" status: 204 len: 168 time: 0.9836187 Mar 09 12:26:31.716140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46278) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:31.758767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0881cb4c-5718-4a84-bcce-7249e99b3ebf None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:31.759149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0881cb4c-5718-4a84-bcce-7249e99b3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.769929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa3d56f-7e8e-4f56-9fda-98027a117796 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:31.770383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa3d56f-7e8e-4f56-9fda-98027a117796 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:31.774394 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6fa3d56f-7e8e-4f56-9fda-98027a117796 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/b4b7e488-5301-47e2-a11d-e4893801d9e7 HTTP/1.1" status: 404 len: 337 time: 0.0554941 Mar 09 12:26:31.775075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46282) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:31.816981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:31.830326 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b69d2832-3029-4841-8ee4-368a71acf2ee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/76f3488f-748b-4a99-81d0-5b78fa39a96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0100272 Mar 09 12:26:31.831003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:31.859695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:31.871599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0881cb4c-5718-4a84-bcce-7249e99b3ebf None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:31.895694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:31.896339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:31.950507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:31.963634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting subnet 88adc87a-142c-40fc-8614-180f490832d7 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:31.976267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.011797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0881cb4c-5718-4a84-bcce-7249e99b3ebf None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:32.012175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0881cb4c-5718-4a84-bcce-7249e99b3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.191081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.240393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:32.272740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.273391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.273925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.274461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.274986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.275503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.276021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.276536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.281719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-54024b90-1a05-4070-9a41-5a579bd8425e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.4397585 Mar 09 12:26:32.283524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46292) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:32.301200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 388f7119-1c0a-455b-99a1-f5158e75b995 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:32.382312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.438846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666cb5c-9a3d-46c4-94e3-a0150c36a8c2 req-4cac85ec-97ff-4c94-9ab6-a73cf6bb15b1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.443989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.444524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.445091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.445621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.446154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.446675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.446955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0666cb5c-9a3d-46c4-94e3-a0150c36a8c2 req-4cac85ec-97ff-4c94-9ab6-a73cf6bb15b1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.4850755 Mar 09 12:26:32.447322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.447891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:32.454069 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-40911d8a-a83b-480d-b727-7174e884cd99 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.1467841 Mar 09 12:26:32.455354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46296) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:32.573175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0666cb5c-9a3d-46c4-94e3-a0150c36a8c2 req-5be205d2-1505-48f9-89db-0b2c6aeb1698 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146514 Mar 09 12:26:32.581816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.655549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.657481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:29Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:32.661859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:26:32.662066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Subnet': ['ID=88adc87a-142c-40fc-8614-180f490832d7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:32.662211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Updating router 76f3488f-748b-4a99-81d0-5b78fa39a96e port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:26:32.665986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b915f3c-9516-4c6e-b343-f04c4a83faf2 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/88adc87a-142c-40fc-8614-180f490832d7 HTTP/1.1" status: 204 len: 168 time: 0.8900514 Mar 09 12:26:32.668307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46300) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:32.686723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.714211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8fd451-9d7d-4993-a56c-105eac708492 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:32.714673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8fd451-9d7d-4993-a56c-105eac708492 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:32.716372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b8fd451-9d7d-4993-a56c-105eac708492 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/e2897ae0-8a6a-4711-a5b3-f8bc304902f8 HTTP/1.1" status: 404 len: 337 time: 0.0471675 Mar 09 12:26:32.721099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46304) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:32.725158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:32.742012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=388f7119-1c0a-455b-99a1-f5158e75b995,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:32.791921 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c4d1db74-9b69-45a3-a608-049fa909f4d3 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "GET /v2.0/ports?device_id=411fe1f5-be5d-4e39-8959-4240470c7b8c HTTP/1.1" status: 200 len: 205 time: 0.0631917 Mar 09 12:26:32.796793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46308) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:32.959505 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-66b5c8e7-7931-4bb4-a494-3e92a111ccf1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] delete failed (client error): The resource could not be found. Mar 09 12:26:32.963369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-66b5c8e7-7931-4bb4-a494-3e92a111ccf1 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/routers/411fe1f5-be5d-4e39-8959-4240470c7b8c HTTP/1.1" status: 404 len: 336 time: 0.0881991 Mar 09 12:26:32.963941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46312) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.007819 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2e0cf6-5b98-43d7-8b5d-4ad42b7abb15 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.008175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2e0cf6-5b98-43d7-8b5d-4ad42b7abb15 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.012579 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ee2e0cf6-5b98-43d7-8b5d-4ad42b7abb15 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/68d48423-ee9b-426f-bccd-c60e88e6953e HTTP/1.1" status: 404 len: 337 time: 0.0461006 Mar 09 12:26:33.013193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46316) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.057539 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4463a1d4-d6a6-4621-8e0c-ef53314df232 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.057994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4463a1d4-d6a6-4621-8e0c-ef53314df232 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.061459 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4463a1d4-d6a6-4621-8e0c-ef53314df232 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/099c5f5b-7d21-47f3-a02a-319dec028e94 HTTP/1.1" status: 404 len: 337 time: 0.0470142 Mar 09 12:26:33.063693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46320) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.103244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f938dd0-727e-49b5-87d0-88a468ccbd89 None None] Network a749d792-7a64-4608-9a56-67691ef5f72d requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:33.106780 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4fe11045-9841-4a42-9550-1e8f67a43e28 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.6485217 Mar 09 12:26:33.115304 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c733ff-9e7a-4ea3-a433-0ff1a224e63b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.115969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c733ff-9e7a-4ea3-a433-0ff1a224e63b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.118607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.133055 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f2c733ff-9e7a-4ea3-a433-0ff1a224e63b tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/989f2640-d824-42c3-81e0-80aceb7bb6e6 HTTP/1.1" status: 404 len: 337 time: 0.0671380 Mar 09 12:26:33.133911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46326) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.181579 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fcc816-d290-40cd-8a2d-a2c5dd2770b8 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.182088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fcc816-d290-40cd-8a2d-a2c5dd2770b8 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.183788 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-71fcc816-d290-40cd-8a2d-a2c5dd2770b8 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/99d59759-d7bc-46ba-875e-e3f6ab71d725 HTTP/1.1" status: 404 len: 333 time: 0.0485756 Mar 09 12:26:33.189704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46330) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.236756 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-076c809c-98a0-42a2-b007-0cdca0303237 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.237401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076c809c-98a0-42a2-b007-0cdca0303237 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.242009 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-076c809c-98a0-42a2-b007-0cdca0303237 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/876bf3c2-a344-4c6d-ada4-587277271712 HTTP/1.1" status: 404 len: 337 time: 0.0510807 Mar 09 12:26:33.242135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.286167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.288334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed101dd3-9e19-4803-b4b3-b2bc626b2e03 None None] Provisioning complete for port bf9085c1-e195-444d-9647-50e2b050cd15 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:33.288696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed101dd3-9e19-4803-b4b3-b2bc626b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.341867 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3ed627-8f87-4c82-be39-5e87849ab7ab tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.342164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3ed627-8f87-4c82-be39-5e87849ab7ab tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.346335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9d3ed627-8f87-4c82-be39-5e87849ab7ab tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/b1f11bf1-9e20-4f97-bdcb-60a74855dc76 HTTP/1.1" status: 404 len: 337 time: 0.1008596 Mar 09 12:26:33.346743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46338) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.371392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Transition to ACTIVE for port object 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:33.392629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7371ee-41d1-4daf-b418-f72cbe2d8151 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.393194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7371ee-41d1-4daf-b418-f72cbe2d8151 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.397131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6d7371ee-41d1-4daf-b418-f72cbe2d8151 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/ccc4bcd1-bb33-4ea5-a5f5-868bf279b6ce HTTP/1.1" status: 404 len: 333 time: 0.0471215 Mar 09 12:26:33.397756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.432139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.434621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46346) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.444600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004847646', 'description': 'tempest-secgroup-smoke-2004847646 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:33.449484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d0d674-fdc0-47af-a3ed-e7ecfc392341 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.449988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d0d674-fdc0-47af-a3ed-e7ecfc392341 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.453999 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-05d0d674-fdc0-47af-a3ed-e7ecfc392341 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/238bb3f4-34b5-4b12-8977-dfaa999477f4 HTTP/1.1" status: 404 len: 337 time: 0.0531161 Mar 09 12:26:33.455061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46350) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.456410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:33.469652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ed101dd3-9e19-4803-b4b3-b2bc626b2e03 None None] Port bf9085c1-e195-444d-9647-50e2b050cd15 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:33.511657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:33.518267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:33.527596 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01664dd-05be-456b-a306-738a3357b145 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:33.528057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01664dd-05be-456b-a306-738a3357b145 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:33.532090 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c01664dd-05be-456b-a306-738a3357b145 tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/subnets/e9b5e81d-ad27-464f-bfcc-e46bc4d1d455 HTTP/1.1" status: 404 len: 337 time: 0.0708725 Mar 09 12:26:33.532090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:33.532834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46354) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.590005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337503cd-1e86-4000-96c0-21561627c83d None None] Pushing event updated for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:33.602219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ed101dd3-9e19-4803-b4b3-b2bc626b2e03 None None] Provisioning complete for port 842795c6-7023-470a-9825-814d3bb7150f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:33.602618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed101dd3-9e19-4803-b4b3-b2bc626b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.618356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Router 7d8ca390-9963-4ebc-ad75-4578c015c122 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:33.619626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.666351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port bf9085c1-e195-444d-9647-50e2b050cd15 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:33.666940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.711406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:33.715890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:33.720485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:33.727182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:33.818140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Attempting to bind port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:33.818761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Attempting to bind port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:33.819194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Attempting to bind port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:33.835226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:33.835731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Checking segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:33.836197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.836651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Bound using segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:33.846225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Bound port: 5ee43fc8-1237-45d1-85ec-b0d738d5bce5, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:33.846671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.882555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.892597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.895001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480a707-0740-4beb-9ba6-91a8802927dc req-cf8cba1a-f6a5-4e53-a20b-6ce0b66d1c7a tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:33.896535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8480a707-0740-4beb-9ba6-91a8802927dc req-cf8cba1a-f6a5-4e53-a20b-6ce0b66d1c7a tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.1848714 Mar 09 12:26:33.903398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:33.909319 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d0189c1f-9347-4ea3-9b1c-e777a5fdf588 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "PUT /v2.0/routers/7d8ca390-9963-4ebc-ad75-4578c015c122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659740 Mar 09 12:26:33.915910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:33.916069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] DHCP port deletion for a749d792-7a64-4608-9a56-67691ef5f72d request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:26:33.923310 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] Sync routers for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:33.940470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Deleting port 842795c6-7023-470a-9825-814d3bb7150f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:33.940924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:33.952680 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:33.953400 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:34.011042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 842795c6-7023-470a-9825-814d3bb7150f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:34.064098 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:34.071683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.075560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6367984 Mar 09 12:26:34.081647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46364) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:34.084453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] Routers {'7d8ca390-9963-4ebc-ad75-4578c015c122'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:34.085389 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7d8ca390-9963-4ebc-ad75-4578c015c122'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:34.088695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:34.107936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] For port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:34.145356 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8480a707-0740-4beb-9ba6-91a8802927dc req-7482b477-28da-47b5-9535-be94ff27f388 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345638 Mar 09 12:26:34.196051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:34.196545 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee88517-0432-41a8-902e-0e6bcc3e68fe None None] The sync data for ids ['7d8ca390-9963-4ebc-ad75-4578c015c122'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:34.201962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] For port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:34.220023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.269991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d65e2-4328-4c44-9a06-f53f3ef89864 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:34.285603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:34.343743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.365231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:34.378264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.390654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:34.465904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:34.483310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:34.500841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:34.540317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for bf9085c1-e195-444d-9647-50e2b050cd15 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:34.577860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337503cd-1e86-4000-96c0-21561627c83d None None] Pushing event updated for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:34.600632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:34.601022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.631596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.644695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a798d7e-169d-45d3-badb-75f059314c7a req-eb2974ee-7be2-4f4e-9f11-7025289a5801 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:34.646392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a798d7e-169d-45d3-badb-75f059314c7a req-eb2974ee-7be2-4f4e-9f11-7025289a5801 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.0918367 Mar 09 12:26:34.681920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:34.691812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.692691 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a798d7e-169d-45d3-badb-75f059314c7a req-160fbf3c-5f41-4d41-91a9-aab4a63fd43b tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 09 12:26:34.753321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Calling delete_port for 842795c6-7023-470a-9825-814d3bb7150f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:34.780993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.849588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.936734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.937723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=bf9085c1-e195-444d-9647-50e2b050cd15,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:34.945200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.949367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.978469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:34.994368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cdd194-5a02-4e13-9e76-ccd74c15476f,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:34.999461 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aaa142e9-4696-4934-8c84-321dfbb91e1c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/ports/bf9085c1-e195-444d-9647-50e2b050cd15 HTTP/1.1" status: 204 len: 168 time: 1.4654286 Mar 09 12:26:35.001985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46372) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:35.002480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting port 289687e0-349a-4eac-8a35-6d7274a3f8f1 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:35.002480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.030528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.033411 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-20302ea4-ce66-4636-90b5-4b42a83706c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9487851 Mar 09 12:26:35.039707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:35.040321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=11']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:35.054365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:35.062213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:35.071014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:35.078706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:35.107891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:26:35.108266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:26:35.124808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:35.138086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:35.161425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.175042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.196956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.197401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Deleting port 842795c6-7023-470a-9825-814d3bb7150f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:35.197747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.326236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.327148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Calling delete_port for 289687e0-349a-4eac-8a35-6d7274a3f8f1 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:35.337546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.390127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:34Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:35.394171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15204ff-aaba-40d9-8612-1dc7aef2b245,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:35.394879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fa674-2b72-471a-853f-642545d8fe4e None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:34Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:35.460598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.460598 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd998551-1bcb-40c6-81d1-0dc77bec8350 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4174170 Mar 09 12:26:35.461773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46380) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:35.483190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:35.492814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:35.499859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:35.500220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.509181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:35.515252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:35.524654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:35.611922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Deleting port 842795c6-7023-470a-9825-814d3bb7150f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:35.612413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.664574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Calling delete_port for 842795c6-7023-470a-9825-814d3bb7150f owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:35.730727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.731219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.809656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.885822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Port': ['ID=842795c6-7023-470a-9825-814d3bb7150f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:35.890745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] No DVR routers for this DVR port 842795c6-7023-470a-9825-814d3bb7150f on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:35.910935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] For port 842795c6-7023-470a-9825-814d3bb7150f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=842795c6-7023-470a-9825-814d3bb7150f,segment=NetworkSegment(a78c0988-10bd-4f53-89a2-86c4fe743cbc),segment_id=a78c0988-10bd-4f53-89a2-86c4fe743cbc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:35.911486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:35.978792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Port': ['ID=289687e0-349a-4eac-8a35-6d7274a3f8f1,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.077885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:36.097243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.118279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Calling delete_port for 842795c6-7023-470a-9825-814d3bb7150f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:36.119272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.131966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.147766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.193608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06082f9b-159e-4141-9f3b-702a0fce4cdf,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.213014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a749d792-7a64-4608-9a56-67691ef5f72d']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: from cryptography.utils import int_from_bytes Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: from cryptography.utils import int_from_bytes Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn_limited( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn_limited( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:26:36.236748 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:26:36.244138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:26:36.244488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:26:36.245043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78c0988-10bd-4f53-89a2-86c4fe743cbc') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:36.245686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78c0988-10bd-4f53-89a2-86c4fe743cbc') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:36.253652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:36.260262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:36.260637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.272598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.284561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.285868 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1bbb2687-4384-4810-94bc-d79c8606c697 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8232830 Mar 09 12:26:36.289000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46386) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:36.302711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79234789-c51a-4b67-b018-de77686ab106 req-e218b94d-5287-4bb7-9a58-fdba93eea057 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:36.311015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79234789-c51a-4b67-b018-de77686ab106 req-e218b94d-5287-4bb7-9a58-fdba93eea057 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.4282405 Mar 09 12:26:36.311400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.318239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:36.336663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.342965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:36.358267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:36.361752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:36.361915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.362249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:36.384901 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:36.400088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:36.410963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.411494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Fanout notify agent at l3_agent the message router_deleted on router 7d8ca390-9963-4ebc-ad75-4578c015c122 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:26:36.424671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.442388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.446351 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6680f451-777a-4f66-bc68-158fe700a254 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/routers/7d8ca390-9963-4ebc-ad75-4578c015c122 HTTP/1.1" status: 204 len: 168 time: 2.5247018 Mar 09 12:26:36.447513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46390) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:36.489114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:36.492023 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79234789-c51a-4b67-b018-de77686ab106 req-8be2d1ba-90e3-450f-b970-94a47cfb6fc7 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/security-groups?id=73d0ed1e-abac-47fe-82ca-7525311c4d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800320 Mar 09 12:26:36.493354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-c184a116-717d-43c5-979d-c824023d2340 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:36.494358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-c184a116-717d-43c5-979d-c824023d2340 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Synchronizing usage tracker for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:36.499858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.501220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:36.538409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.549120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.554533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.562239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Deleting subnet 164789d0-647e-4b75-803b-9e847330c551 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:36.572105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.599362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] Pushing event deleted for resources: {'Network': ['ID=a749d792-7a64-4608-9a56-67691ef5f72d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.606551 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19edd368-2dbf-403c-b755-71356833a81c tempest-PortsTestJSON-338186375 tempest-PortsTestJSON-338186375-project] 10.222.0.20 "DELETE /v2.0/networks/a749d792-7a64-4608-9a56-67691ef5f72d HTTP/1.1" status: 204 len: 168 time: 1.6026425 Mar 09 12:26:36.653675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.661448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.664867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.665701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.696752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faae3fc-febf-4c8a-a7f3-b931ef116278,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.705746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-c184a116-717d-43c5-979d-c824023d2340 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Unset dirty status for tenant:195c388fe64f4bdbb6ac4900c8082767 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:36.707416 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-c184a116-717d-43c5-979d-c824023d2340 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.13 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 946 time: 0.3929558 Mar 09 12:26:36.712146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.714199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3a80eb12-424f-41ba-a1b2-353b155fece7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4217257 Mar 09 12:26:36.717032 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:36.722355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:36.728680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:36.733556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:36.736876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:36.743544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:36.758721 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:26:36.770410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.777640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.840476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Deleting port ef50152d-4c77-415c-b7cf-fbb752071d8e {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:36.840832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.858093 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.862940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.889675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c038e151-9b3c-4132-bae7-5a9d02e6cc61,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:36.913202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Deleting port 842795c6-7023-470a-9825-814d3bb7150f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:36.913680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.914205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.918034 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4ac9ba2a-7359-41a3-9cc6-edcba0ffcf05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1974845 Mar 09 12:26:36.918561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:36.925430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '5fc0cab7-b0d9-417a-8e3d-3bea62fe706e', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:36.932653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:36.937459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:36.940851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:36.947536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:36.964811 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:26:36.976995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:36.984629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.042848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b39f871-29d2-4347-874e-b40a3691cd07 None None] The port '842795c6-7023-470a-9825-814d3bb7150f' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:26:37.067586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.072514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.073950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Subnet': ['ID=164789d0-647e-4b75-803b-9e847330c551,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:37.091501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.101099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46406) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:37.110522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf906a2-69c2-437e-9fd3-10633994b78b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:37.121148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.123667 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2d5398e2-c133-4c67-b0fc-9da95b636f00 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040915 Mar 09 12:26:37.170616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-884ed06d-33b3-49f4-9668-04eb1db7b1d8 tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/subnets/164789d0-647e-4b75-803b-9e847330c551 HTTP/1.1" status: 204 len: 168 time: 0.7220597 Mar 09 12:26:37.173388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46414) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:37.232395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] For port ef50152d-4c77-415c-b7cf-fbb752071d8e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ef50152d-4c77-415c-b7cf-fbb752071d8e,segment=NetworkSegment(d433233a-11ad-4d04-9cec-3532bdd62765),segment_id=d433233a-11ad-4d04-9cec-3532bdd62765)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:37.232762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.382177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Calling delete_port for ef50152d-4c77-415c-b7cf-fbb752071d8e owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:37.444297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.470183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-7cc7538c-7485-4277-8f00-da315615cfea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:37.476798 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e93679c8-fddf-4a4f-bc84-1d0265a84ee8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db2bdd7e5edd4f42a5695487dc6414d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745399 Mar 09 12:26:37.480400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46428) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:37.575280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-7cc7538c-7485-4277-8f00-da315615cfea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:37.577370 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-7cc7538c-7485-4277-8f00-da315615cfea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004847646&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.2649138 Mar 09 12:26:37.580385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.637933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Pushing event deleted for resources: {'Port': ['ID=ef50152d-4c77-415c-b7cf-fbb752071d8e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:37.715963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] No DVR routers for this DVR port ef50152d-4c77-415c-b7cf-fbb752071d8e on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:37.718496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.718682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.722225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'name': 'network-vif-deleted', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:37.736226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6636c6c8-ef69-4f02-9a31-f488d10725f1 req-0d7dae52-c114-4f5a-bf1b-30ec677d62a1 tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.13 "DELETE /v2.0/ports/ef50152d-4c77-415c-b7cf-fbb752071d8e HTTP/1.1" status: 204 len: 173 time: 1.0225523 Mar 09 12:26:37.740368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d00f4051-d1fd-4725-a715-47ca099c925c req-82e6ac71-79ca-4048-a6e7-df8ebc0044ea tempest-TestServerAdvancedOps-2044085790 tempest-TestServerAdvancedOps-2044085790-project] 10.222.0.20 "GET /v2.0/ports?device_id=27948ee0-f638-4739-99de-671a8e71690c HTTP/1.1" status: 200 len: 210 time: 0.0838773 Mar 09 12:26:37.812028 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27948ee0-f638-4739-99de-671a8e71690c', 'name': 'network-vif-deleted', 'tag': 'ef50152d-4c77-415c-b7cf-fbb752071d8e', 'status': 'completed', 'code': 200} Mar 09 12:26:37.830883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.835334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090892f9-7863-4638-9a1e-6f997a31a280']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:37.862694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f324a4-f37a-4281-a1f9-b4a850d62973') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:37.862986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f324a4-f37a-4281-a1f9-b4a850d62973') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:37.895041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.902354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.938610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.947773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-763cf64b-5b3e-415c-a5d6-a7e1f3ce8a76 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:37.949457 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-763cf64b-5b3e-415c-a5d6-a7e1f3ce8a76 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 797 time: 0.3586390 Mar 09 12:26:37.962640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:37.963039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:37.985385 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:37.997072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:38.052344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-58e71bc4-413b-46b1-bacd-60a34aab3515 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0908298 Mar 09 12:26:38.065059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:38.065442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.120282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.143100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.160273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.172272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] Pushing event deleted for resources: {'Network': ['ID=090892f9-7863-4638-9a1e-6f997a31a280,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:38.188978 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5850dcfe-65fd-481c-b023-9e3a6b094f2d tempest-FloatingIPTestJSON-1111360399 tempest-FloatingIPTestJSON-1111360399-project] 10.222.0.20 "DELETE /v2.0/networks/090892f9-7863-4638-9a1e-6f997a31a280 HTTP/1.1" status: 204 len: 168 time: 1.0132964 Mar 09 12:26:38.191024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.193731 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57192314-e4a0-4803-8cfd-246a8d273469 HTTP/1.1" status: 204 len: 168 time: 0.7122240 Mar 09 12:26:38.196863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822709-d963-4fa4-9ca8-0962cdc03236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57192314-e4a0-4803-8cfd-246a8d273469,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:38.225297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-798ad057-93b9-492c-9ea1-c6a9b5fc68c7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:38.248796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-798ad057-93b9-492c-9ea1-c6a9b5fc68c7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:38.250550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-798ad057-93b9-492c-9ea1-c6a9b5fc68c7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915717 Mar 09 12:26:38.423478 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-443a78dc-55be-4e20-989f-16e24f1dbd0d service neutron] 10.222.0.20 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592028 Mar 09 12:26:38.484383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46446) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:38.561763 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-08fd4b7f-803f-43f3-8884-94cf5679bfe5 service neutron] 10.222.0.20 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311576 Mar 09 12:26:38.657518 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-620be642-fd3f-4ae0-91a2-52ccc555c837 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=116b408840814bb0ae4849b9378a4dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693814 Mar 09 12:26:38.657767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46458) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:38.795734 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e49d5dd7-1723-414e-b4ea-1134b1a1416d req-ac267f73-2c30-4f67-a0fe-8d0671cebbf2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 210 time: 0.0515099 Mar 09 12:26:38.858130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46476) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:38.896072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.927965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.928747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Deleting subnet 61eed642-21b2-42d7-86fc-c0ca47149d71 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:38.932386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:38.990815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.011826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.031859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89697fc7-f3a4-4a24-b3db-c26a392de838,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:39.039599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.043159 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f014e41d-f1d1-45c1-a44d-273de47bb87b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89697fc7-f3a4-4a24-b3db-c26a392de838 HTTP/1.1" status: 204 len: 168 time: 0.3822086 Mar 09 12:26:39.076148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.101883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46488) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:39.190641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.238955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.248433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61eed642-21b2-42d7-86fc-c0ca47149d71,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:39.255370 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04179032-1ae0-426e-92ed-9a90034b0f79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61eed642-21b2-42d7-86fc-c0ca47149d71 HTTP/1.1" status: 204 len: 168 time: 0.3988357 Mar 09 12:26:39.258139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46494) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:39.265635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-708d3b9d-1867-46d2-b113-fbc7fd2fa100 tempest-ServiceProvidersTest-1766338648 tempest-ServiceProvidersTest-1766338648-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1626163 Mar 09 12:26:39.385860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.549149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ef50152d-4c77-415c-b7cf-fbb752071d8e no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:39.603508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: ef50152d-4c77-415c-b7cf-fbb752071d8e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:39.604336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ef50152d-4c77-415c-b7cf-fbb752071d8e not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:39.632606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46510) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:39.651268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.681988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a230e2-cc29-4036-8053-891fbe4688aa']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:39.694952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd433233a-11ad-4d04-9cec-3532bdd62765') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:39.695291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd433233a-11ad-4d04-9cec-3532bdd62765') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:39.707400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.741242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.749129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:39.749536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:39.764400 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:39.833866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.884467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.893001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:39.902000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:39.902288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Usage tracker for resource:security_group_rule and tenant:16ab03b5ff7d4837b3811f7462be3a05 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:39.908658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:39.920722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a230e2-cc29-4036-8053-891fbe4688aa,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:39.926479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d9b4f422-23f3-4ea8-ad1e-7bd933e05d93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/36a230e2-cc29-4036-8053-891fbe4688aa HTTP/1.1" status: 204 len: 168 time: 0.6646605 Mar 09 12:26:39.926856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46526) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:39.975501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:40.026380 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9128b244-53ab-4563-bfec-dcd8a8ba3522 req-37018460-df00-43b4-b1e1-dba9309d36b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 210 time: 0.0521436 Mar 09 12:26:40.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Deleting subnet f5123f8a-0121-4437-b27a-2d59748e374c {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:40.065213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.096923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-8190c499-f0fb-4bc2-a9ae-d356355c06cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:40.097635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-8190c499-f0fb-4bc2-a9ae-d356355c06cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:40.123697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.133841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-8190c499-f0fb-4bc2-a9ae-d356355c06cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:40.135439 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-8190c499-f0fb-4bc2-a9ae-d356355c06cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 797 time: 0.2838309 Mar 09 12:26:40.184513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.209588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.216744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-34bd9f23-9fca-4669-9d9e-bdb3ce833e01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:40.222823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.237100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46536) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:40.262314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1615c764-d96b-4814-95d5-bf61f3604631 req-34bd9f23-9fca-4669-9d9e-bdb3ce833e01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:40.264021 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-34bd9f23-9fca-4669-9d9e-bdb3ce833e01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.1206408 Mar 09 12:26:40.265429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.281066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['5fc0cab7-b0d9-417a-8e3d-3bea62fe706e']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:40.297333 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16ab03b5ff7d4837b3811f7462be3a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634502 Mar 09 12:26:40.301243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46542) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:40.303496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc3836-bb3b-42ec-8fc9-e2fad52bb3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1600081-28e7-41ce-8fc6-d4fc66b1eab9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:40.318583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5123f8a-0121-4437-b27a-2d59748e374c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:40.320578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.327973 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-11fa94b8-fd6b-4436-852d-98c6fa39f4c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5123f8a-0121-4437-b27a-2d59748e374c HTTP/1.1" status: 204 len: 168 time: 0.3998260 Mar 09 12:26:40.330121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46546) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:40.371704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1108966935'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:40.420702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:40.430415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:40.440466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:40.449584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:40.456138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.467590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:40.471132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.471967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.484249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:40.489743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.505790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:40.511685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.536714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:40.540332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.558731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:40.566810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:security_group_rule and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:40.571004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:40.626191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:40.632010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.671475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5704dea-ac4c-4898-8803-51c9133faf75']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:40.684092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.688593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d52cbf7-987d-4484-a0a2-e3664acb3cb8') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:40.689050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d52cbf7-987d-4484-a0a2-e3664acb3cb8') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:40.704666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.719361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1600081-28e7-41ce-8fc6-d4fc66b1eab9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:40.725627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.736956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:40.737880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.749639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.13 (6212dbfb-76fa-4028-9a80-963e627aab68/a8712e7e-2333-403d-aa4a-b8e71f18106e/ec7a1699-4091-4f41-98eb-c6048593bbb0) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:40.751923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:40.752138 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:40.756028 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-af3baa79-997a-4200-87e9-b4708b94d320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1600081-28e7-41ce-8fc6-d4fc66b1eab9 HTTP/1.1" status: 204 len: 168 time: 0.4537175 Mar 09 12:26:40.896755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.901369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.927512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.935193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5704dea-ac4c-4898-8803-51c9133faf75,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:40.941373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.959512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-04e41915-9001-4de5-860a-938f247a281d admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5704dea-ac4c-4898-8803-51c9133faf75 HTTP/1.1" status: 204 len: 168 time: 0.6258640 Mar 09 12:26:40.971952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.975306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:40.990813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9331faf-3a5f-496d-b179-44fe6d17600f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:40.991074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object ec7a1699-4091-4f41-98eb-c6048593bbb0 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:40.995917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:40.996338 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment 6730863e-c06c-4dcf-9699-6985410f17f8 of type vlan for network ac409817-3913-48f0-9fe8-66d101e2a9bd Mar 09 12:26:41.019045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.042057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.082324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.091777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:41.093440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.095773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:41.099513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:41.103828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:41.171971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:41.222408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:41.223316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.249666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-60792d9d-2fc2-4d01-aa57-89f1204c291b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9750106 Mar 09 12:26:41.265937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0268121 Mar 09 12:26:41.277425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebb792-00b6-4457-a356-8f17fea516b6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=ac409817-3913-48f0-9fe8-66d101e2a9bd,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:41.277563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Request body: {'port': {'device_id': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:41.283940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ac409817-3913-48f0-9fe8-66d101e2a9bd details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:41.373244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46556) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:41.427788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.459178 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d66aa097-aa8a-47dc-a643-914ad7bc8223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195c388fe64f4bdbb6ac4900c8082767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844698 Mar 09 12:26:41.464467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46560) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:41.539423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076f05f-a57a-4873-ad16-7c9ca274b081 req-039f63cf-4fdc-470b-aa50-3db48e92c9a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:41.548839 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3076f05f-a57a-4873-ad16-7c9ca274b081 req-039f63cf-4fdc-470b-aa50-3db48e92c9a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 932 time: 0.2532845 Mar 09 12:26:41.549562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-33cb1f53-f34d-4730-9b29-b59e90bafd55 None None] Provisioning for port ec7a1699-4091-4f41-98eb-c6048593bbb0 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:41.555554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-33cb1f53-f34d-4730-9b29-b59e90bafd55 None None] Provisioning complete for port ec7a1699-4091-4f41-98eb-c6048593bbb0 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:41.556223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33cb1f53-f34d-4730-9b29-b59e90bafd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.612657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-33cb1f53-f34d-4730-9b29-b59e90bafd55 None None] Port ec7a1699-4091-4f41-98eb-c6048593bbb0 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:26:41.634137 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3076f05f-a57a-4873-ad16-7c9ca274b081 req-ffaf1cc0-d295-44cd-9f44-428aff62f3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842566 Mar 09 12:26:41.642571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.670448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.724791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.748453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0ed1e-abac-47fe-82ca-7525311c4d69,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:41.758632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.763235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3dbcc908-f0f4-4ea2-b4ee-d8a6d02c6174 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73d0ed1e-abac-47fe-82ca-7525311c4d69 HTTP/1.1" status: 204 len: 168 time: 0.2924545 Mar 09 12:26:41.862024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7a1699-4091-4f41-98eb-c6048593bbb0 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:26:41.870650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:41.888353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Transition to ACTIVE for port object ec7a1699-4091-4f41-98eb-c6048593bbb0 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:41.892872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.195981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46568) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:42.252280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Pushing event updated for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:42.268609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bc8e6dbc-ec80-4e3c-a21d-ab1cd14daab7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ce7b9e9d2ae40b29282b82b0c89f027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714834 Mar 09 12:26:42.271229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46572) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:42.287284 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Attempting to bind port ec7a1699-4091-4f41-98eb-c6048593bbb0 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:42.287617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Attempting to bind port ec7a1699-4091-4f41-98eb-c6048593bbb0 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:42.287949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Attempting to bind port ec7a1699-4091-4f41-98eb-c6048593bbb0 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:42.292496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Port ec7a1699-4091-4f41-98eb-c6048593bbb0 on network 6212dbfb-76fa-4028-9a80-963e627aab68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:26:42.292824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Attempting to bind port ec7a1699-4091-4f41-98eb-c6048593bbb0 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:42.298208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:42.298548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Checking segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:42.298927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Bound using segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:42.299747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Bound port: ec7a1699-4091-4f41-98eb-c6048593bbb0, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:42.299747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.333433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.361651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.392511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:42.395499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:42.401196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.417474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.432869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37d426-026a-4004-b6b8-e550102f541c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:42.439421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.443136 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-79e63e12-8de5-40dd-a246-97a0fb368f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db37d426-026a-4004-b6b8-e550102f541c HTTP/1.1" status: 204 len: 168 time: 0.1685536 Mar 09 12:26:42.499889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Pushing event updated for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:42.505309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:42.506045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:42.507467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02a9ee01-650d-4d6a-ab63-6b800b8d026f service neutron] 10.222.0.13 "PUT /v2.0/ports/ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 1094 time: 1.2504058 Mar 09 12:26:42.507887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:42.646480 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'status': 'completed', 'code': 200} Mar 09 12:26:42.721108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-fcdfdefd-2785-4ef7-bb0c-65e0da68217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:42.722602 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-fcdfdefd-2785-4ef7-bb0c-65e0da68217f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1097 time: 0.1757917 Mar 09 12:26:42.845440 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-c6fa329a-0a62-4963-b80b-95225116999b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 217 time: 0.1105955 Mar 09 12:26:42.938736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-5542b318-2cf6-49ec-bc5d-f234e23b4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:42.941250 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-5542b318-2cf6-49ec-bc5d-f234e23b4297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0903535 Mar 09 12:26:43.004664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694845-2454-499c-980f-b4274eb1891a req-888e03ea-1e1f-4228-820d-eca305e32e27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.006195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab694845-2454-499c-980f-b4274eb1891a req-888e03ea-1e1f-4228-820d-eca305e32e27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 944 time: 0.2093325 Mar 09 12:26:43.031628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02fc1d1a-fd13-4e33-8d56-e3eba20056fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.033144 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-02fc1d1a-fd13-4e33-8d56-e3eba20056fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864370 Mar 09 12:26:43.051204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab694845-2454-499c-980f-b4274eb1891a req-1b59ba60-9c99-4881-b9f4-0ce492af228c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387957 Mar 09 12:26:43.166876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-29edb5e1-0449-4f0d-b891-a5f94b114d15 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273804 Mar 09 12:26:43.298202 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1615c764-d96b-4814-95d5-bf61f3604631 req-8edc79e3-5796-430c-8b3a-225d425102c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252511 Mar 09 12:26:43.409791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-de1911dc-e2b1-492a-8e1d-d7c92be61034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.411243 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-de1911dc-e2b1-492a-8e1d-d7c92be61034 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1097 time: 0.0690460 Mar 09 12:26:43.543347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-660c6cbc-c033-4d7f-9a24-38ea265cd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.545635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-660c6cbc-c033-4d7f-9a24-38ea265cd59e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.1283655 Mar 09 12:26:43.618369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-e2a03989-7f33-4f89-9073-f679295253bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0655754 Mar 09 12:26:43.678635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-c107aba7-04a4-4b7a-a56a-55a1dc2461ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.680035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-c107aba7-04a4-4b7a-a56a-55a1dc2461ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0558646 Mar 09 12:26:43.756195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-f6ae3ba2-87eb-4721-848f-1b883f492360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:43.757660 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-f6ae3ba2-87eb-4721-848f-1b883f492360 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714636 Mar 09 12:26:43.888528 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-c7d00f2b-c452-4a4b-b17c-a880e5a0e505 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234210 Mar 09 12:26:44.020211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-afee7ea6-0e43-48bb-98a7-bcf7d8bf337d req-12c2e2bb-3590-42bb-9dbb-f091006a1b4d service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256135 Mar 09 12:26:44.235845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd7f58-79a9-4664-b8c7-23248454fc7b req-fcc56005-e8ab-4250-9de2-4165da369a81 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:44.237574 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68dd7f58-79a9-4664-b8c7-23248454fc7b req-fcc56005-e8ab-4250-9de2-4165da369a81 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 944 time: 0.0789487 Mar 09 12:26:44.286855 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68dd7f58-79a9-4664-b8c7-23248454fc7b req-6d59b41c-35d9-412d-9771-f306092b999f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Mar 09 12:26:44.422498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46584) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:44.428266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:44.537450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:44.541189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:subnet and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:44.544026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:44.549968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:44.558619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:44.562610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:44.771504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:44.845612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=560957c4-1abe-4f77-b3e3-724782382306,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:44.855911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.856774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.857138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.857540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.857795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.858119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.858442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.858768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.859080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.859393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.859709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.860019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:44.864748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': '6730863e-c06c-4dcf-9699-6985410f17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:44.865124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: ac409817-3913-48f0-9fe8-66d101e2a9bd, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:44.883739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network ac409817-3913-48f0-9fe8-66d101e2a9bd is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:44.892151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ac409817-3913-48f0-9fe8-66d101e2a9bd) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:44.895929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:44.896506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:44.901984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5677ac-7131-4776-835b-91ebb592a6f7 None None] Network ac409817-3913-48f0-9fe8-66d101e2a9bd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:44.921068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a7d5fe4d-d320-4b9d-98ba-953b900cad31 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4974179 Mar 09 12:26:44.924330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46588) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:44.929848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-574418993'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:44.935771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:44.939757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:44.942674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:44.948231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:44.957864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:44.961308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:44.989900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:44.999250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:44.999639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment bd43fa47-083d-47d0-9301-70361a8f30f4 of type vlan for network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a Mar 09 12:26:45.026635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.057204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.063157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:45.063747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.116737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ac409817-3913-48f0-9fe8-66d101e2a9bd', 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': '560957c4-1abe-4f77-b3e3-724782382306'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:45.117614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.164432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2390046 Mar 09 12:26:45.167467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46592) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:45.173588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:45.177007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9b3d2-f73f-42ce-bcf1-6f23b7392b1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=8b5f5d8e-2f05-4314-9aa2-879b918f4b4a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:45.195789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:45.378422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Allocated IP 2001:db8:0:ffff::2 (ac409817-3913-48f0-9fe8-66d101e2a9bd/560957c4-1abe-4f77-b3e3-724782382306/c6f14f23-4966-45f4-bbe8-5e16ecec2230) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:45.399736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:45.404318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:subnet and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:45.407226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:45.412817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:45.430260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:45.433941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.489642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35e6c1-323b-48cb-96d1-95081413e405 req-9107228d-b10e-41f8-ab5c-b55d5bebfb1d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:45.491291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f35e6c1-323b-48cb-96d1-95081413e405 req-9107228d-b10e-41f8-ab5c-b55d5bebfb1d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 944 time: 0.0932758 Mar 09 12:26:45.547046 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f35e6c1-323b-48cb-96d1-95081413e405 req-7b5879e4-40cc-4394-a802-095bc7ce4977 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 Mar 09 12:26:45.584174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ec7a1699-4091-4f41-98eb-c6048593bbb0 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:26:45.636812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.662003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Transition to ACTIVE for port object c6f14f23-4966-45f4-bbe8-5e16ecec2230 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:45.740193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Transition to ACTIVE for port object c6f14f23-4966-45f4-bbe8-5e16ecec2230 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:45.750899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.770775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:26:45.771897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.820280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:45.834512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Network ac409817-3913-48f0-9fe8-66d101e2a9bd is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:45.840161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:45.849180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=287c7e7c-bd51-410c-927e-63e2a4a4683b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:45.849412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:45.851366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'port_id': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'mac_address': 'fa:16:3e:d8:3e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:26:45.860551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.860765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Pushing event updated for resources: {'Port': ['ID=c6f14f23-4966-45f4-bbe8-5e16ecec2230,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:45.860930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.861246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.861581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.861908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.862235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.862563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.862889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.863215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.863536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.863855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.864167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:45.867185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': 'bd43fa47-083d-47d0-9301-70361a8f30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:45.867543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:45.887277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:45.897332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:45.901282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:45.901974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:45.923358 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-43601341-3b74-497d-a2ac-086f92d31c46 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7546771 Mar 09 12:26:45.924879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5fa12-0c02-41a5-aa16-f2409f5db5ea None None] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:45.926158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46598) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:45.931601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'port': {'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a', 'name': 'tempest-NetworksIpV6TestAttrs-1064387074'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:46.069972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:46.073806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:port and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:46.077529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:46.083530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:46.090845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Attempting to bind port c6f14f23-4966-45f4-bbe8-5e16ecec2230 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:46.091222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Attempting to bind port c6f14f23-4966-45f4-bbe8-5e16ecec2230 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '6730863e-c06c-4dcf-9699-6985410f17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:46.091582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Attempting to bind port c6f14f23-4966-45f4-bbe8-5e16ecec2230 on network ac409817-3913-48f0-9fe8-66d101e2a9bd {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:46.093438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:46.097149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.097824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.105645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.117290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:46.117672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Checking segment: {'id': '6730863e-c06c-4dcf-9699-6985410f17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:46.118068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.118458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Bound using segment: {'id': '6730863e-c06c-4dcf-9699-6985410f17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:46.118936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Bound port: c6f14f23-4966-45f4-bbe8-5e16ecec2230, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6730863e-c06c-4dcf-9699-6985410f17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ac409817-3913-48f0-9fe8-66d101e2a9bd'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:46.119302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.123124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] device_id is not set on port 8d891f5a-bc46-4084-a09f-b0432de3feb0 yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:26:46.155621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7a1699-4091-4f41-98eb-c6048593bbb0 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:26:46.261375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Allocated IP 2001:db8::f816:3eff:feb1:635d (8b5f5d8e-2f05-4314-9aa2-879b918f4b4a/287c7e7c-bd51-410c-927e-63e2a4a4683b/8d891f5a-bc46-4084-a09f-b0432de3feb0) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:46.297780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:46.320979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.408723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] For port c6f14f23-4966-45f4-bbe8-5e16ecec2230, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:46.428797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] For port c6f14f23-4966-45f4-bbe8-5e16ecec2230, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c6f14f23-4966-45f4-bbe8-5e16ecec2230,segment=NetworkSegment(6730863e-c06c-4dcf-9699-6985410f17f8),segment_id=6730863e-c06c-4dcf-9699-6985410f17f8)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:46.437586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8b5f5d8e-2f05-4314-9aa2-879b918f4b4a', 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': '287c7e7c-bd51-410c-927e-63e2a4a4683b'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:46.438507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.451679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.476611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:46.489298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.505955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Transition to ACTIVE for port object 8d891f5a-bc46-4084-a09f-b0432de3feb0 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:46.531511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.555410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ec7a1699-4091-4f41-98eb-c6048593bbb0'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:26:46.598599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:46.601586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:46.611146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:46.616533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:46.617163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:46.633504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Port': ['ID=8d891f5a-bc46-4084-a09f-b0432de3feb0,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:46.649330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46604) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:46.649860 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ecceac0a-367a-4b10-b84c-50cd2e7ad65b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7221725 Mar 09 12:26:46.694948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4d7c-a523-4c5f-b960-10e157d742d6 None None] Pushing event updated for resources: {'Port': ['ID=c6f14f23-4966-45f4-bbe8-5e16ecec2230,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:46.766816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting subnet 287c7e7c-bd51-410c-927e-63e2a4a4683b {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:46.783885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2544cfe-ac7e-400a-ac20-1e23acc8845b req-201f9af5-cf55-498e-8ba9-b200fcc2bfee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:46.785550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2544cfe-ac7e-400a-ac20-1e23acc8845b req-201f9af5-cf55-498e-8ba9-b200fcc2bfee tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 945 time: 0.1106765 Mar 09 12:26:46.787833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Allocated IP 2001:db8::f816:3eff:fea5:fae (8b5f5d8e-2f05-4314-9aa2-879b918f4b4a/287c7e7c-bd51-410c-927e-63e2a4a4683b/9b0455ab-2071-4d4c-a9d1-37f5f2f6d850) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:46.835473 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2544cfe-ac7e-400a-ac20-1e23acc8845b req-d58ebca9-1373-4cbb-bc30-8a38e3a8559c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428598 Mar 09 12:26:47.138092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.161765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Transition to ACTIVE for port object 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:47.201515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Transition to ACTIVE for port object 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:47.207041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.210522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.265013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.274612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:47.282157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:47.286703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:47.292699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Pushing event updated for resources: {'Port': ['ID=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:47.380438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.390448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Attempting to bind port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:47.390828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Attempting to bind port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'bd43fa47-083d-47d0-9301-70361a8f30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:47.391199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Attempting to bind port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 on network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:47.397015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:47.397378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Checking segment: {'id': 'bd43fa47-083d-47d0-9301-70361a8f30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:47.397784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.398181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Bound using segment: {'id': 'bd43fa47-083d-47d0-9301-70361a8f30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:47.398712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Bound port: 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd43fa47-083d-47d0-9301-70361a8f30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b5f5d8e-2f05-4314-9aa2-879b918f4b4a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:47.399118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.462210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.494064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] For port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:47.497801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] For port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,segment=NetworkSegment(bd43fa47-083d-47d0-9301-70361a8f30f4),segment_id=bd43fa47-083d-47d0-9301-70361a8f30f4)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:47.501067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=287c7e7c-bd51-410c-927e-63e2a4a4683b,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:47.504001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.512127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.518604 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-548cd2e5-6be0-4a44-8599-1bbc3a613066 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/287c7e7c-bd51-410c-927e-63e2a4a4683b HTTP/1.1" status: 204 len: 168 time: 0.8682222 Mar 09 12:26:47.520915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46608) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:47.563055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ec7a1699-4091-4f41-98eb-c6048593bbb0 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:47.600576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4d5d6-520d-41f9-a615-f9ce8628d4fc tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:47.602783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4d5d6-520d-41f9-a615-f9ce8628d4fc tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:47.603702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-59a4d5d6-520d-41f9-a615-f9ce8628d4fc tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Synchronizing usage tracker for tenant:4cf8a1cf51834f03b15e960928be5e24 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:47.624123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-59a4d5d6-520d-41f9-a615-f9ce8628d4fc tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Unset dirty status for tenant:4cf8a1cf51834f03b15e960928be5e24 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:47.628969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-59a4d5d6-520d-41f9-a615-f9ce8628d4fc tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1068273 Mar 09 12:26:47.629442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46612) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:47.651720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a95f3-2294-4056-90d7-c8a575c8d186 None None] Pushing event updated for resources: {'Port': ['ID=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:47.667751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port ec7a1699-4091-4f41-98eb-c6048593bbb0 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:47.674056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ec7a1699-4091-4f41-98eb-c6048593bbb0 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:47.674572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.767785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-28be453e-21e1-493d-98bb-b64efa56ffcd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.775732 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-28be453e-21e1-493d-98bb-b64efa56ffcd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 12:26:47.776309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28be453e-21e1-493d-98bb-b64efa56ffcd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:47.782121 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-28be453e-21e1-493d-98bb-b64efa56ffcd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/8b5f5d8e-2f05-4314-9aa2-879b918f4b4a HTTP/1.1" status: 409 len: 405 time: 0.1473775 Mar 09 12:26:47.782483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46616) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:47.783738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befdc97c-0997-4014-a4cc-cee0d1c2c0f4 None None] Network ac409817-3913-48f0-9fe8-66d101e2a9bd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:47.789413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1458465735'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:47.795305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:47.799639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:47.802679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:47.810159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:47.821321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:47.826147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.882856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:47.893443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.893982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment 51369256-e4b1-4325-ad58-38ebdad4accc of type vlan for network 508d69a8-742b-48c9-ba69-0a5082e1bca5 Mar 09 12:26:47.935217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.940360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:47.961606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-17309ba3-f144-41c3-b6e5-9e65f425351d None None] Provisioning for port c6f14f23-4966-45f4-bbe8-5e16ecec2230 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:48.039824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.047494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:48.048431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.071013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:48.101464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:48.115826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.179075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3941455 Mar 09 12:26:48.182959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46624) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:48.190572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:48.193452 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'code': 200} Mar 09 12:26:48.195137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866a57-beaf-4c91-9b5e-017120055a62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=508d69a8-742b-48c9-ba69-0a5082e1bca5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:48.202921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:48.210420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789a68-5e61-4b8e-895d-c560c3071400 req-b078cc34-7457-4ff6-9764-ff16355f1a8a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:48.212220 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0d789a68-5e61-4b8e-895d-c560c3071400 req-b078cc34-7457-4ff6-9764-ff16355f1a8a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 945 time: 0.2510862 Mar 09 12:26:48.273308 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0d789a68-5e61-4b8e-895d-c560c3071400 req-9c233933-7e7e-4b44-872d-c096e7990b20 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534146 Mar 09 12:26:48.277318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:48.405043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:48.417401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:48.435921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:48.440551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.455439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:48.459128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:48.484431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94179f7-b95a-4dc8-9f7c-eb655deea775 req-ef95d2ed-c691-4400-bc95-c692ee14ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:48.485950 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a94179f7-b95a-4dc8-9f7c-eb655deea775 req-ef95d2ed-c691-4400-bc95-c692ee14ef21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1099 time: 0.1523139 Mar 09 12:26:48.496622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c6f14f23-4966-45f4-bbe8-5e16ecec2230 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:48.599389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c6f14f23-4966-45f4-bbe8-5e16ecec2230 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:48.603306 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a94179f7-b95a-4dc8-9f7c-eb655deea775 req-5d84e587-500d-45f9-9261-c5a9ac72f7af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664215 Mar 09 12:26:48.605019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c6f14f23-4966-45f4-bbe8-5e16ecec2230 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:48.605402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.742616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.781951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c6f14f23-4966-45f4-bbe8-5e16ecec2230, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c6f14f23-4966-45f4-bbe8-5e16ecec2230,segment=NetworkSegment(6730863e-c06c-4dcf-9699-6985410f17f8),segment_id=6730863e-c06c-4dcf-9699-6985410f17f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:48.787568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.852119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:26:48.853349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:48.868856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c6f14f23-4966-45f4-bbe8-5e16ecec2230,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:48.878210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.878576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.879022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.879424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.879824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.880167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.880497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.880827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.881181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.881506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.881831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.882150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:26:48.886816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b710d-ce42-4c11-9b94-d0689445b2fe None None] Network 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:48.975157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Provisioning for port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:26:48.999346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Provisioning complete for port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:48.999720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.051794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=f888eef7-f648-4cdc-b16e-e16b3bdd71bb,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:49.061267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': '51369256-e4b1-4325-ad58-38ebdad4accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:49.061629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: 508d69a8-742b-48c9-ba69-0a5082e1bca5, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:49.081251 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:49.090455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 508d69a8-742b-48c9-ba69-0a5082e1bca5) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:49.094422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:49.094991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.112144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8fb4a-09f1-4c7b-9c46-f7d32c0070e0 None None] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:49.123881 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-416dbfa0-6705-4ab6-a55b-f664c66698db tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9359760 Mar 09 12:26:49.124054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46628) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:49.129429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'port': {'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5', 'name': 'tempest-NetworksIpV6TestAttrs-578186416'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:49.264222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:49.267996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:port and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:49.270803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:49.276756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:49.286547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:49.290208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.313436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] device_id is not set on port 1cc5eada-2678-4c4f-b5cc-3060d99e2dfe yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:26:49.364685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.454765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-508d69a8-742b-48c9-ba69-0a5082e1bca5', 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': 'f888eef7-f648-4cdc-b16e-e16b3bdd71bb'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:49.455588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.470729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] DHCP port deletion for 8b5f5d8e-2f05-4314-9aa2-879b918f4b4a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:26:49.474236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] For port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,segment=NetworkSegment(bd43fa47-083d-47d0-9301-70361a8f30f4),segment_id=bd43fa47-083d-47d0-9301-70361a8f30f4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:49.485406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Deleting port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:49.485636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.501152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693bef-224c-48ab-8f10-a298ceb9a094 req-2aa50221-f134-457e-80a8-68f9d06d3272 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:49.501720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Allocated IP 2001:db8::f816:3eff:fea7:7c6a (508d69a8-742b-48c9-ba69-0a5082e1bca5/f888eef7-f648-4cdc-b16e-e16b3bdd71bb/1cc5eada-2678-4c4f-b5cc-3060d99e2dfe) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:49.511153 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08693bef-224c-48ab-8f10-a298ceb9a094 req-2aa50221-f134-457e-80a8-68f9d06d3272 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.1341357 Mar 09 12:26:49.519565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.574516 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08693bef-224c-48ab-8f10-a298ceb9a094 req-45a93ee2-0336-4a25-9f10-579b23bf3f2d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598788 Mar 09 12:26:49.722793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Provisioning complete for port c6f14f23-4966-45f4-bbe8-5e16ecec2230 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:49.723166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.767515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966e143-8f80-4885-beed-f3b86c72219e None None] Pushing event updated for resources: {'Port': ['ID=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:49.773368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.788792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Transition to ACTIVE for port object 1cc5eada-2678-4c4f-b5cc-3060d99e2dfe will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:49.813365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.885801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:49.894863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:49.899513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:49.905378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:49.905999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:49.913929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Port': ['ID=1cc5eada-2678-4c4f-b5cc-3060d99e2dfe,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:49.932496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-43b4a2b3-c0a5-4cb6-baa3-837010044d49 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8074765 Mar 09 12:26:49.935682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46634) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:50.007258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting subnet f888eef7-f648-4cdc-b16e-e16b3bdd71bb {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:26:50.009497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c6f14f23-4966-45f4-bbe8-5e16ecec2230 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:26:50.075524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] For port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,segment=NetworkSegment(bd43fa47-083d-47d0-9301-70361a8f30f4),segment_id=bd43fa47-083d-47d0-9301-70361a8f30f4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:50.075908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.100500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Allocated IP 2001:db8::f816:3eff:feea:c699 (508d69a8-742b-48c9-ba69-0a5082e1bca5/f888eef7-f648-4cdc-b16e-e16b3bdd71bb/1d0f1c5b-99f6-4074-9f7b-6132a08db3c6) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:50.224548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Calling delete_port for 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:50.422572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.478018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] Pushing event deleted for resources: {'Port': ['ID=9b0455ab-2071-4d4c-a9d1-37f5f2f6d850,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:50.480575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c6f14f23-4966-45f4-bbe8-5e16ecec2230 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:26:50.481540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.504361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe31a9-13b6-4ffb-a540-9dc6382895d6 None None] No DVR routers for this DVR port 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:50.665041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.686046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Transition to ACTIVE for port object 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:50.717771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Transition to ACTIVE for port object 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:50.723287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.735308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.783860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:26:50.794736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.834639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:26:50.834987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9b0455ab-2071-4d4c-a9d1-37f5f2f6d850 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:26:50.841745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:50.844862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:50.848332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:50.868423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7568-49c0-4839-bd5c-60009e57dcf7 req-516e8ec4-daf3-4bbd-b76a-e6ff3681e083 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:50.869951 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b4ea7568-49c0-4839-bd5c-60009e57dcf7 req-516e8ec4-daf3-4bbd-b76a-e6ff3681e083 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.1950281 Mar 09 12:26:50.892924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Pushing event updated for resources: {'Port': ['ID=1d0f1c5b-99f6-4074-9f7b-6132a08db3c6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:50.912905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.921481 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b4ea7568-49c0-4839-bd5c-60009e57dcf7 req-e78d0ba9-26d7-40fc-ad08-87e8651a10ba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Mar 09 12:26:50.962892 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Attempting to bind port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:50.963264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Attempting to bind port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '51369256-e4b1-4325-ad58-38ebdad4accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:50.963628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Attempting to bind port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 on network 508d69a8-742b-48c9-ba69-0a5082e1bca5 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:50.969139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:50.969541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Checking segment: {'id': '51369256-e4b1-4325-ad58-38ebdad4accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:50.969935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.970320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Bound using segment: {'id': '51369256-e4b1-4325-ad58-38ebdad4accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:50.970778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Bound port: 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51369256-e4b1-4325-ad58-38ebdad4accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '508d69a8-742b-48c9-ba69-0a5082e1bca5'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:50.971149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:50.994562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.035361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=f888eef7-f648-4cdc-b16e-e16b3bdd71bb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:51.037337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.047651 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-de0b3ba6-952e-4f5e-813d-93daa736e86f tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/f888eef7-f648-4cdc-b16e-e16b3bdd71bb HTTP/1.1" status: 204 len: 168 time: 1.1109617 Mar 09 12:26:51.050222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46642) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.068584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] For port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:51.071983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] For port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1d0f1c5b-99f6-4074-9f7b-6132a08db3c6,segment=NetworkSegment(51369256-e4b1-4325-ad58-38ebdad4accc),segment_id=51369256-e4b1-4325-ad58-38ebdad4accc)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:51.076349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.117145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ab211-5486-4dc9-8697-0a04b8de1db1 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:51.118118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59d87-3733-4517-aea3-d2dd16de4f75 req-6e577b38-7023-4329-8f86-74fb8a90b6e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:51.119451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ab211-5486-4dc9-8697-0a04b8de1db1 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:51.119911 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2bb59d87-3733-4517-aea3-d2dd16de4f75 req-6e577b38-7023-4329-8f86-74fb8a90b6e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.0923364 Mar 09 12:26:51.120714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-092ab211-5486-4dc9-8697-0a04b8de1db1 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Synchronizing usage tracker for tenant:4cf8a1cf51834f03b15e960928be5e24 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:26:51.140044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-092ab211-5486-4dc9-8697-0a04b8de1db1 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Unset dirty status for tenant:4cf8a1cf51834f03b15e960928be5e24 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:26:51.141106 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-092ab211-5486-4dc9-8697-0a04b8de1db1 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0899081 Mar 09 12:26:51.143762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46646) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.172532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2bb59d87-3733-4517-aea3-d2dd16de4f75 req-d3c7b5fd-2d46-4f06-be4e-cc4e640a53d7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Mar 09 12:26:51.196229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46650) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.202473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7984d-38f0-41a8-ada0-073f58b80c0d None None] Pushing event updated for resources: {'Port': ['ID=1d0f1c5b-99f6-4074-9f7b-6132a08db3c6,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:51.233010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05567710-9aa8-4ab7-9869-101454281b1b None None] Network 508d69a8-742b-48c9-ba69-0a5082e1bca5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:51.269064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9b5a425c-2f93-4388-8ba0-206a40bc0df7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.276396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaec32a-8185-4a06-94dd-d19086ee0791 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:51.276582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5a425c-2f93-4388-8ba0-206a40bc0df7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 09 12:26:51.276864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5a425c-2f93-4388-8ba0-206a40bc0df7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:51.282880 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fdaec32a-8185-4a06-94dd-d19086ee0791 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1094 time: 0.0809653 Mar 09 12:26:51.283060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9b5a425c-2f93-4388-8ba0-206a40bc0df7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/508d69a8-742b-48c9-ba69-0a5082e1bca5 HTTP/1.1" status: 409 len: 405 time: 0.1337698 Mar 09 12:26:51.283193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46654) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.285291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46656) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.291723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:51.299987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331579499'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:51.304978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:51.307262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:51.312180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:51.314900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:51.317352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:51.319967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:51.327786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:51.330184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:51.343187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.358600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:51.361999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.410444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:51.443819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c2684-bce6-4f01-986a-d7dcd9bbebcd None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:26:51.469781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.470135 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81 of type vlan for network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 Mar 09 12:26:51.513270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.556853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.563096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:51.563697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.577216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c2684-bce6-4f01-986a-d7dcd9bbebcd None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:26:51.597263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.704258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4160142 Mar 09 12:26:51.707270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46662) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:51.713086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:51.729513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e146d5-4c45-4756-a9b4-ae3d0640622a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=6725ed0a-a9d3-4b08-8972-c58c9cefb5c5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:51.770653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:51.814906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.40 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/86a96c27-f276-46c2-85e6-9ac581284bc6) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:51.836509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:51.847912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:51.862454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:51.867367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:51.978520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.013134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.073637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:52.081145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:52.085235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:52.117448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=86a96c27-f276-46c2-85e6-9ac581284bc6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:52.191338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.objects.ports [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87830) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:26:52.192428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.279209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=2740443d-189f-454e-b939-6a575ff5f2f5,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:52.287957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:52.288313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:52.308190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:52.318778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:52.325208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:52.326244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.329136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7f14d-05d3-4eff-a4fc-6e66e4dd368c None None] Network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:52.357580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f246d60b-ae3d-43b0-a62d-57105dc54c7d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6489937 Mar 09 12:26:52.360203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46666) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:52.518837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.532182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.563149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-6725ed0a-a9d3-4b08-8972-c58c9cefb5c5', 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': '2740443d-189f-454e-b939-6a575ff5f2f5'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:52.564046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.599634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.622896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.655119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6eef18bd-f7e2-4d5b-849a-1ad475f3cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.734309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Allocated IP 2001:db8::f816:3eff:fe6e:5a2e (6725ed0a-a9d3-4b08-8972-c58c9cefb5c5/2740443d-189f-454e-b939-6a575ff5f2f5/46c4452f-d9e3-4450-ab44-a510047937a2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:26:52.938416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.942563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.944064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.953572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Transition to ACTIVE for port object 46c4452f-d9e3-4450-ab44-a510047937a2 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:52.971600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Transition to ACTIVE for port object 46c4452f-d9e3-4450-ab44-a510047937a2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:26:52.977490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:52.997191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.044475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=2740443d-189f-454e-b939-6a575ff5f2f5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:53.044760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:26:53.051758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:53.053983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=86a96c27-f276-46c2-85e6-9ac581284bc6,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:53.056536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:26:53.063210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Pushing event updated for resources: {'Port': ['ID=46c4452f-d9e3-4450-ab44-a510047937a2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:53.064712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.154685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Attempting to bind port 46c4452f-d9e3-4450-ab44-a510047937a2 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:26:53.155649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Attempting to bind port 46c4452f-d9e3-4450-ab44-a510047937a2 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:26:53.156313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Attempting to bind port 46c4452f-d9e3-4450-ab44-a510047937a2 on network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:26:53.162251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:26:53.162716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Checking segment: {'id': 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:53.163194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.163634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Bound using segment: {'id': 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:26:53.164170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Bound port: 46c4452f-d9e3-4450-ab44-a510047937a2, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:26:53.164608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.243898 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536 associated. External IP: 172.26.5.40, port: ec7a1699-4091-4f41-98eb-c6048593bbb0. Mar 09 12:26:53.260329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] For port 46c4452f-d9e3-4450-ab44-a510047937a2, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:26:53.263554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] For port 46c4452f-d9e3-4450-ab44-a510047937a2, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=46c4452f-d9e3-4450-ab44-a510047937a2,segment=NetworkSegment(edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81),segment_id=edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:26:53.269143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.270998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.296606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725ed0a-a9d3-4b08-8972-c58c9cefb5c5']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:53.309495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:53.309829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:53.322006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.339723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.347195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:53.347500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.354321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676eb0-9a78-4f49-9dbd-9518fd073904 None None] Pushing event updated for resources: {'Port': ['ID=46c4452f-d9e3-4450-ab44-a510047937a2,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:53.367183 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:53.431327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b3fc5-e5a0-4899-8bcd-0bbcca68c48d None None] Network 6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:53.452206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.db.api [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 09 12:26:53.452206 dv-neutron-832762-2-hyperv neutron-server[87830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 09 12:26:53.452206 dv-neutron-832762-2-hyperv neutron-server[87830]: [parameters: {'id': '6725ed0a-a9d3-4b08-8972-c58c9cefb5c5'}] Mar 09 12:26:53.452206 dv-neutron-832762-2-hyperv neutron-server[87830]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:26:53.452753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG oslo_db.api [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:26:53.608499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:26:53.660508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a6337-dd6c-4bfd-ad51-29376aab61df None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:26:53.753644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a6337-dd6c-4bfd-ad51-29376aab61df None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:26:53.786399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:26:53.798931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:26:53.810238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:53.868136 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8be54b5d-7eb3-416e-845a-01bcada4bc19 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5817819 Mar 09 12:26:53.868880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:26:53.870109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:53.870829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:53.871042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46670) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:53.917066 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'status': 'completed', 'code': 200} Mar 09 12:26:53.954873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.033874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting port 46c4452f-d9e3-4450-ab44-a510047937a2 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:54.034215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.077086 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c653d3b-20d0-4c0a-ad4e-91dac2ff17db tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 991 time: 0.2048335 Mar 09 12:26:54.118349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:54.149300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-29eb71c4-8495-4715-9f0e-e173863c44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:54.150765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-29eb71c4-8495-4715-9f0e-e173863c44e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1099 time: 0.2066088 Mar 09 12:26:54.360158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] For port 46c4452f-d9e3-4450-ab44-a510047937a2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=46c4452f-d9e3-4450-ab44-a510047937a2,segment=NetworkSegment(edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81),segment_id=edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:54.360861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.499471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Calling delete_port for 46c4452f-d9e3-4450-ab44-a510047937a2 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:54.541042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-e5d35d57-c3ae-4658-8dc0-ed6ead8e139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:54.542492 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-e5d35d57-c3ae-4658-8dc0-ed6ead8e139b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.3810277 Mar 09 12:26:54.555690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:d8:3e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:26:52Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:54.561152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:26:54.569593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:26:54.570199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:54.668289 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-5194ba38-3a2e-47c8-81b5-49ef020435e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 999 time: 0.1189556 Mar 09 12:26:54.669581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.749224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:26:54.756563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Port': ['ID=46c4452f-d9e3-4450-ab44-a510047937a2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:54.758392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No DVR routers for this DVR port 46c4452f-d9e3-4450-ab44-a510047937a2 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:26:54.837342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-a7a0f898-a0f4-4170-9ca1-343177a569d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:54.838774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-a7a0f898-a0f4-4170-9ca1-343177a569d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.1371858 Mar 09 12:26:54.907333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91acf251-aff9-478a-9090-70227ddfa0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.936773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:54.968433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725ed0a-a9d3-4b08-8972-c58c9cefb5c5']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:54.984851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:54.985171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb5aab6-e67f-4eed-93e6-7c6fa9f9fc81') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:55.000744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.026072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-cd80afd8-bfe0-4d82-9ffc-77630c5cbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:55.027771 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-cd80afd8-bfe0-4d82-9ffc-77630c5cbcce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1386719 Mar 09 12:26:55.028727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.054599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:55.055000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:55.073135 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:55.080820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46676) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:55.181193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:d8:3e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:26:52Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:55.186193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e98d5-902c-4bc0-a353-dd2523a2a5fd None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:d8:3e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:26:52Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:26:55.194861 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-17e77b80-7e59-482e-8cc9-ce2b581c627d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 991 time: 0.1128390 Mar 09 12:26:55.353639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.374843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.375888 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373bb6c0-961d-4e25-aac6-a465e368ad3b None None] New status for floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:26:55.390599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=6725ed0a-a9d3-4b08-8972-c58c9cefb5c5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:55.410486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bd0ae8d3-74a1-4558-b32b-c749997b3b78 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 HTTP/1.1" status: 204 len: 168 time: 3.0492396 Mar 09 12:26:55.414014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46680) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:55.417274 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-afcc7045-d1d0-4eb3-9750-aae09f9a8e8f service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839900 Mar 09 12:26:55.421292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620276840'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:55.426855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:55.431286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:55.435418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:55.441744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:55.455774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:55.459698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.493362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:55.503687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.504059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment dc0838a6-2c73-4673-8a8a-4655f52f73f0 of type vlan for network fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 Mar 09 12:26:55.534473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.568231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1aa17f8c-26c9-4a59-b2a6-44f375831974 req-6dba546b-dbba-4d8c-9387-0567df6958b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448395 Mar 09 12:26:55.570186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.576012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:55.576623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.673468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:55.679623 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2642670 Mar 09 12:26:55.682655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46684) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:55.688631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': 'fead7af5-78ee-4d3c-9593-9c5f1cacc1b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:55.691819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab537b93-251e-4e79-b543-144b767444e4 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=fead7af5-78ee-4d3c-9593-9c5f1cacc1b5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:55.703018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:55.801232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:55.805316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:subnet and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:55.808250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:55.814624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:55.823202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:55.827362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.051695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.062448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.128937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=446b8ff3-96c8-4aee-b73a-2c97d5bb5300,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:56.138070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': 'dc0838a6-2c73-4673-8a8a-4655f52f73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fead7af5-78ee-4d3c-9593-9c5f1cacc1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:56.138435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: fead7af5-78ee-4d3c-9593-9c5f1cacc1b5, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:56.157200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:56.166026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, fead7af5-78ee-4d3c-9593-9c5f1cacc1b5) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:56.170050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:56.170640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.175040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c05f9-bc60-4dba-9a39-c599ddd951eb None None] Network fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:56.194634 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-88ff2a76-cc29-4f51-b664-32a5be75f4e6 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5108173 Mar 09 12:26:56.197105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46688) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:56.198654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46690) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:56.314674 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e8be5514-b8c8-47ab-93e2-31c27d67ec64 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 993 time: 0.1136951 Mar 09 12:26:56.347279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.393622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c26a83-88a4-48a2-9ecf-dce34409bc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-fead7af5-78ee-4d3c-9593-9c5f1cacc1b5', 'network_id': 'fead7af5-78ee-4d3c-9593-9c5f1cacc1b5', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': '446b8ff3-96c8-4aee-b73a-2c97d5bb5300'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:56.394542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4c26a83-88a4-48a2-9ecf-dce34409bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.417635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.494613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-d4c26a83-88a4-48a2-9ecf-dce34409bc7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446b8ff3-96c8-4aee-b73a-2c97d5bb5300: This subnet is being modified by another concurrent operation. Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446b8ff3-96c8-4aee-b73a-2c97d5bb5300: This subnet is being modified by another concurrent operation. Mar 09 12:26:56.501842 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:26:56.519970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4428049-2304-4f02-b95a-900a76d6b0b4 None None] Network fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:56.534131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=446b8ff3-96c8-4aee-b73a-2c97d5bb5300,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:56.629538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.655002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fead7af5-78ee-4d3c-9593-9c5f1cacc1b5']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:56.666775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0838a6-2c73-4673-8a8a-4655f52f73f0') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:56.667067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0838a6-2c73-4673-8a8a-4655f52f73f0') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:56.678828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.695342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.695878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f509e5-2ff3-46cc-ae55-9393761d01d7 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:26:56.702088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:56.702472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:56.721004 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:56.792072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f509e5-2ff3-46cc-ae55-9393761d01d7 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:26:56.799788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.819330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.828391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=fead7af5-78ee-4d3c-9593-9c5f1cacc1b5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:56.835639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b041907c-898e-4a1b-974a-a448c68ad6d7 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 HTTP/1.1" status: 204 len: 168 time: 0.6376061 Mar 09 12:26:56.839015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46696) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:56.845427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454555955'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:56.850410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:56.855134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:network and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:56.857895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:56.863814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:56.874276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:56.878287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.910151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:26:56.919003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.919340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Added segment 086bcf19-312c-4f74-9927-c33b3d4221cd of type vlan for network 9db90b74-4290-46ff-804b-733a2ce770fa Mar 09 12:26:56.944793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.974995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:56.980441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:56.981237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.034880 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1923125 Mar 09 12:26:57.035241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46700) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:57.041758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Request body: {'subnet': {'network_id': '9db90b74-4290-46ff-804b-733a2ce770fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:26:57.096076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b9609-215c-4b94-a0b1-ca8b29b3e7b5 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Network': ['ID=9db90b74-4290-46ff-804b-733a2ce770fa,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:57.108798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 9db90b74-4290-46ff-804b-733a2ce770fa details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:26:57.269918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:26:57.273894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Usage tracker for resource:subnet and tenant:4cf8a1cf51834f03b15e960928be5e24 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:26:57.276598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:26:57.282183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:26:57.291402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Made reservation on behalf of 4cf8a1cf51834f03b15e960928be5e24 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:26:57.295812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.593110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.609512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.objects.ports [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87831) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 09 12:26:57.610699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.687734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event updated for resources: {'Subnet': ['ID=b4e853a1-5712-4817-be73-02feb74eb3cf,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:57.693088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Checking segment: {'id': '086bcf19-312c-4f74-9927-c33b3d4221cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9db90b74-4290-46ff-804b-733a2ce770fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:26:57.693560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network hostable DHCP agents. Network: 9db90b74-4290-46ff-804b-733a2ce770fa, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:26:57.711505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Network 9db90b74-4290-46ff-804b-733a2ce770fa is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:26:57.720509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 9db90b74-4290-46ff-804b-733a2ce770fa) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:26:57.726034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:57.727315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.728002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26335bfb-62e7-4dbd-a518-6c8ac3b88d12 None None] Network 9db90b74-4290-46ff-804b-733a2ce770fa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:57.756161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46704) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:57.756789 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c3b03e44-e538-40f8-8898-526dc69be5df tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7197955 Mar 09 12:26:57.898893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.941728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61fbb2-6ad5-4041-acf9-3628b547f103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-9db90b74-4290-46ff-804b-733a2ce770fa', 'network_id': '9db90b74-4290-46ff-804b-733a2ce770fa', 'tenant_id': '4cf8a1cf51834f03b15e960928be5e24', 'fixed_ips': [{'subnet_id': 'b4e853a1-5712-4817-be73-02feb74eb3cf'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:26:57.942576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f61fbb2-6ad5-4041-acf9-3628b547f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:57.967807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.046698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server [None req-2f61fbb2-6ad5-4041-acf9-3628b547f103 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e853a1-5712-4817-be73-02feb74eb3cf: This subnet is being modified by another concurrent operation. Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise self.value Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server raise exception Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e853a1-5712-4817-be73-02feb74eb3cf: This subnet is being modified by another concurrent operation. Mar 09 12:26:58.082676 dv-neutron-832762-2-hyperv neutron-server[87832]: ERROR oslo_messaging.rpc.server Mar 09 12:26:58.090875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e853a1-5712-4817-be73-02feb74eb3cf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:58.110674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b63e43-8fb1-4a17-89ec-9b0ff1e4dfcc None None] Network 9db90b74-4290-46ff-804b-733a2ce770fa requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:26:58.179823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.209097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db90b74-4290-46ff-804b-733a2ce770fa']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:58.221906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086bcf19-312c-4f74-9927-c33b3d4221cd') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:58.222137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086bcf19-312c-4f74-9927-c33b3d4221cd') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:26:58.233739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.249462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.255570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:26:58.256060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:26:58.271275 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:26:58.281351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599215d-2b73-40b7-9bc5-5b124e424e61 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:26:58.359537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.378623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599215d-2b73-40b7-9bc5-5b124e424e61 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:26:58.498015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:58.500426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=9db90b74-4290-46ff-804b-733a2ce770fa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:58.514782 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7157d9fc-cb06-48f2-8c2d-b2388677bb52 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/9db90b74-4290-46ff-804b-733a2ce770fa HTTP/1.1" status: 204 len: 168 time: 0.7541704 Mar 09 12:26:58.515020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46708) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.552412 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ea485c-8115-4a5b-8586-8dea6c7c5c53 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.552870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ea485c-8115-4a5b-8586-8dea6c7c5c53 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.554565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-94ea485c-8115-4a5b-8586-8dea6c7c5c53 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/b4e853a1-5712-4817-be73-02feb74eb3cf HTTP/1.1" status: 404 len: 337 time: 0.0386457 Mar 09 12:26:58.557216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46712) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.582916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20432ca-e70b-4f82-a58e-4684d8d3cc96 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.583389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20432ca-e70b-4f82-a58e-4684d8d3cc96 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.585047 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b20432ca-e70b-4f82-a58e-4684d8d3cc96 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/9db90b74-4290-46ff-804b-733a2ce770fa HTTP/1.1" status: 404 len: 339 time: 0.0268483 Mar 09 12:26:58.587661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46716) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.624659 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-da68f227-0a74-4e22-8185-babb5dad1821 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.625134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da68f227-0a74-4e22-8185-babb5dad1821 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.626785 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-da68f227-0a74-4e22-8185-babb5dad1821 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/446b8ff3-96c8-4aee-b73a-2c97d5bb5300 HTTP/1.1" status: 404 len: 337 time: 0.0382211 Mar 09 12:26:58.629296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46720) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.656837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3bc2f-e315-4d9c-8396-48a0ad5a96cd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.657335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3bc2f-e315-4d9c-8396-48a0ad5a96cd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.658973 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-00a3bc2f-e315-4d9c-8396-48a0ad5a96cd tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/fead7af5-78ee-4d3c-9593-9c5f1cacc1b5 HTTP/1.1" status: 404 len: 339 time: 0.0287995 Mar 09 12:26:58.661494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46724) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.698734 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d270bf85-6004-4e4d-b60a-3cc941c1f80b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.699735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d270bf85-6004-4e4d-b60a-3cc941c1f80b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.701452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d270bf85-6004-4e4d-b60a-3cc941c1f80b tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/2740443d-189f-454e-b939-6a575ff5f2f5 HTTP/1.1" status: 404 len: 337 time: 0.0390813 Mar 09 12:26:58.703922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46728) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.727385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d3d370-f7db-4477-a2c3-c7b0efc5d16d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:58.727846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d3d370-f7db-4477-a2c3-c7b0efc5d16d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:58.729419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e5d3d370-f7db-4477-a2c3-c7b0efc5d16d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/6725ed0a-a9d3-4b08-8972-c58c9cefb5c5 HTTP/1.1" status: 404 len: 339 time: 0.0246279 Mar 09 12:26:58.731689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46732) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:58.799975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting port 1cc5eada-2678-4c4f-b5cc-3060d99e2dfe {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:58.800595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.069692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.078558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-cdcdeccc-671b-4413-a468-1becd2618987 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1918049 Mar 09 12:26:59.226957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Calling delete_port for 1cc5eada-2678-4c4f-b5cc-3060d99e2dfe owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:26:59.330474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-8ead86fd-9238-4222-8a18-18ed10691223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:59.331978 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-8ead86fd-9238-4222-8a18-18ed10691223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1099 time: 0.1422300 Mar 09 12:26:59.333024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.404872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Port': ['ID=1cc5eada-2678-4c4f-b5cc-3060d99e2dfe,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:26:59.423995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.474060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8a87da77-728b-42b6-ae80-02951a5b2f2c tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/ports/1cc5eada-2678-4c4f-b5cc-3060d99e2dfe HTTP/1.1" status: 204 len: 168 time: 0.7414048 Mar 09 12:26:59.476620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46736) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:59.515857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f8cc7d-b850-40bc-89a6-8aed01ced62d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:26:59.516406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f8cc7d-b850-40bc-89a6-8aed01ced62d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:26:59.520536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6f8cc7d-b850-40bc-89a6-8aed01ced62d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/f888eef7-f648-4cdc-b16e-e16b3bdd71bb HTTP/1.1" status: 404 len: 337 time: 0.0404909 Mar 09 12:26:59.521002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46740) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:26:59.523563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-0562d1a4-c8da-41cf-b6db-011f92853af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:59.525020 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-0562d1a4-c8da-41cf-b6db-011f92853af4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.1561277 Mar 09 12:26:59.629789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-ea8f0eb8-2c18-46e0-8e73-bbb32d724e1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 1001 time: 0.0984201 Mar 09 12:26:59.636730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.647005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:26:59.647349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.694807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-fb269145-cb7c-497c-8746-c35ebf61b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:59.696231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-fb269145-cb7c-497c-8746-c35ebf61b98c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0613298 Mar 09 12:26:59.770812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-eccc6574-9304-4eb8-944f-1696559e40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:26:59.772325 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-eccc6574-9304-4eb8-944f-1696559e40d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697262 Mar 09 12:26:59.853344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] For port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1d0f1c5b-99f6-4074-9f7b-6132a08db3c6,segment=NetworkSegment(51369256-e4b1-4325-ad58-38ebdad4accc),segment_id=51369256-e4b1-4325-ad58-38ebdad4accc)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:26:59.853695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:26:59.903978 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-c485d036-fa88-490b-972e-0c1868e961f8 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249013 Mar 09 12:26:59.976293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Calling delete_port for 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:27:00.061330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.107872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Port': ['ID=1d0f1c5b-99f6-4074-9f7b-6132a08db3c6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:00.111375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No DVR routers for this DVR port 1d0f1c5b-99f6-4074-9f7b-6132a08db3c6 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:27:00.147187 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f81e4cad-ad5d-4200-8d3b-a10fc01b0445 req-ec6de028-33c0-4ea4-8b49-9662055510e3 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369277 Mar 09 12:27:00.233247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.257528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508d69a8-742b-48c9-ba69-0a5082e1bca5']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:00.269669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51369256-e4b1-4325-ad58-38ebdad4accc') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:00.269963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51369256-e4b1-4325-ad58-38ebdad4accc') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:00.281085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.300480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.306303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:27:00.306680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:27:00.322397 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:27:00.399919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.416612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.427737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=508d69a8-742b-48c9-ba69-0a5082e1bca5,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:00.432190 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6e4934bb-86aa-48dc-afcd-1e9c1f54928a tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/508d69a8-742b-48c9-ba69-0a5082e1bca5 HTTP/1.1" status: 204 len: 168 time: 0.9101706 Mar 09 12:27:00.435243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46744) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:00.505542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting port 8d891f5a-bc46-4084-a09f-b0432de3feb0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:27:00.505973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.718621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.840843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Calling delete_port for 8d891f5a-bc46-4084-a09f-b0432de3feb0 owned by {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:27:00.921252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.968673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Port': ['ID=8d891f5a-bc46-4084-a09f-b0432de3feb0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:00.975183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:00.982472 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-46a54774-9b6c-4877-8cd0-7f7d3ebe5b62 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/ports/8d891f5a-bc46-4084-a09f-b0432de3feb0 HTTP/1.1" status: 204 len: 168 time: 0.5461919 Mar 09 12:27:00.984816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46748) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:01.024060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-783af91c-2f2f-4bed-a6a9-c86a23655e1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] DELETE failed (client error): The resource could not be found. Mar 09 12:27:01.024511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783af91c-2f2f-4bed-a6a9-c86a23655e1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:01.026123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-783af91c-2f2f-4bed-a6a9-c86a23655e1d tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/287c7e7c-bd51-410c-927e-63e2a4a4683b HTTP/1.1" status: 404 len: 337 time: 0.0404038 Mar 09 12:27:01.029039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46752) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:01.140317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.270385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.295269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5f5d8e-2f05-4314-9aa2-879b918f4b4a']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:01.306839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd43fa47-083d-47d0-9301-70361a8f30f4') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:01.307137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd43fa47-083d-47d0-9301-70361a8f30f4') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:01.318032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.333804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.340388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:27:01.340779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:27:01.354805 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:27:01.434519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.451403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.460809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=8b5f5d8e-2f05-4314-9aa2-879b918f4b4a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:01.466935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2f8304e3-b593-4084-9c35-dc13729174de tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/8b5f5d8e-2f05-4314-9aa2-879b918f4b4a HTTP/1.1" status: 204 len: 168 time: 0.4340322 Mar 09 12:27:01.467838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46756) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:01.536343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting subnet 560957c4-1abe-4f77-b3e3-724782382306 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:27:01.539271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.594334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.677206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.747477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.787586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.792011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Subnet': ['ID=560957c4-1abe-4f77-b3e3-724782382306,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:01.792672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f8b3a-53f3-4a71-a6c6-1ee0d6a0709d None None] Network ac409817-3913-48f0-9fe8-66d101e2a9bd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:27:01.799922 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8c035fd9-c58c-43f9-8d39-987589ed6250 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/subnets/560957c4-1abe-4f77-b3e3-724782382306 HTTP/1.1" status: 204 len: 168 time: 0.3315210 Mar 09 12:27:01.802184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46760) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:01.915388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:01.925863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Deleting port c6f14f23-4966-45f4-bbe8-5e16ecec2230 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:27:01.926208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.035878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] DHCP port deletion for ac409817-3913-48f0-9fe8-66d101e2a9bd request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:27:02.040068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Deleting port c6f14f23-4966-45f4-bbe8-5e16ecec2230 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:27:02.040468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.137657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] For port c6f14f23-4966-45f4-bbe8-5e16ecec2230, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c6f14f23-4966-45f4-bbe8-5e16ecec2230,segment=NetworkSegment(6730863e-c06c-4dcf-9699-6985410f17f8),segment_id=6730863e-c06c-4dcf-9699-6985410f17f8)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:02.138022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.247161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] For port c6f14f23-4966-45f4-bbe8-5e16ecec2230, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c6f14f23-4966-45f4-bbe8-5e16ecec2230,segment=NetworkSegment(6730863e-c06c-4dcf-9699-6985410f17f8),segment_id=6730863e-c06c-4dcf-9699-6985410f17f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:02.247561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.366470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Calling delete_port for c6f14f23-4966-45f4-bbe8-5e16ecec2230 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:27:02.377242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Calling delete_port for c6f14f23-4966-45f4-bbe8-5e16ecec2230 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:27:02.444427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.452237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:27:02.452630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:27:02.493338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Port': ['ID=c6f14f23-4966-45f4-bbe8-5e16ecec2230,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:02.495116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] No DVR routers for this DVR port c6f14f23-4966-45f4-bbe8-5e16ecec2230 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:27:02.620139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.646996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac409817-3913-48f0-9fe8-66d101e2a9bd']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:02.659101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6730863e-c06c-4dcf-9699-6985410f17f8') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:02.659398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6730863e-c06c-4dcf-9699-6985410f17f8') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:02.671196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.681900 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:27:02.687433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.693296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:27:02.693670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:27:02.712423 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:27:02.790496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.809214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:02.820694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] Pushing event deleted for resources: {'Network': ['ID=ac409817-3913-48f0-9fe8-66d101e2a9bd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:02.824275 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d803d600-54a5-4093-9edb-ee6073080625 tempest-NetworksIpV6TestAttrs-1947568148 tempest-NetworksIpV6TestAttrs-1947568148-project] 10.222.0.20 "DELETE /v2.0/networks/ac409817-3913-48f0-9fe8-66d101e2a9bd HTTP/1.1" status: 204 len: 168 time: 1.0205138 Mar 09 12:27:02.954010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Deleting port c6f14f23-4966-45f4-bbe8-5e16ecec2230 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:27:02.954610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:03.030005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c86fbde3-39ad-4227-b7ec-f55702b773ba None None] The port 'c6f14f23-4966-45f4-bbe8-5e16ecec2230' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:27:03.106602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46768) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:03.254207 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9306da56-b0a1-4609-93c6-a295b3a5f27f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cf8a1cf51834f03b15e960928be5e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464555 Mar 09 12:27:03.256591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46774) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:03.312950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:03.337706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:03.388433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:03.405972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9331faf-3a5f-496d-b179-44fe6d17600f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:03.409234 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:03.410355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6ef440fe-896a-4413-969d-539091bf538a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9331faf-3a5f-496d-b179-44fe6d17600f HTTP/1.1" status: 204 len: 168 time: 0.1528535 Mar 09 12:27:04.006681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c6f14f23-4966-45f4-bbe8-5e16ecec2230 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:27:04.046201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c6f14f23-4966-45f4-bbe8-5e16ecec2230 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:27:04.046552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c6f14f23-4966-45f4-bbe8-5e16ecec2230 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:27:04.090181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46798) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.190183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-83640e23-af55-446b-a40f-1b24359db152 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] Request body: {'port': {'network_id': '364387e1-89d9-492d-90ed-600bb1d5e969', 'name': 'tempest-NetworksNegativeTestJSON-1949409471'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:04.210006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-83640e23-af55-446b-a40f-1b24359db152 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] POST failed (client error): The resource could not be found. Mar 09 12:27:04.210471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83640e23-af55-446b-a40f-1b24359db152 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.211549 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-83640e23-af55-446b-a40f-1b24359db152 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1203501 Mar 09 12:27:04.215947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46804) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.239736 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-25435c29-2051-4143-9d2d-385b46e0f766 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] DELETE failed (client error): The resource could not be found. Mar 09 12:27:04.240199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25435c29-2051-4143-9d2d-385b46e0f766 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.241792 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-25435c29-2051-4143-9d2d-385b46e0f766 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "DELETE /v2.0/networks/43acc387-810a-4b83-9c27-fa219dae1c91 HTTP/1.1" status: 404 len: 339 time: 0.0249646 Mar 09 12:27:04.289833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46808) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.335985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cfcd3d-ef55-4b95-952a-6abc699579be tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] DELETE failed (client error): The resource could not be found. Mar 09 12:27:04.336445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cfcd3d-ef55-4b95-952a-6abc699579be tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.338074 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73cfcd3d-ef55-4b95-952a-6abc699579be tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "DELETE /v2.0/ports/ddab1c1e-a959-4e7f-9774-daa7e3caaafb HTTP/1.1" status: 404 len: 333 time: 0.0472314 Mar 09 12:27:04.342668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46812) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.381298 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa2045-701e-437e-ac66-d37208636894 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] DELETE failed (client error): The resource could not be found. Mar 09 12:27:04.381743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa2045-701e-437e-ac66-d37208636894 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.383385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8caa2045-701e-437e-ac66-d37208636894 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "DELETE /v2.0/subnets/1cd4c0de-6cb2-4a1d-b7a8-90a231042ccc HTTP/1.1" status: 404 len: 337 time: 0.0398295 Mar 09 12:27:04.387657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46816) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.413858 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d123c20-283e-4e0d-9c0e-d946f14cd6b3 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] GET failed (client error): The resource could not be found. Mar 09 12:27:04.415109 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d123c20-283e-4e0d-9c0e-d946f14cd6b3 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "GET /v2.0/networks/5856c6b2-f44b-461d-8b0e-3ade5888f29b HTTP/1.1" status: 404 len: 339 time: 0.0265875 Mar 09 12:27:04.418717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46820) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.466805 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcafda1a-8cfe-4ada-a905-766f60594308 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] GET failed (client error): The resource could not be found. Mar 09 12:27:04.468018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fcafda1a-8cfe-4ada-a905-766f60594308 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "GET /v2.0/ports/bf0c6b4d-fbb9-45de-9454-411bad1e641e HTTP/1.1" status: 404 len: 333 time: 0.0484416 Mar 09 12:27:04.471568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46824) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.513174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf8c9d2-92e2-42f3-9b89-3cf6b96c2b8b tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] GET failed (client error): The resource could not be found. Mar 09 12:27:04.514427 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-dcf8c9d2-92e2-42f3-9b89-3cf6b96c2b8b tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "GET /v2.0/subnets/66851b45-8c3b-4e4d-a8ca-687a0851fb5b HTTP/1.1" status: 404 len: 337 time: 0.0419884 Mar 09 12:27:04.518320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46828) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.523682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-73e883e2-c481-4096-8f10-dd5856b5afda tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:04.544340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e883e2-c481-4096-8f10-dd5856b5afda tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] PUT failed (client error): The resource could not be found. Mar 09 12:27:04.544807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e883e2-c481-4096-8f10-dd5856b5afda tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.545934 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-73e883e2-c481-4096-8f10-dd5856b5afda tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "PUT /v2.0/networks/367993fc-6d76-4837-a9e5-81e6406a3c9b HTTP/1.1" status: 404 len: 339 time: 0.0267406 Mar 09 12:27:04.549505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46832) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.554914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4adef88f-9f7b-477c-b103-96738980c15a tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:04.590999 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adef88f-9f7b-477c-b103-96738980c15a tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] PUT failed (client error): The resource could not be found. Mar 09 12:27:04.591470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adef88f-9f7b-477c-b103-96738980c15a tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.592589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4adef88f-9f7b-477c-b103-96738980c15a tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "PUT /v2.0/ports/bf2ce137-31f6-4645-ba36-7da59b729fd8 HTTP/1.1" status: 404 len: 333 time: 0.0422056 Mar 09 12:27:04.596194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46836) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:04.601624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-394d619b-bae0-4b9f-b9fe-d359129d5772 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:04.637341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-394d619b-bae0-4b9f-b9fe-d359129d5772 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] PUT failed (client error): The resource could not be found. Mar 09 12:27:04.637789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394d619b-bae0-4b9f-b9fe-d359129d5772 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:27:04.638870 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-394d619b-bae0-4b9f-b9fe-d359129d5772 tempest-NetworksNegativeTestJSON-133168720 tempest-NetworksNegativeTestJSON-133168720-project] 10.222.0.20 "PUT /v2.0/subnets/9d46bba7-f54c-4f68-812d-69db9daa9337 HTTP/1.1" status: 404 len: 337 time: 0.0417871 Mar 09 12:27:04.896633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46844) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:05.012018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.026001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:05.030377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Usage tracker for resource:security_group_rule and tenant:412c44d0854f48dc974322c8d4a15ae3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:05.033155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:05.038821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:05.122511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.126347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.175021 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=412c44d0854f48dc974322c8d4a15ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773252 Mar 09 12:27:05.175874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1c10-b7c8-4d08-9746-0cd67cd3310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e606bd-830b-4cf0-97ce-df800b8584c7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:05.178552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46850) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:05.235784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.260852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.315491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.329735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e606bd-830b-4cf0-97ce-df800b8584c7,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:05.335632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:05.336744 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ac285ce7-450f-4494-89d3-05958e837d01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08e606bd-830b-4cf0-97ce-df800b8584c7 HTTP/1.1" status: 204 len: 168 time: 0.1568165 Mar 09 12:27:05.989654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46874) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:06.091117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-357092695-network', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:06.095772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:06.099542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Usage tracker for resource:network and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:06.102351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:06.108486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:06.117803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Made reservation on behalf of e23443e3b29a4c9dbda00d2562e95dd9 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:06.120080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.132271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.147161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:06.151117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:06.153974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:06.159390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:06.243139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.247473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.277527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:27:06.285664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900862b-d55e-41df-99a9-7dcd853c86c6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:06.293570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.293570 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Added segment 38f76959-d10a-4d29-8a6c-21a2ed45f782 of type vlan for network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce Mar 09 12:27:06.318680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.346774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.347805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:06.348439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.563172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] Pushing event updated for resources: {'Network': ['ID=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:06.567746 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2aea53c2-b655-4550-b6d1-dd14eef887b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5770743 Mar 09 12:27:06.570774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46880) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:06.572728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:27:06.577624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Request body: {'subnet': {'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-357092695-subnet', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:06.582577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:06.586544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Usage tracker for resource:subnet and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:06.589647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:06.595316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:06.607741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Made reservation on behalf of e23443e3b29a4c9dbda00d2562e95dd9 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:06.610227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.817605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.894706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65785aec-970b-4617-a8de-73a4e2b4958d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:06.902907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:06.903260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Network hostable DHCP agents. Network: fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:27:06.922851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:27:06.931105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:06.936119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:06.938021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.939009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ded120-a261-45e8-8965-c9b276b4056f None None] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:27:06.958170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3620aa00-3dd7-42a9-b6f9-b21de86945b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3856027 Mar 09 12:27:06.960930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46884) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:06.966945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:06.971536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:06.975298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Usage tracker for resource:router and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:06.978118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:06.985015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:06.995034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:06.996618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.011689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.152557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:27:07.153465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.283046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.309318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Allocated IP 172.20.0.2 (fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce/65785aec-970b-4617-a8de-73a4e2b4958d/12d98488-9f8a-4018-8000-1f655c5b3b48) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:07.524676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.535684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Transition to ACTIVE for port object 12d98488-9f8a-4018-8000-1f655c5b3b48 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:07.553994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Transition to ACTIVE for port object 12d98488-9f8a-4018-8000-1f655c5b3b48 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:07.560464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.620899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:07.627586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:07.630094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:07.640437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Pushing event updated for resources: {'Port': ['ID=12d98488-9f8a-4018-8000-1f655c5b3b48,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:07.707372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.730140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Attempting to bind port 12d98488-9f8a-4018-8000-1f655c5b3b48 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:07.730510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Attempting to bind port 12d98488-9f8a-4018-8000-1f655c5b3b48 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:07.730874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Attempting to bind port 12d98488-9f8a-4018-8000-1f655c5b3b48 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:07.735989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:07.736362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:07.736796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.737044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.737212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Bound using segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:07.737676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Bound port: 12d98488-9f8a-4018-8000-1f655c5b3b48, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:07.738050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.825216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] For port 12d98488-9f8a-4018-8000-1f655c5b3b48, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:07.828312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] For port 12d98488-9f8a-4018-8000-1f655c5b3b48, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=12d98488-9f8a-4018-8000-1f655c5b3b48,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:07.832147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:07.874805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Allocated IP 172.26.5.90 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/bbc24773-6ef3-4cc1-9aa0-7532a858a747) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:07.915141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d581be-15b2-4f0d-a9e5-d86cbc6eca73 None None] Pushing event updated for resources: {'Port': ['ID=12d98488-9f8a-4018-8000-1f655c5b3b48,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:08.030564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:08.062238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:08.124606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:08.127677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:08.131454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:08.188092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Pushing event updated for resources: {'Port': ['ID=bbc24773-6ef3-4cc1-9aa0-7532a858a747,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:08.566886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:08.930283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0464cd-2b59-4bc7-aecb-dabb39dffe93 None None] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:27:09.040378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-56b12faf-2e48-422c-8fde-9fa52f254862 None None] Provisioning for port 12d98488-9f8a-4018-8000-1f655c5b3b48 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:09.043762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:09.252052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:27:09.430311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:09.439499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:09.449400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:09.449400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:09.454092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:09.455436 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0fb87313-63ee-4a20-a720-f5fba76fe13a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4935799 Mar 09 12:27:09.458220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46888) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:09.626877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:09.948951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:08Z', 'revision_number': 3, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:09.953189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:09.953615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Updating router 8b0be788-d91c-4793-9ecf-7cd5a7611284 port bbc24773-6ef3-4cc1-9aa0-7532a858a747 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:27:10.007360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.104098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 12d98488-9f8a-4018-8000-1f655c5b3b48 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:10.139964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.277863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 12d98488-9f8a-4018-8000-1f655c5b3b48 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:10.287354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 12d98488-9f8a-4018-8000-1f655c5b3b48 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:10.287729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.349070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Allocated IP 172.20.0.1 (fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce/65785aec-970b-4617-a8de-73a4e2b4958d/9c4f3263-de0a-45f6-97a6-c7acca0d3595) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:10.493587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.507271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.530005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Transition to ACTIVE for port object bbc24773-6ef3-4cc1-9aa0-7532a858a747 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:10.538138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.581644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 12d98488-9f8a-4018-8000-1f655c5b3b48, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=12d98488-9f8a-4018-8000-1f655c5b3b48,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:10.592320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.626218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.627063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fb38-e911-4e56-94f3-70516bacc89c None None] Pushing event updated for resources: {'Port': ['ID=bbc24773-6ef3-4cc1-9aa0-7532a858a747,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:10.629259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Attempting to bind port bbc24773-6ef3-4cc1-9aa0-7532a858a747 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:10.629625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Attempting to bind port bbc24773-6ef3-4cc1-9aa0-7532a858a747 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:10.629980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Attempting to bind port bbc24773-6ef3-4cc1-9aa0-7532a858a747 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:10.642408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Transition to ACTIVE for port object 9c4f3263-de0a-45f6-97a6-c7acca0d3595 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:10.665506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.674897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:10.675278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:10.675676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.676067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:10.676539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Bound port: bbc24773-6ef3-4cc1-9aa0-7532a858a747, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:10.676931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.728648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:10.731509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:10.739289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:10.755937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=12d98488-9f8a-4018-8000-1f655c5b3b48,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:10.769884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] For port bbc24773-6ef3-4cc1-9aa0-7532a858a747, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:10.773781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] For port bbc24773-6ef3-4cc1-9aa0-7532a858a747, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bbc24773-6ef3-4cc1-9aa0-7532a858a747,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:10.779075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.781485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Pushing event updated for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:10.804917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:10.860125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:10.860938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:10.954232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fb38-e911-4e56-94f3-70516bacc89c None None] Pushing event updated for resources: {'Port': ['ID=bbc24773-6ef3-4cc1-9aa0-7532a858a747,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:11.017382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.061602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b5a78095-1b45-4742-a603-0c3623bece9c None None] Provisioning for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:11.070836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b5a78095-1b45-4742-a603-0c3623bece9c None None] Provisioning complete for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:11.071220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5a78095-1b45-4742-a603-0c3623bece9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.096671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:11.240282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.244951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.351712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.356842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b5a78095-1b45-4742-a603-0c3623bece9c None None] Port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:11.365780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Pushing event updated for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:11.468480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:08Z', 'revision_number': 3, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:11.472514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a59f2-1952-425a-8b21-38428de1df1e None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:08Z', 'revision_number': 3, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:11.511266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:11.512589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:11.756851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:27:11.783290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-891bed6b-7e05-4fd7-97b1-978e8779a53d None None] Provisioning complete for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:11.783671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-891bed6b-7e05-4fd7-97b1-978e8779a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:11.856406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-891bed6b-7e05-4fd7-97b1-978e8779a53d None None] Port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:11.986314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:12.007247 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2fcc2c0-2792-49cb-b8d3-77be23bb79dc admin admin] 10.222.0.20 "PUT /v2.0/routers/8b0be788-d91c-4793-9ecf-7cd5a7611284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478499 Mar 09 12:27:12.116018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bbc24773-6ef3-4cc1-9aa0-7532a858a747 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:12.193347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port bbc24773-6ef3-4cc1-9aa0-7532a858a747 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:12.200125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bbc24773-6ef3-4cc1-9aa0-7532a858a747 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:12.200590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.356527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.378868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port bbc24773-6ef3-4cc1-9aa0-7532a858a747, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bbc24773-6ef3-4cc1-9aa0-7532a858a747,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:12.385175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.385175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 12d98488-9f8a-4018-8000-1f655c5b3b48 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:12.508274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=bbc24773-6ef3-4cc1-9aa0-7532a858a747,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:12.517694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 12d98488-9f8a-4018-8000-1f655c5b3b48 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:12.518068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.602288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46906) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:12.608740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-26110041-network', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:12.613671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:12.617588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Usage tracker for resource:network and tenant:d95565a9d5324dd08b934f9e4b0ebf5e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:12.621193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:12.634498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:12.646153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Made reservation on behalf of d95565a9d5324dd08b934f9e4b0ebf5e for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:12.648507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.664330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.679438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:12.683721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Usage tracker for resource:security_group_rule and tenant:d95565a9d5324dd08b934f9e4b0ebf5e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:12.686560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:12.692212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:12.773618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.777994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.804413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:27:12.817092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302eda7b-14e2-4e0a-82f3-9cc2184ad095,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:12.821547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.821892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Added segment 934e2fff-a049-47e8-9dba-2b4c310cf420 of type vlan for network efc268bc-87fd-4a37-9a1f-d1d56ddf40db Mar 09 12:27:12.847960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.875874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:12.876753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:12.877405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.084806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] Pushing event updated for resources: {'Network': ['ID=efc268bc-87fd-4a37-9a1f-d1d56ddf40db,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:13.088225 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ea8efeca-4c5f-4b55-890f-d76e1827044a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4849193 Mar 09 12:27:13.091467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 46910) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:13.096633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:27:13.096785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Request body: {'subnet': {'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-26110041-subnet', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:13.101603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:13.106324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Usage tracker for resource:subnet and tenant:d95565a9d5324dd08b934f9e4b0ebf5e is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:13.109176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:13.115183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:13.125475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Made reservation on behalf of d95565a9d5324dd08b934f9e4b0ebf5e for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:13.127830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.165824 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:13.176724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:13.178286 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:13.335173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.356282 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:13.410517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e24adf8-eb09-4544-b6fb-8ea3a7766f1a,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:13.421648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Checking segment: {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:13.421999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Network hostable DHCP agents. Network: efc268bc-87fd-4a37-9a1f-d1d56ddf40db, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:27:13.440091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:27:13.449323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, efc268bc-87fd-4a37-9a1f-d1d56ddf40db) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:13.453289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:13.453867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.461583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9839b0-23e0-45bb-ba96-ffb777631d48 None None] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:27:13.482684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46914) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:13.488184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:13.493374 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e542854c-fd54-4318-9c98-6537fe3ba48f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4008029 Mar 09 12:27:13.494437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:13.498984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Usage tracker for resource:router and tenant:d95565a9d5324dd08b934f9e4b0ebf5e is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:13.502605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:13.509081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:13.525691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.528453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.546004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.711028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:27:13.712172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.718907 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:11Z', 'revision_number': 2, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:13.723352 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:13.723520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Updating router 8b0be788-d91c-4793-9ecf-7cd5a7611284 port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:27:13.776224 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.844838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:13.875481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Allocated IP 172.20.0.2 (efc268bc-87fd-4a37-9a1f-d1d56ddf40db/7e24adf8-eb09-4544-b6fb-8ea3a7766f1a/84a073e8-a3c5-4ff7-8d8a-394276a7962f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:14.038510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bbc24773-6ef3-4cc1-9aa0-7532a858a747 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:14.137465 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.150537 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Transition to ACTIVE for port object 9c4f3263-de0a-45f6-97a6-c7acca0d3595 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:14.158449 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.166518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.176266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.190784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Transition to ACTIVE for port object 84a073e8-a3c5-4ff7-8d8a-394276a7962f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:14.196528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port bbc24773-6ef3-4cc1-9aa0-7532a858a747 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:14.196923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.197392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.253357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Transition to ACTIVE for port object 84a073e8-a3c5-4ff7-8d8a-394276a7962f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:14.263744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.289549 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c0da-b3c0-405b-869a-8484b41be307 None None] Pushing event updated for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:14.335391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:14.339347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:14.343623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:14.376030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Allocated IP 172.26.5.241 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/2444a723-ac9e-44e3-a96b-d2b132908e69) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:14.423920 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Attempting to bind port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:14.424488 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Attempting to bind port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:14.425145 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Attempting to bind port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:14.431645 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:14.432972 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:14.434082 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.434870 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Bound using segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:14.435521 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Bound port: 9c4f3263-de0a-45f6-97a6-c7acca0d3595, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:14.436085 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.523616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Pushing event updated for resources: {'Port': ['ID=84a073e8-a3c5-4ff7-8d8a-394276a7962f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:14.556348 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] For port 9c4f3263-de0a-45f6-97a6-c7acca0d3595, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:14.557737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.564144 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] For port 9c4f3263-de0a-45f6-97a6-c7acca0d3595, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9c4f3263-de0a-45f6-97a6-c7acca0d3595,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:14.571255 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.597037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.608204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Attempting to bind port 84a073e8-a3c5-4ff7-8d8a-394276a7962f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:14.608575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Attempting to bind port 84a073e8-a3c5-4ff7-8d8a-394276a7962f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:14.609072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Attempting to bind port 84a073e8-a3c5-4ff7-8d8a-394276a7962f on network efc268bc-87fd-4a37-9a1f-d1d56ddf40db {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:14.621313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:14.621689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Checking segment: {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:14.622087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.622475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Bound using segment: {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:14.622944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Bound port: 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:14.623316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.660756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:14.664153 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:14.664457 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:14.665125 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:14.669246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:14.739203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] For port 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:14.742424 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c0da-b3c0-405b-869a-8484b41be307 None None] Pushing event updated for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:14.743295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] For port 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=84a073e8-a3c5-4ff7-8d8a-394276a7962f,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:14.756295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:14.837529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67351-bcde-4ab9-9375-0cb9a0eda4b5 None None] Pushing event updated for resources: {'Port': ['ID=84a073e8-a3c5-4ff7-8d8a-394276a7962f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:14.873044 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:14.911972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Pushing event updated for resources: {'Port': ['ID=2444a723-ac9e-44e3-a96b-d2b132908e69,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:15.233097 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:14Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:15.237641 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98898b3f-d998-4e42-afb6-1714491d60c3 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:14Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:15.270434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:15.646111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:15.861439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f71587-e8d4-4f2a-a9b4-313ddb278692 None None] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:27:15.871321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Router 1f96ab54-be79-49f5-9468-d6a6438c5224 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:27:15.981595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eeb8e195-49b7-405c-a485-8c13074f87b4 None None] Provisioning for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:16.063363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.079574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:16.091362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13303974-93c4-4053-9de9-738f2628377f None None] Sync routers for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:16.109383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:16.110046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:16.120318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.124275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3d97d182-e936-4977-9261-df674b5b4516 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6379912 Mar 09 12:27:16.124466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46922) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:16.165917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 84a073e8-a3c5-4ff7-8d8a-394276a7962f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:16.384281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:16.406108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:16.406487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.460916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:16.785851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.797182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-205c2e58-8ab8-4e72-8a71-f9b0c9af4c88 None None] Provisioning complete for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:16.797495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-205c2e58-8ab8-4e72-8a71-f9b0c9af4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.898136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=84a073e8-a3c5-4ff7-8d8a-394276a7962f,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:16.914698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:16.915462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9c4f3263-de0a-45f6-97a6-c7acca0d3595 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:16.956265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.103870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:14Z', 'revision_number': 3, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:17.114694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=84a073e8-a3c5-4ff7-8d8a-394276a7962f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:17.124628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13303974-93c4-4053-9de9-738f2628377f None None] Checking router: 1f96ab54-be79-49f5-9468-d6a6438c5224 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:17.125017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13303974-93c4-4053-9de9-738f2628377f None None] Updating router 1f96ab54-be79-49f5-9468-d6a6438c5224 port 2444a723-ac9e-44e3-a96b-d2b132908e69 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:27:17.172271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Allocated IP 172.20.0.1 (efc268bc-87fd-4a37-9a1f-d1d56ddf40db/7e24adf8-eb09-4544-b6fb-8ea3a7766f1a/3ce18aa8-0248-400d-8486-bee5574704e8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:17.208249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:17.217962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:17.218338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.268281 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.325129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.341264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Transition to ACTIVE for port object 3ce18aa8-0248-400d-8486-bee5574704e8 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:17.365680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.429270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:17.431939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:17.439891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:17.481119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:17.493212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.498737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.597393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 9c4f3263-de0a-45f6-97a6-c7acca0d3595, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9c4f3263-de0a-45f6-97a6-c7acca0d3595,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:17.610311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.708575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:17.789805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e53b1a9c-017f-4706-8ff2-4608e4ed8531 None None] Provisioning for port 3ce18aa8-0248-400d-8486-bee5574704e8 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:17.792851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.797836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.801757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e53b1a9c-017f-4706-8ff2-4608e4ed8531 None None] Provisioning complete for port 3ce18aa8-0248-400d-8486-bee5574704e8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:17.802119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e53b1a9c-017f-4706-8ff2-4608e4ed8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.848511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-13303974-93c4-4053-9de9-738f2628377f None None] Transition to ACTIVE for port object 2444a723-ac9e-44e3-a96b-d2b132908e69 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:17.858422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.913143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e53b1a9c-017f-4706-8ff2-4608e4ed8531 None None] Port 3ce18aa8-0248-400d-8486-bee5574704e8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:17.951020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13303974-93c4-4053-9de9-738f2628377f None None] Attempting to bind port 2444a723-ac9e-44e3-a96b-d2b132908e69 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:17.951394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13303974-93c4-4053-9de9-738f2628377f None None] Attempting to bind port 2444a723-ac9e-44e3-a96b-d2b132908e69 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:17.951760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13303974-93c4-4053-9de9-738f2628377f None None] Attempting to bind port 2444a723-ac9e-44e3-a96b-d2b132908e69 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:17.953945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992636-55b8-46b7-a873-a04fe4fc4af0 None None] Pushing event updated for resources: {'Port': ['ID=2444a723-ac9e-44e3-a96b-d2b132908e69,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:17.959505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13303974-93c4-4053-9de9-738f2628377f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:17.959889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13303974-93c4-4053-9de9-738f2628377f None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:17.960293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:17.960679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13303974-93c4-4053-9de9-738f2628377f None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:17.961170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13303974-93c4-4053-9de9-738f2628377f None None] Bound port: 2444a723-ac9e-44e3-a96b-d2b132908e69, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:17.961549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.021574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.027632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.034913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 84a073e8-a3c5-4ff7-8d8a-394276a7962f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:18.083249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-13303974-93c4-4053-9de9-738f2628377f None None] For port 2444a723-ac9e-44e3-a96b-d2b132908e69, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:18.101328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-13303974-93c4-4053-9de9-738f2628377f None None] For port 2444a723-ac9e-44e3-a96b-d2b132908e69, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2444a723-ac9e-44e3-a96b-d2b132908e69,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:18.109020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13303974-93c4-4053-9de9-738f2628377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.138494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.142618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:18.194092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:18.194478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.234549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:18.235194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:18.285421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992636-55b8-46b7-a873-a04fe4fc4af0 None None] Pushing event updated for resources: {'Port': ['ID=2444a723-ac9e-44e3-a96b-d2b132908e69,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:18.398527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:18.399709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:18.492464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:18.550127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9c4f3263-de0a-45f6-97a6-c7acca0d3595 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:18.598922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Router 1f96ab54-be79-49f5-9468-d6a6438c5224 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:27:18.781019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:18.800063 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bc4313c5-bd72-44cc-8cda-63e4c2953ba0 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f96ab54-be79-49f5-9468-d6a6438c5224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649690 Mar 09 12:27:18.816518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f5fe9e11-87e8-4eb5-b8d5-3c373b9c3dd0 None None] Provisioning complete for port 3ce18aa8-0248-400d-8486-bee5574704e8 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:18.816917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9e11-87e8-4eb5-b8d5-3c373b9c3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.889633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:18.890013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:18.929327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe9e11-87e8-4eb5-b8d5-3c373b9c3dd0 None None] Port 3ce18aa8-0248-400d-8486-bee5574704e8 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:19.086991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13303974-93c4-4053-9de9-738f2628377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '3ce18aa8-0248-400d-8486-bee5574704e8', 'name': '', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'mac_address': 'fa:16:3e:b4:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:17Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 2, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'subnets': [{'id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:19.091507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13303974-93c4-4053-9de9-738f2628377f None None] The sync data for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv is: [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '3ce18aa8-0248-400d-8486-bee5574704e8', 'name': '', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'mac_address': 'fa:16:3e:b4:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:17Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 2, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'subnets': [{'id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:19.375140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46934) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:19.380491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772018336', 'description': 'tempest-secgroup-smoke-1772018336 description', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:19.388229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:19.392510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:19.395773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:19.402611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:19.413734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.438225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:19.442471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:19.445618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:19.452447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:19.533883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.539473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.584030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb190a-60b6-4fcc-a305-65b050b9d4ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:19.587557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.592739 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7530a817-8f30-48f0-b7df-c1b08fa56de3 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2131326 Mar 09 12:27:19.593102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:19.598355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:19.605312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:19.609367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:19.612484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:19.619706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:19.637228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.701625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.707632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.737712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5fe49f-1ef8-46af-b699-50ea226a39a5,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:19.747867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.752925 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e56d5e30-3410-4174-beeb-ffed15c6dccf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554260 Mar 09 12:27:19.752925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:19.757250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:19.763266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:19.772996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:19.779515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:19.786086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:19.805102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.875093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.878551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.902887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfefbca8-9b5b-4ba1-81da-b89c778e583a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:19.912260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:19.913553 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ae9c65c6-38fb-448e-9edd-d190c46bb925 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605711 Mar 09 12:27:19.916212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:19.922167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:19.928323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:19.932680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:19.935722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:19.941944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:19.959745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.035236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.039640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.060438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2444a723-ac9e-44e3-a96b-d2b132908e69 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:20.065539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d454ed9-aff2-4e50-8542-9f2ade101ad4,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:20.074913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.076300 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c5bcdc28-97cd-429f-aca9-eb87951c45af tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582818 Mar 09 12:27:20.078935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46950) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:20.084295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:20.091283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:20.095287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:20.098280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:20.104140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:20.123111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.145058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 2444a723-ac9e-44e3-a96b-d2b132908e69 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:20.155466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2444a723-ac9e-44e3-a96b-d2b132908e69 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:20.155912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.189351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.194343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.231260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd46863f-6a1f-4415-9af7-0dbefb1eeeb1,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:20.241226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.244572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-214292a9-e149-4dd3-9e5b-7dab88e523a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626885 Mar 09 12:27:20.245373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:20.250641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:20.257346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:20.262020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:20.264965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:20.270630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:20.282489 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Project e23443e3b29a4c9dbda00d2562e95dd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:27:20.289122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.289899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.309656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 2444a723-ac9e-44e3-a96b-d2b132908e69, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2444a723-ac9e-44e3-a96b-d2b132908e69,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:20.314224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.361177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.367636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.394097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294eea76-730c-4486-b5f1-ad5ddbfa9220,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:20.394937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=2444a723-ac9e-44e3-a96b-d2b132908e69,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:20.407083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.408709 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-41c5ae35-eecc-4c14-b838-dbd79872ff74 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622434 Mar 09 12:27:20.411432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 46958) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:20.417929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'security_group_rule': {'security_group_id': '69bb190a-60b6-4fcc-a305-65b050b9d4ce', 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:20.424135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:20.428212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:security_group_rule and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:20.431144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:20.437528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:20.447379 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Project e23443e3b29a4c9dbda00d2562e95dd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:27:20.454661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.518991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.523044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.546312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ae860-6945-4cb2-ba21-4b1c45c4eb1f,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:20.554632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:20.559635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8d63f94b-1c2d-4e71-b1bc-d8b53a831787 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435127 Mar 09 12:27:21.013670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47006) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:21.090539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036cabc-a7cd-44db-ac43-5c1c8b4b022e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:21.091017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036cabc-a7cd-44db-ac43-5c1c8b4b022e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:21.091476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036cabc-a7cd-44db-ac43-5c1c8b4b022e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:21.093137 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1036cabc-a7cd-44db-ac43-5c1c8b4b022e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&network_id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 3000 time: 0.0782418 Mar 09 12:27:22.025688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2444a723-ac9e-44e3-a96b-d2b132908e69 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:22.099204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2444a723-ac9e-44e3-a96b-d2b132908e69 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:22.099584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:22.609475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd7508f6-b744-4914-bb43-71b3b7e79003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:22.961135 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Sync routers for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:22.970788 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:22.971424 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:23.193139 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:23.594470 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '3ce18aa8-0248-400d-8486-bee5574704e8', 'name': '', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'mac_address': 'fa:16:3e:b4:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:17Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 2, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'subnets': [{'id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:23.598645 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Checking router: 1f96ab54-be79-49f5-9468-d6a6438c5224 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:23.598997 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Updating router 1f96ab54-be79-49f5-9468-d6a6438c5224 port 3ce18aa8-0248-400d-8486-bee5574704e8 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:27:23.663531 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.061602 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.073864 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Transition to ACTIVE for port object 3ce18aa8-0248-400d-8486-bee5574704e8 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:24.080598 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.236264 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Pushing event updated for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:24.314577 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Attempting to bind port 3ce18aa8-0248-400d-8486-bee5574704e8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:24.315038 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Attempting to bind port 3ce18aa8-0248-400d-8486-bee5574704e8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:24.315315 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Attempting to bind port 3ce18aa8-0248-400d-8486-bee5574704e8 on network efc268bc-87fd-4a37-9a1f-d1d56ddf40db {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:24.321198 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:24.321505 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Checking segment: {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:24.321904 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.323055 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Bound using segment: {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:24.323665 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Bound port: 3ce18aa8-0248-400d-8486-bee5574704e8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934e2fff-a049-47e8-9dba-2b4c310cf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:24.324056 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.420167 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] For port 3ce18aa8-0248-400d-8486-bee5574704e8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:24.429920 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] For port 3ce18aa8-0248-400d-8486-bee5574704e8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3ce18aa8-0248-400d-8486-bee5574704e8,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:24.435381 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:24.452134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47064) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:24.517583 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:24.518207 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:26:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:24.573397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3dd37-9947-433b-8331-c083e9ddb084 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:24.578797 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7ef3dd37-9947-433b-8331-c083e9ddb084 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 HTTP/1.1" status: 200 len: 814 time: 0.1247878 Mar 09 12:27:24.620460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Pushing event updated for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:24.640847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.641219 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.641557 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.641886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.642304 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.642537 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.642858 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.643178 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.643492 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.643813 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.644127 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.644440 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9bfb4-1627-4e29-8ebf-f67f3f9511de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:24.812099 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:24.843122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-280d5424-40b2-4866-bf42-daf00ce92458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:25.142979 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '3ce18aa8-0248-400d-8486-bee5574704e8', 'name': '', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'mac_address': 'fa:16:3e:b4:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:17Z', 'updated_at': '2022-03-09T12:27:24Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'subnets': [{'id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:25.146861 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07828c8-13e1-42bf-bef9-b59f99536624 None None] The sync data for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv is: [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '3ce18aa8-0248-400d-8486-bee5574704e8', 'name': '', 'network_id': 'efc268bc-87fd-4a37-9a1f-d1d56ddf40db', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'mac_address': 'fa:16:3e:b4:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:17Z', 'updated_at': '2022-03-09T12:27:24Z', 'revision_number': 4, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'subnets': [{'id': '7e24adf8-eb09-4544-b6fb-8ea3a7766f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:25.594851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47074) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:25.600125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:25.684849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:25.738106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.035055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.043157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.043479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536 disassociated. External IP: 172.26.5.40, port: ec7a1699-4091-4f41-98eb-c6048593bbb0. Mar 09 12:27:26.077720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3ce18aa8-0248-400d-8486-bee5574704e8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:26.113650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.165410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 3ce18aa8-0248-400d-8486-bee5574704e8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:26.172426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3ce18aa8-0248-400d-8486-bee5574704e8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:26.173100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.327384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.368939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 3ce18aa8-0248-400d-8486-bee5574704e8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3ce18aa8-0248-400d-8486-bee5574704e8,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:26.376682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.458969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:26.466809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:27:26.778576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:26.783329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:26.792269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:26.802383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:26.805991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:26.860700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c23409ee-9233-4324-bee9-4b05ddf1f395 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 689 time: 1.2649925 Mar 09 12:27:26.861401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:26.863518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47080) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:26.931437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'status': 'completed', 'code': 200} Mar 09 12:27:26.979689 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-079f0185-7e13-427b-ae87-a70b4590e77b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 689 time: 0.1134977 Mar 09 12:27:27.012563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:27.161264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-fde44eca-4828-4948-98cd-46bb223bd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:27.163294 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-fde44eca-4828-4948-98cd-46bb223bd07d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1099 time: 0.2012770 Mar 09 12:27:27.307384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-a78ba3b1-d5c1-4895-9f6d-91cdf8c761f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:27.308880 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-a78ba3b1-d5c1-4895-9f6d-91cdf8c761f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.1397705 Mar 09 12:27:27.381168 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-0db83be0-b11e-43bc-afbc-776d780c44e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0658262 Mar 09 12:27:27.389522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:27.394466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:27.404855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:27.405486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:27.449806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-4dcc2131-3df1-4df5-b0a5-dd0261b391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:27.451212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-4dcc2131-3df1-4df5-b0a5-dd0261b391a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0635674 Mar 09 12:27:27.544720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-674b0fc8-1755-45d0-9d86-f54390808c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:27.546874 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-674b0fc8-1755-45d0-9d86-f54390808c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898886 Mar 09 12:27:27.560126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-d35e1cfe-c3e5-4ffd-b670-1525ee193c54 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:27:27.561696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-d35e1cfe-c3e5-4ffd-b670-1525ee193c54 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081644 Mar 09 12:27:27.616412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:27.659764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:27.812166 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-decc5a4f-eebc-419e-9613-0a1766134589 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449715 Mar 09 12:27:27.979034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:27.982648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47090) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:27.985257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa413e-fe0b-45a2-ab46-dee82b83f3ef None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:28.019598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d7ceb365-d46c-4451-9a6c-ffd367484f52 req-8f490596-6f49-428e-aa64-751474199edd service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019994 Mar 09 12:27:28.046851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3ce18aa8-0248-400d-8486-bee5574704e8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:28.110770 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e2959b54-d41c-4143-b3fb-a24e75456de2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 689 time: 0.1264322 Mar 09 12:27:28.130588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3ce18aa8-0248-400d-8486-bee5574704e8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:28.131124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:28.243338 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c6e39c-0de1-498b-9653-bae6a1563b16 None None] New status for floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:27:29.114563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47096) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:29.203665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2ef9b80c-e890-47ca-babb-5513bca1f11e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 687 time: 0.0858922 Mar 09 12:27:30.471138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47104) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:30.476160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351188748', 'description': 'tempest-secgroup-smoke-1351188748 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:30.483259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:30.495582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:30.507436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.528521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:30.532744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:30.535863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:30.542543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:30.620996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.625085 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.671330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:30.684184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.685507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0c802b62-f25f-4fb4-8724-16886fe13ecf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2134287 Mar 09 12:27:30.688516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47108) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:30.693521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:30.701096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:30.706323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:30.708264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:30.714083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:30.731518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.798796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.802334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.827055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a29fbe-f82d-4655-9827-8d70874b812d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:30.836111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.837357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f4b1df53-e587-4f0f-8478-80009de81b45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478934 Mar 09 12:27:30.840156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47112) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:30.845220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:30.851043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:30.856046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:30.859065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:30.864710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:30.882404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.948042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.952574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.978933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecde58de-c1d3-46d0-a0f9-1bce1ffe0c65,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:30.987249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:30.988418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-74bf583a-8ee8-43d9-9546-ce269bef0673 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473181 Mar 09 12:27:30.991348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47116) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:30.998931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:31.005210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:31.009689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:31.012760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:31.018984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:31.036220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.102365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.107705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.135081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3e0445-0e83-4a4e-9a97-ecf893f9c2a0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:31.145674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.149465 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ea3d41f6-3dba-460a-9371-d6d0c0bee8d1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544335 Mar 09 12:27:31.149722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47122) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:31.155059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:31.161393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:31.168310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:31.171504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:31.179363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:31.197999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.265936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.269621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.294286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d24037-de29-4b98-aa8d-eca5327c018a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:31.304379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.306942 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-141b254b-a3ae-4223-b521-786dd79c4a84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557472 Mar 09 12:27:31.309845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47126) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:31.315005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:31.320907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:31.326470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:31.329443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:31.335086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:31.346535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:27:31.353503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.419034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.422657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.445958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cf13dc-c459-4330-bc4d-86bfbe79016e,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:31.455712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.457246 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f9fadae-16b2-4a7b-a4e6-1488b231c26f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461022 Mar 09 12:27:31.459837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47130) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:31.467056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:31.475418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:31.481533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:31.485111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:31.492550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:31.514724 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:27:31.522011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.590808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.595790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.619954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c50ae0d-17fe-4409-a613-47c7fe57e532,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:31.628898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:31.637409 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2c371b9-43a8-4e54-a9d4-ca52b34b1b8d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761940 Mar 09 12:27:31.986178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-729486b7-462c-4386-b2ac-21e22070f229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:27:32.000818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-729486b7-462c-4386-b2ac-21e22070f229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:27:32.002220 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-729486b7-462c-4386-b2ac-21e22070f229 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351188748&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0558031 Mar 09 12:27:32.155377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-5f4445ee-2700-4ccf-a3a4-4a237ee00d1c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:32.156792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-5f4445ee-2700-4ccf-a3a4-4a237ee00d1c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 797 time: 0.1478868 Mar 09 12:27:32.174234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-c43eae6e-ef2a-40d5-9916-5ee8e18ac792 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0118515 Mar 09 12:27:32.268279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-c3ce3be2-da7c-4ae1-9e31-25aac3537796 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888708 Mar 09 12:27:32.284481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-d1b8091d-7326-45a6-9fd0-801410e9071a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:27:32.285543 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-d1b8091d-7326-45a6-9fd0-801410e9071a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053232 Mar 09 12:27:32.418840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-ee6cd44c-9595-4108-b6f0-d420592ba0f4 service neutron] 10.222.0.20 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278157 Mar 09 12:27:32.552803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-637e31a9-76b2-42b0-9c68-33a6b8f008bb service neutron] 10.222.0.20 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282337 Mar 09 12:27:32.800349 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e969a18b-0b0c-40d1-bd12-74a2c9dffecc req-ef045aa5-3694-4b4c-b830-76e5849a3bc8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 210 time: 0.0999024 Mar 09 12:27:33.797023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-ef43d8c7-8a97-4a4b-bf5f-5f1f8399b58a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:33.797766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-ef43d8c7-8a97-4a4b-bf5f-5f1f8399b58a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 797 time: 0.1565292 Mar 09 12:27:33.864627 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-8fd706b0-28e7-4e17-8729-a2af1d15f8ba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 473 time: 0.0566134 Mar 09 12:27:33.875631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:34.004066 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15d05e10-0ddf-43e9-b79d-4450224095bb req-2f9b1399-457b-42a5-9b7e-885f300545f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 210 time: 0.0554152 Mar 09 12:27:34.023990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:34.027930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:port and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:34.030816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:34.036535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:34.047799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:34.051173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.210468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.10 (6212dbfb-76fa-4028-9a80-963e627aab68/a8712e7e-2333-403d-aa4a-b8e71f18106e/05f398b3-5cf9-4b09-b9fd-86569b36b561) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:34.406122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.423317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 05f398b3-5cf9-4b09-b9fd-86569b36b561 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:34.448324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.514602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 6212dbfb-76fa-4028-9a80-963e627aab68 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:34.517548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:34.527071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:34.565001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:34.601630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:34.602334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.628629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-7a58985f-2ee4-4baf-8207-51d484dfa0e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7582471 Mar 09 12:27:34.640397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Request body: {'port': {'device_id': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:34.757597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67e4548d-2c98-41a8-b156-faa44834e8ca None None] Provisioning for port 05f398b3-5cf9-4b09-b9fd-86569b36b561 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:34.761297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.762995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-67e4548d-2c98-41a8-b156-faa44834e8ca None None] Provisioning complete for port 05f398b3-5cf9-4b09-b9fd-86569b36b561 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:34.763539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67e4548d-2c98-41a8-b156-faa44834e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:34.818016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-67e4548d-2c98-41a8-b156-faa44834e8ca None None] Port 05f398b3-5cf9-4b09-b9fd-86569b36b561 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:35.118567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f398b3-5cf9-4b09-b9fd-86569b36b561 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:27:35.126435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:35.141521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Transition to ACTIVE for port object 05f398b3-5cf9-4b09-b9fd-86569b36b561 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:35.146469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:35.198791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5fdd-627d-4f58-aac4-c8549d673764 req-cece3a2e-151f-4ace-b525-cc1dcd927bd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:35.200680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-245e5fdd-627d-4f58-aac4-c8549d673764 req-cece3a2e-151f-4ace-b525-cc1dcd927bd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 944 time: 0.0873137 Mar 09 12:27:35.261503 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-245e5fdd-627d-4f58-aac4-c8549d673764 req-30cab883-39df-44e9-83ec-171eb08947cc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535781 Mar 09 12:27:35.329662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:35.405754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Attempting to bind port 05f398b3-5cf9-4b09-b9fd-86569b36b561 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:35.406514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Attempting to bind port 05f398b3-5cf9-4b09-b9fd-86569b36b561 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:35.407098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Attempting to bind port 05f398b3-5cf9-4b09-b9fd-86569b36b561 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:35.412370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Port 05f398b3-5cf9-4b09-b9fd-86569b36b561 on network 6212dbfb-76fa-4028-9a80-963e627aab68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:27:35.412804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Attempting to bind port 05f398b3-5cf9-4b09-b9fd-86569b36b561 on network 6212dbfb-76fa-4028-9a80-963e627aab68 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:35.422439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:35.422910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Checking segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:35.423390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Bound using segment: {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:35.423926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Bound port: 05f398b3-5cf9-4b09-b9fd-86569b36b561, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751878cf-df06-435d-9957-7847ac19fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:35.424389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:35.662183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:35.668217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:35.673560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:35.747054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:35.747767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:35.749087 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/05f398b3-5cf9-4b09-b9fd-86569b36b561 HTTP/1.1" status: 200 len: 1094 time: 1.1131728 Mar 09 12:27:35.749597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:35.777581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ab2d8-9ddd-4882-aa8c-6994b8b28fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:35.831952 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'status': 'completed', 'code': 200} Mar 09 12:27:35.887628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-cd7d4109-ddd0-47e3-a358-64618685b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:35.889158 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-cd7d4109-ddd0-47e3-a358-64618685b2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 1097 time: 0.0994895 Mar 09 12:27:35.969787 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-9e1e7b79-3904-48c4-823e-b0ee868ceca9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561 HTTP/1.1" status: 200 len: 217 time: 0.0728357 Mar 09 12:27:36.046589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-d17d3fc0-3139-4604-b497-85a07bbfe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.048190 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-d17d3fc0-3139-4604-b497-85a07bbfe431 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0736248 Mar 09 12:27:36.156497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-a21fd7a8-93ff-42f5-a7f4-99618e3d7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.159713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-a21fd7a8-93ff-42f5-a7f4-99618e3d7ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050415 Mar 09 12:27:36.322709 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-407bdfd3-32a7-47fe-a4ad-84a3bed0e56c service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569719 Mar 09 12:27:36.457323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a9da-1008-42df-8929-c234b5b1eead req-17736ef4-1c1e-49f9-89e1-b851cb0f05d7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.458869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-36b49fcb-47ab-4895-9cd2-7a5dacea6b6e req-3e3d1593-8442-45c2-a074-0baea897771b service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306641 Mar 09 12:27:36.459065 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9711a9da-1008-42df-8929-c234b5b1eead req-17736ef4-1c1e-49f9-89e1-b851cb0f05d7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 944 time: 0.0836725 Mar 09 12:27:36.521470 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9711a9da-1008-42df-8929-c234b5b1eead req-78f3a675-0b13-457a-ae76-944ae5fcab5f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485160 Mar 09 12:27:36.588954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-29ffc80e-f8c9-4459-82d8-e8b35505afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.590532 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-29ffc80e-f8c9-4459-82d8-e8b35505afdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 1097 time: 0.0754261 Mar 09 12:27:36.725657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-f0f2a28d-9e5c-46fc-bdf7-c034b45d3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.727127 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-f0f2a28d-9e5c-46fc-bdf7-c034b45d3d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.1300645 Mar 09 12:27:36.801050 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-81ec729d-642f-4c2d-9885-9d55f7b16177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561 HTTP/1.1" status: 200 len: 217 time: 0.0660489 Mar 09 12:27:36.862898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-246e5c17-0b74-4d90-919e-9d662c3f9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.864320 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-246e5c17-0b74-4d90-919e-9d662c3f9876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0572820 Mar 09 12:27:36.952513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-3499fcd2-f98e-4659-bc90-19e55c106cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:36.954487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-3499fcd2-f98e-4659-bc90-19e55c106cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825822 Mar 09 12:27:37.086156 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-33190887-032c-4239-80d0-4c98104be2d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252785 Mar 09 12:27:37.220463 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aa06ad89-5e22-4e57-80c8-7933a5e4f998 req-ba599172-2a2d-4919-a08d-69e07fc6edf6 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277342 Mar 09 12:27:37.711516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117cea-7a5a-42d9-b87c-95554210417d req-221ba4e8-e1cc-4b7c-9535-46b8edf6c5da tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:37.713542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24117cea-7a5a-42d9-b87c-95554210417d req-221ba4e8-e1cc-4b7c-9535-46b8edf6c5da tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 944 time: 0.0831721 Mar 09 12:27:37.757101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24117cea-7a5a-42d9-b87c-95554210417d req-2ca1111f-3352-4627-99d9-b2b5dfc33714 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378742 Mar 09 12:27:37.986298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-b908db34-2886-4240-b541-fb33075781c9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772018336&fields=id&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 267 time: 0.0393414 Mar 09 12:27:38.228408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-f0e34aa0-2f58-47d4-a8bf-cc61081cd2fb tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:38.229880 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-f0e34aa0-2f58-47d4-a8bf-cc61081cd2fb tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.2372527 Mar 09 12:27:38.244000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-79da2b10-e78e-4f9c-9d9d-245b4ac2f739 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/quotas/e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 375 time: 0.0088389 Mar 09 12:27:38.326808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-1b867b1c-bf2b-4b49-9e34-fc705927d6e0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:27:38.343284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-1b867b1c-bf2b-4b49-9e34-fc705927d6e0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:27:38.344651 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-1b867b1c-bf2b-4b49-9e34-fc705927d6e0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960383 Mar 09 12:27:38.360074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-4eb15dd5-9796-40f7-b75a-1d1cbada3b1d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:27:38.361020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-4eb15dd5-9796-40f7-b75a-1d1cbada3b1d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049746 Mar 09 12:27:38.490518 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-ddd302b4-9f59-4ac3-aeab-46079c06c1bf service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242638 Mar 09 12:27:38.621082 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-f0952e8f-5270-47ad-96b8-32188d2d19a9 service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242535 Mar 09 12:27:38.945648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895aef1-fb55-48d8-a2ee-88ef208ce17a req-5729b375-7e3c-4f4c-a576-8dece9f4147c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:38.953231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6895aef1-fb55-48d8-a2ee-88ef208ce17a req-5729b375-7e3c-4f4c-a576-8dece9f4147c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 944 time: 0.0907176 Mar 09 12:27:39.018091 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-95e7c853-9e8a-4f22-b39f-da754c82e3e5 req-335913b5-e8b0-414e-9f67-139f35aa4af7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 210 time: 0.0493832 Mar 09 12:27:39.037348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6895aef1-fb55-48d8-a2ee-88ef208ce17a req-0e0a2f86-c5ee-447e-a3d0-c12b919d2230 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832705 Mar 09 12:27:39.680589 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:27:39.829839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 05f398b3-5cf9-4b09-b9fd-86569b36b561 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:27:39.968621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:39.986000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'port_id': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'mac_address': 'fa:16:3e:37:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:27:40.048476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:40.090584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f398b3-5cf9-4b09-b9fd-86569b36b561 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:27:40.122780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:40.128551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:40.171464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-8a2e157e-f1d9-4b47-bb0b-c3d6d128bed1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:40.172810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-8a2e157e-f1d9-4b47-bb0b-c3d6d128bed1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:27:40.192195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-8a2e157e-f1d9-4b47-bb0b-c3d6d128bed1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:27:40.193368 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-8a2e157e-f1d9-4b47-bb0b-c3d6d128bed1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.3080187 Mar 09 12:27:40.214059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:40.267173 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76a3d97e-a38a-4372-abfa-30d983ef2147 req-d4bff68a-cffb-4a53-8e68-2035830a512b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 210 time: 0.0571780 Mar 09 12:27:40.288426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-6244717f-4d9a-4623-8a7a-070382f8160c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:27:40.306679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe9c5-c3de-442e-ab49-73e67519eeb7 req-6a004c1b-b32c-4341-963a-61c22ccae225 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:40.306968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-6244717f-4d9a-4623-8a7a-070382f8160c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:27:40.308745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ba0fe9c5-c3de-442e-ab49-73e67519eeb7 req-6a004c1b-b32c-4341-963a-61c22ccae225 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 945 time: 0.1324775 Mar 09 12:27:40.312937 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-6244717f-4d9a-4623-8a7a-070382f8160c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 380 time: 0.0670123 Mar 09 12:27:40.319038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'port': {'device_id': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'admin_state_up': True, 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'security_groups': ['69bb190a-60b6-4fcc-a305-65b050b9d4ce']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:40.333834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['05f398b3-5cf9-4b09-b9fd-86569b36b561'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:27:40.354634 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ba0fe9c5-c3de-442e-ab49-73e67519eeb7 req-3e48a05b-4277-49ba-b211-43a113092162 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399363 Mar 09 12:27:40.470760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:40.481432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:40.494695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Made reservation on behalf of e23443e3b29a4c9dbda00d2562e95dd9 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:27:40.499090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:40.680705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.20.0.14 (fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce/65785aec-970b-4617-a8de-73a4e2b4958d/326853a8-14ee-43c4-b3ee-658722bd99f7) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:40.877674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:40.893972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Transition to ACTIVE for port object 326853a8-14ee-43c4-b3ee-658722bd99f7 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:40.918663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:40.989995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:40.998285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:41.000809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:41.041535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:41.077176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:41.077959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:41.106027 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9699716a-43c8-4eb9-8093-4e76d51ef490 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906253 Mar 09 12:27:41.117043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Request body: {'port': {'device_id': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:41.231473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8ae9b4c6-9460-4de0-9cf9-2c7012201215 None None] Provisioning for port 326853a8-14ee-43c4-b3ee-658722bd99f7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:41.236620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8ae9b4c6-9460-4de0-9cf9-2c7012201215 None None] Provisioning complete for port 326853a8-14ee-43c4-b3ee-658722bd99f7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:41.237090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b4c6-9460-4de0-9cf9-2c7012201215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:41.238838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:41.297120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9b4c6-9460-4de0-9cf9-2c7012201215 None None] Port 326853a8-14ee-43c4-b3ee-658722bd99f7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:27:41.682986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326853a8-14ee-43c4-b3ee-658722bd99f7 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:27:41.691530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:41.708603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Transition to ACTIVE for port object 326853a8-14ee-43c4-b3ee-658722bd99f7 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:27:41.715457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:41.780220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d2de-b907-41b8-81bb-5d7b47dabdd0 req-869ef0ee-7e39-421e-a98d-f4a0e3e127e9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:41.781866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b181d2de-b907-41b8-81bb-5d7b47dabdd0 req-869ef0ee-7e39-421e-a98d-f4a0e3e127e9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 932 time: 0.1683061 Mar 09 12:27:41.839636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 05f398b3-5cf9-4b09-b9fd-86569b36b561 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:41.851051 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b181d2de-b907-41b8-81bb-5d7b47dabdd0 req-37ee4425-7100-4838-acc4-c2140143833b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587893 Mar 09 12:27:41.869069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeca7d-d391-49d9-954a-76872ac638c5 req-fbcff315-5417-4ea7-8d06-f275a14b8694 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:41.882578 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3baeca7d-d391-49d9-954a-76872ac638c5 req-fbcff315-5417-4ea7-8d06-f275a14b8694 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 945 time: 0.1583486 Mar 09 12:27:41.951412 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3baeca7d-d391-49d9-954a-76872ac638c5 req-77e2e683-5d1c-4a01-b370-3490895a730c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630376 Mar 09 12:27:41.960363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 05f398b3-5cf9-4b09-b9fd-86569b36b561 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:41.966668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Pushing event updated for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:41.970258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 05f398b3-5cf9-4b09-b9fd-86569b36b561 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:41.970642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.061514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Attempting to bind port 326853a8-14ee-43c4-b3ee-658722bd99f7 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:27:42.061864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Attempting to bind port 326853a8-14ee-43c4-b3ee-658722bd99f7 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:27:42.062198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Attempting to bind port 326853a8-14ee-43c4-b3ee-658722bd99f7 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:42.067109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Port 326853a8-14ee-43c4-b3ee-658722bd99f7 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:27:42.067430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Attempting to bind port 326853a8-14ee-43c4-b3ee-658722bd99f7 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:27:42.073704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:27:42.074046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:27:42.074432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Bound using segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:27:42.074863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Bound port: 326853a8-14ee-43c4-b3ee-658722bd99f7, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:27:42.075216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.146182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.172689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:27:42.176473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=326853a8-14ee-43c4-b3ee-658722bd99f7,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:27:42.182345 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:42.182826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.192543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:42.197097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.242877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:42.244481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:42.246004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] 10.222.0.13 "PUT /v2.0/ports/326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 200 len: 1094 time: 1.1332042 Mar 09 12:27:42.246427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:42.289399 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'code': 200} Mar 09 12:27:42.297526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c87b31-f47b-46f0-a50a-4b8aad233f09 service neutron] Pushing event updated for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:42.342472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:42.386334 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'status': 'completed', 'code': 200} Mar 09 12:27:42.418459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9bdc2999-75d7-4301-8e04-985e0a7920fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:42.420195 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-9bdc2999-75d7-4301-8e04-985e0a7920fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1097 time: 0.1086974 Mar 09 12:27:42.650602 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-e1d65efd-557b-4900-ad1a-c8b7f48b3d46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 200 len: 217 time: 0.2232642 Mar 09 12:27:42.735613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-7dd8f525-7ade-468b-ba5d-752ea4be242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:42.736997 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-7dd8f525-7ade-468b-ba5d-752ea4be242e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0761096 Mar 09 12:27:42.744452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be7a8-f454-4a4e-b72a-078c01902541 req-2530f301-ce60-4119-89d2-d0dfa029457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:42.745922 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-579be7a8-f454-4a4e-b72a-078c01902541 req-2530f301-ce60-4119-89d2-d0dfa029457f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 1099 time: 0.1403639 Mar 09 12:27:42.830687 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-579be7a8-f454-4a4e-b72a-078c01902541 req-c9dc74fc-9701-4695-a49d-c01bcd1bc966 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534577 Mar 09 12:27:42.850455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-1ad7bdf9-3848-4133-b1d7-678a8b5eeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:42.851852 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-1ad7bdf9-3848-4133-b1d7-678a8b5eeadb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050889 Mar 09 12:27:43.058759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494efba1-ac0d-48ea-ad3d-ebed1838d87d req-43fdc0f4-3b49-4b8e-b8ab-8610b6a901d6 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.060316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-494efba1-ac0d-48ea-ad3d-ebed1838d87d req-43fdc0f4-3b49-4b8e-b8ab-8610b6a901d6 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0935624 Mar 09 12:27:43.150507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-494efba1-ac0d-48ea-ad3d-ebed1838d87d req-6e81afe6-d6b6-4f2c-bd02-d4070e98c69d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583270 Mar 09 12:27:43.151399 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-2eef5db7-2797-4738-839b-bfc1ac07977d service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312845 Mar 09 12:27:43.182926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c4c4a-f8b7-4640-97c3-927b3b3542b0 req-d3eafc72-9733-4a4f-8911-f21bc264e468 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.184546 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e9c4c4a-f8b7-4640-97c3-927b3b3542b0 req-d3eafc72-9733-4a4f-8911-f21bc264e468 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.1232562 Mar 09 12:27:43.233757 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e9c4c4a-f8b7-4640-97c3-927b3b3542b0 req-6b3a1c11-fd2d-4ca9-a914-4d74abe136d2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Mar 09 12:27:43.287639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4ddb2e23-38d9-4c76-a558-af3974a73535 req-962ab245-bf92-4604-9110-0a83155f2b1c service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299891 Mar 09 12:27:43.400850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-5b06eb2e-dddf-4f25-ad11-abe68908996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.402399 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-5b06eb2e-dddf-4f25-ad11-abe68908996f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1097 time: 0.0708272 Mar 09 12:27:43.540794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-f9e4b02c-2847-4e27-b7a4-031a8bb0a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.542298 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-f9e4b02c-2847-4e27-b7a4-031a8bb0a8e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1337676 Mar 09 12:27:43.616789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-8c8910ac-d6a5-4ebe-944a-02b3182e8537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 200 len: 217 time: 0.0669148 Mar 09 12:27:43.684524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-f198d195-30b1-4825-b086-1ebf0dd94a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.686006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-f198d195-30b1-4825-b086-1ebf0dd94a6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0632620 Mar 09 12:27:43.771837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-eddf94db-d69a-41e7-b463-76d8ccf6fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:43.773334 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-eddf94db-d69a-41e7-b463-76d8ccf6fc23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784733 Mar 09 12:27:43.919320 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-68c56dbb-faf6-4600-800e-9484c4112dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373465 Mar 09 12:27:44.067326 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-72b1d961-0e00-47f1-a8e7-147ac1c897cb req-88fd48da-38a3-4a60-80ca-0db50252ce99 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307685 Mar 09 12:27:44.338447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850e23-b924-4a30-b84b-dfe7d0f7e783 req-84fa2c86-e437-46f3-9f74-1423e4142bc6 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:44.339879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20850e23-b924-4a30-b84b-dfe7d0f7e783 req-84fa2c86-e437-46f3-9f74-1423e4142bc6 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0857639 Mar 09 12:27:44.424634 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20850e23-b924-4a30-b84b-dfe7d0f7e783 req-daa4287d-1fc8-4380-af42-ef008ffb6a42 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545530 Mar 09 12:27:44.448803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a0c9b-21be-4654-9cad-8add40df7a3f req-1c6f6c6e-ec8b-4c2f-9c65-05851db7362e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:44.450253 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-026a0c9b-21be-4654-9cad-8add40df7a3f req-1c6f6c6e-ec8b-4c2f-9c65-05851db7362e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.1095266 Mar 09 12:27:44.496368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-026a0c9b-21be-4654-9cad-8add40df7a3f req-aa5db9f3-a079-4c77-9951-6e749d3f013d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Mar 09 12:27:44.678694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71d7a-f087-44f0-947f-06401eed883e req-83d60ece-a000-4740-8aa4-37b27f9ee3f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:44.680118 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dd71d7a-f087-44f0-947f-06401eed883e req-83d60ece-a000-4740-8aa4-37b27f9ee3f6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.0783343 Mar 09 12:27:44.733326 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7dd71d7a-f087-44f0-947f-06401eed883e req-d999b0cb-c3ae-46fa-8119-1c005333b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Mar 09 12:27:44.754990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47260) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:44.826585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd20bbd-5ef5-47f0-8c14-abdb838595a7 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:44.827944 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cbd20bbd-5ef5-47f0-8c14-abdb838595a7 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 1094 time: 0.0719850 Mar 09 12:27:44.830741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47264) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:44.835431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'port_id': '05f398b3-5cf9-4b09-b9fd-86569b36b561'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:44.909816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:45.638770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:45.643475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:45.738047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52674e82-52e2-4268-8b3b-814383519689 req-bf46320f-4780-4b0b-ba5c-6051d63ff683 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:45.739473 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52674e82-52e2-4268-8b3b-814383519689 req-bf46320f-4780-4b0b-ba5c-6051d63ff683 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.1844692 Mar 09 12:27:45.857557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52674e82-52e2-4268-8b3b-814383519689 req-8bca43ea-7292-4b26-8bef-d9ad7e3dca35 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100233 Mar 09 12:27:45.863803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536 associated. External IP: 172.26.5.40, port: 05f398b3-5cf9-4b09-b9fd-86569b36b561. Mar 09 12:27:46.009963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:46.206349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:27:46.488252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:46.492477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:46.497842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:46.507183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:46.507857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:46.549658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47270) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:46.552330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c871a175-0805-4edd-8317-ddd1f1dba555 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 991 time: 1.7150323 Mar 09 12:27:46.553160 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:46.600402 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'status': 'completed', 'code': 200} Mar 09 12:27:46.690370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:46.710551 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c2b05f4-3762-4646-8b68-4ceb8d4def12 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 991 time: 0.1596055 Mar 09 12:27:46.732758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-a0acf6bb-578e-490a-acfa-0434387dc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:46.734266 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-a0acf6bb-578e-490a-acfa-0434387dc12c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 1099 time: 0.1064708 Mar 09 12:27:47.000266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-6cc51023-2bd2-415a-930f-3c09b5516b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:47.001834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-6cc51023-2bd2-415a-930f-3c09b5516b82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.2614658 Mar 09 12:27:47.049052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:37:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:27:45Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:47.051989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958448-e53b-46d9-abcb-bfe386d49c7f req-a554b62b-6b17-4550-946b-070c8a86c23c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:47.053237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:47.053519 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f958448-e53b-46d9-abcb-bfe386d49c7f req-a554b62b-6b17-4550-946b-070c8a86c23c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0865905 Mar 09 12:27:47.061922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:47.062525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:47.103613 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f958448-e53b-46d9-abcb-bfe386d49c7f req-2b248c77-6a39-46c2-ae64-121a9c76617e tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Mar 09 12:27:47.124733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-e2140b46-b134-4bc8-afce-3037654aa90c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561 HTTP/1.1" status: 200 len: 999 time: 0.1164291 Mar 09 12:27:47.190425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-a74e65c8-d58e-4a42-8233-1aa1005c0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:47.191759 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-a74e65c8-d58e-4a42-8233-1aa1005c0811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0611167 Mar 09 12:27:47.242386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:47.266257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-4b342c8a-9e5b-4ee3-b3f6-a751b32bbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:47.267722 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-4b342c8a-9e5b-4ee3-b3f6-a751b32bbde1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699637 Mar 09 12:27:47.398970 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-1305d668-7d17-4f68-9f54-9d5bdbab11fc service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251168 Mar 09 12:27:47.534914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f729b43-f1f4-445d-8c0d-b84e62469951 req-86271d8a-3993-4b9e-a239-798ce61d57d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294725 Mar 09 12:27:47.590362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:37:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:27:45Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:47.594223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94609e8c-e2a8-4476-b17b-4a517a0a04d9 None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'f0a4f95c-955b-42c1-a638-a7dcc4b27536', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'port_id': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'mac_address': 'fa:16:3e:37:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:26:52Z', 'updated_at': '2022-03-09T12:27:45Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:47.714739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47278) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:47.778499 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99469fea-f300-48ec-a9bd-7b588c3b8667 None None] New status for floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:27:47.827879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4e1a42db-b82e-45f5-b06d-298b2a1d31f3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 991 time: 0.1115544 Mar 09 12:27:48.287487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619bc44-d17d-4b7b-ba8d-77276056c6af req-21ec06be-f54f-4b12-b824-1433a2bbd095 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:48.288912 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9619bc44-d17d-4b7b-ba8d-77276056c6af req-21ec06be-f54f-4b12-b824-1433a2bbd095 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0788710 Mar 09 12:27:48.331788 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9619bc44-d17d-4b7b-ba8d-77276056c6af req-d9380027-7fe9-4a25-bfb8-1925e98c21da tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Mar 09 12:27:48.831100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47284) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:48.936127 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec347b77-d75b-4749-8877-52f8dcdb5495 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 200 len: 993 time: 0.1039782 Mar 09 12:27:49.516941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943175d-d7e7-48ab-b60d-01f7b1eaa5c7 req-493a7df3-7508-4ead-9abe-0d24a513d988 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:49.518384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b943175d-d7e7-48ab-b60d-01f7b1eaa5c7 req-493a7df3-7508-4ead-9abe-0d24a513d988 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0823472 Mar 09 12:27:49.563268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b943175d-d7e7-48ab-b60d-01f7b1eaa5c7 req-2a272346-8d4e-4976-b14b-21dc9a6035fb tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384858 Mar 09 12:27:50.747738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8ea30-2c00-4f1e-b966-4ba7dc91d913 req-4741b35a-e117-4dca-8a70-72c55a91a96a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:50.749201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09e8ea30-2c00-4f1e-b966-4ba7dc91d913 req-4741b35a-e117-4dca-8a70-72c55a91a96a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0786211 Mar 09 12:27:50.793201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09e8ea30-2c00-4f1e-b966-4ba7dc91d913 req-591730aa-b3a1-4781-947c-4dcc76ef8ad2 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383437 Mar 09 12:27:51.902322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 326853a8-14ee-43c4-b3ee-658722bd99f7 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:27:51.984257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77198-416a-4e96-917d-14fcdd60bdd4 req-87632a5b-4518-4e88-893e-cd96d2077d2a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:51.985780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bee77198-416a-4e96-917d-14fcdd60bdd4 req-87632a5b-4518-4e88-893e-cd96d2077d2a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 944 time: 0.0843523 Mar 09 12:27:52.032501 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bee77198-416a-4e96-917d-14fcdd60bdd4 req-1386ca00-9339-4f49-9d3a-6b8a9acc2a18 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Mar 09 12:27:52.074290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=326853a8-14ee-43c4-b3ee-658722bd99f7,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:52.087446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'port_id': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'mac_address': 'fa:16:3e:8f:90:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:27:52.139893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:52.156726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326853a8-14ee-43c4-b3ee-658722bd99f7 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:27:52.171685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=326853a8-14ee-43c4-b3ee-658722bd99f7,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:52.174916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:52.243287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:52.250299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.250654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.251001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.251344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.251679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.252013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.252346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.252675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.253037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.253364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.253689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.254018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:52.437212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['326853a8-14ee-43c4-b3ee-658722bd99f7'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:27:52.625098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8434b5a-cbd8-48ab-a145-2983683833a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:53.212223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c035985-ae74-4e40-a35a-3824777af6ad req-859536c8-3c60-4434-b2dd-b0f65f5274a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:53.213870 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7c035985-ae74-4e40-a35a-3824777af6ad req-859536c8-3c60-4434-b2dd-b0f65f5274a5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 945 time: 0.0787232 Mar 09 12:27:53.259774 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7c035985-ae74-4e40-a35a-3824777af6ad req-032c244a-7778-4649-9e10-ee797280b188 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Mar 09 12:27:53.923618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 326853a8-14ee-43c4-b3ee-658722bd99f7 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:27:53.994319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 326853a8-14ee-43c4-b3ee-658722bd99f7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:27:53.998970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 326853a8-14ee-43c4-b3ee-658722bd99f7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:27:53.999379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:54.115837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:54.142308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:54.152585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=326853a8-14ee-43c4-b3ee-658722bd99f7,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:27:54.156367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:54.194635 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'code': 200} Mar 09 12:27:54.228463 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:54.417405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f61c5-1eb9-4e0c-84c8-f94097527efb req-6b538390-ba39-4b25-ab8a-6ddf357fd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:54.418878 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-528f61c5-1eb9-4e0c-84c8-f94097527efb req-6b538390-ba39-4b25-ab8a-6ddf357fd144 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1099 time: 0.0702531 Mar 09 12:27:54.442476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28de11-2855-43a6-87c8-4ba44aaf56aa req-b8aee156-ef1e-4a78-a3b1-30c386a83e90 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:54.443843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f28de11-2855-43a6-87c8-4ba44aaf56aa req-b8aee156-ef1e-4a78-a3b1-30c386a83e90 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0814745 Mar 09 12:27:54.467020 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-528f61c5-1eb9-4e0c-84c8-f94097527efb req-9c3552cb-72f2-440e-a04d-71371e279668 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 Mar 09 12:27:54.489363 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f28de11-2855-43a6-87c8-4ba44aaf56aa req-dbf9a6ac-e7aa-464e-95cb-e9ab0562c8bd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388589 Mar 09 12:27:54.836123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-190e90e2-9d64-447d-8343-0c6d20d5caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:55.670651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:55.685391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af66ef-0ffc-46f9-be93-d181f3b1a8f0 req-a5bf4229-1a4c-4f09-a8c7-8c48a473a21c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:55.686835 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-59af66ef-0ffc-46f9-be93-d181f3b1a8f0 req-a5bf4229-1a4c-4f09-a8c7-8c48a473a21c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0842247 Mar 09 12:27:55.730256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-59af66ef-0ffc-46f9-be93-d181f3b1a8f0 req-8fc1acba-65d9-494e-ad6f-ebcdb3a8652d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Mar 09 12:27:55.911022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a80ca-1cde-44a4-a462-a0b6655c51f9 req-e918982f-5ba5-423f-9738-0902f6d7e6f7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:55.912369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e34a80ca-1cde-44a4-a462-a0b6655c51f9 req-e918982f-5ba5-423f-9738-0902f6d7e6f7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0779204 Mar 09 12:27:55.956259 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e34a80ca-1cde-44a4-a462-a0b6655c51f9 req-d9ce94b2-f575-4cac-8700-23615800be72 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Mar 09 12:27:55.979543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47304) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:56.067533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:56.096149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713b9dc-fcd2-40d3-98ec-6ea492153f07 tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:56.097683 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3713b9dc-fcd2-40d3-98ec-6ea492153f07 tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1094 time: 0.1165862 Mar 09 12:27:56.100469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47310) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:27:56.105840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:27:56.111584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:27:56.115363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:floatingip and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:27:56.118270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:27:56.123896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:27:56.133934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:56.268223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:56.403773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.26.5.198 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/01d43a4d-2efc-4369-b0a6-6baecd5ed4d4) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:27:56.643119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:56.672439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:56.732660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:27:56.735312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:27:56.738005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:27:56.788152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=01d43a4d-2efc-4369-b0a6-6baecd5ed4d4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:56.800095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.800451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.800798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.801165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.801502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.801835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.802168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.802497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.802826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.803153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.803477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:56.803797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:27:57.167558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.241045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.448401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.452972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.561826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=01d43a4d-2efc-4369-b0a6-6baecd5ed4d4,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:27:57.570275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.600577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:57.744865 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP 748f083e-6638-4104-930f-ec0b1161e632 associated. External IP: 172.26.5.198, port: 326853a8-14ee-43c4-b3ee-658722bd99f7. Mar 09 12:27:58.203325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:27:58.386254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:27:58.395724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:27:58.405763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:58.406517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:58.411272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:27:58.468647 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0c6ea283-41f5-4dce-9cd3-d8079ef4354c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3671355 Mar 09 12:27:58.469363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:27:58.576125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'status': 'completed', 'code': 200} Mar 09 12:27:58.606843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:58.672846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-e686f56a-5638-42f9-8898-a375394f7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:58.674267 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-e686f56a-5638-42f9-8898-a375394f7aa5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1099 time: 0.0700042 Mar 09 12:27:58.814720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-66afa553-d8d6-49fe-88e1-3d1c2106798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:58.816172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-66afa553-d8d6-49fe-88e1-3d1c2106798e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1330507 Mar 09 12:27:58.921189 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-3b7eb115-97a6-44c6-991c-f731448ecfae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 200 len: 1000 time: 0.0977561 Mar 09 12:27:58.954372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '748f083e-6638-4104-930f-ec0b1161e632', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:8f:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:27:57Z', 'updated_at': '2022-03-09T12:27:57Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:58.958124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:27:58.967051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:27:58.967647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:58.992768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-6b2e8be4-9b80-495d-a824-7a2104d74322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:58.994811 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-6b2e8be4-9b80-495d-a824-7a2104d74322 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0591481 Mar 09 12:27:59.071175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-396b0269-c3c2-4ed3-be74-0637dbf0eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:27:59.073203 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-396b0269-c3c2-4ed3-be74-0637dbf0eab5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725310 Mar 09 12:27:59.142610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:27:59.208848 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-5bb89694-520f-415f-b343-6c69156c3871 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295714 Mar 09 12:27:59.341116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1efa9f1-d43f-4e29-9b20-c790a0a62940 req-627de931-4659-4e98-a996-5158cfd5d52a service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264522 Mar 09 12:27:59.521183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '748f083e-6638-4104-930f-ec0b1161e632', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:8f:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:27:57Z', 'updated_at': '2022-03-09T12:27:57Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:27:59.525072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d965c4-a23b-48aa-b9ee-606519198d63 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '748f083e-6638-4104-930f-ec0b1161e632', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:8f:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:27:57Z', 'updated_at': '2022-03-09T12:27:57Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:27:59.706133 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5b6e0-ee80-4788-9f8a-54fd92324d8b None None] New status for floating IP 748f083e-6638-4104-930f-ec0b1161e632: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:27:59.957293 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-74828fce-0f00-4872-b24d-8b0119f0a4ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693402 Mar 09 12:28:00.094194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-e5af5528-5b8b-4756-bc6a-874bf323ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:00.095694 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-e5af5528-5b8b-4756-bc6a-874bf323ea7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 1099 time: 0.0728238 Mar 09 12:28:00.347372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-06df93de-c646-487d-bdcd-3a3435fb4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:00.348731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-06df93de-c646-487d-bdcd-3a3435fb4c3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 200 len: 898 time: 0.2351773 Mar 09 12:28:00.415180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-279fa2a6-eb0c-49a1-843b-1ffc84e8ff58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0597422 Mar 09 12:28:00.485999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-512b4c8b-5084-41d2-9c4a-2df42e193a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:00.487401 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-512b4c8b-5084-41d2-9c4a-2df42e193a93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 200 len: 834 time: 0.0596561 Mar 09 12:28:00.562038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-33cbd85a-8568-4138-90da-437707d1eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:00.563757 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-33cbd85a-8568-4138-90da-437707d1eb17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6212dbfb-76fa-4028-9a80-963e627aab68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703640 Mar 09 12:28:00.696562 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-c61e2a02-c368-4b21-8ad3-f45adb9743d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267812 Mar 09 12:28:00.834874 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe610ffc-bdb9-498f-96ba-efa4a6f5270c req-2f25c4b6-35ed-44d6-adda-1861c39ea1b4 service neutron] 10.222.0.13 "GET /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314216 Mar 09 12:28:16.029284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:16.680580 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:28:20.410892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02256544-ea1f-47b5-927d-47cdf631645c req-e6ec9dc5-4e6b-43de-94e1-fc7b1ebe1be0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:20.412002 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-02256544-ea1f-47b5-927d-47cdf631645c req-e6ec9dc5-4e6b-43de-94e1-fc7b1ebe1be0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.0862775 Mar 09 12:28:20.459014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-02256544-ea1f-47b5-927d-47cdf631645c req-534b8b89-633d-4508-ad32-413923d1cf7d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409758 Mar 09 12:28:21.649095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ab436-c0cd-4ff4-aa58-331253ee45bb req-d7fd969d-e709-417f-8ad1-2c7719cd2aff tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:21.650766 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-332ab436-c0cd-4ff4-aa58-331253ee45bb req-d7fd969d-e709-417f-8ad1-2c7719cd2aff tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.0785410 Mar 09 12:28:21.694701 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-332ab436-c0cd-4ff4-aa58-331253ee45bb req-740a7675-fbd0-4b0d-b850-7dc1ea17e988 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Mar 09 12:28:21.724726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-ed57d6ee-6286-4de1-aefe-cb68e7ee41de tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:21.725450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-ed57d6ee-6286-4de1-aefe-cb68e7ee41de tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:21.740230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-ed57d6ee-6286-4de1-aefe-cb68e7ee41de tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:21.741450 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-ed57d6ee-6286-4de1-aefe-cb68e7ee41de tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 946 time: 0.1011903 Mar 09 12:28:21.811741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 05f398b3-5cf9-4b09-b9fd-86569b36b561 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:21.812084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.054183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 05f398b3-5cf9-4b09-b9fd-86569b36b561, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=05f398b3-5cf9-4b09-b9fd-86569b36b561,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:22.054538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.338073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.338361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.338673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536 disassociated. External IP: 172.26.5.40, port: 05f398b3-5cf9-4b09-b9fd-86569b36b561. Mar 09 12:28:22.339007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 05f398b3-5cf9-4b09-b9fd-86569b36b561 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:22.480615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.531436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=05f398b3-5cf9-4b09-b9fd-86569b36b561,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:22.541902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.542250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.542584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.542912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.543240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.543565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.543891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.544210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.544529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.545007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.545178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.545770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:22.618369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec5d103f-39c0-4221-9f9a-7a565d230328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:22.849803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-548d2a76-3f72-44e4-a63b-e7011b6e8643 req-36674fb3-0806-4ada-a970-6bbb03e1b003 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2862e91-f139-4880-b2b4-77fb788ec92e HTTP/1.1" status: 200 len: 210 time: 0.0454729 Mar 09 12:28:22.854238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:28:23.066216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:28:23.079444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:28:23.098537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:23.098537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:23.152527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 05f398b3-5cf9-4b09-b9fd-86569b36b561 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:28:23.155434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:23.160361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'name': 'network-vif-deleted', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:28:23.182378 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d9be0611-f756-4c26-a76c-3f8f1566351d req-8534a3fb-2bfb-46e0-a74c-dc9ac5285ece tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/05f398b3-5cf9-4b09-b9fd-86569b36b561 HTTP/1.1" status: 204 len: 173 time: 1.4346416 Mar 09 12:28:23.324242 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2862e91-f139-4880-b2b4-77fb788ec92e', 'name': 'network-vif-deleted', 'tag': '05f398b3-5cf9-4b09-b9fd-86569b36b561', 'status': 'completed', 'code': 200} Mar 09 12:28:23.367323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:23.758295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:23.758295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:28:23.768218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:23.771917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:27:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:23.957477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:24.007590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:24.040314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.074019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.148745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.174328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:24.187738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.187738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-43039561-a0cf-4f1e-9c42-d38bb226613d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/be7fc5eb-8268-4099-b5f4-c0b0cce1ef7c HTTP/1.1" status: 204 len: 168 time: 0.2272365 Mar 09 12:28:24.219151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47356) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:24.396594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 86a96c27-f276-46c2-85e6-9ac581284bc6 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:24.396959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.410923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:24.414794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc8f7c-ea62-4ce6-b90d-fb33e540c68c None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:26:28Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '5ee43fc8-1237-45d1-85ec-b0d738d5bce5', 'name': '', 'network_id': '6212dbfb-76fa-4028-9a80-963e627aab68', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:f8:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:26Z', 'updated_at': '2022-03-09T12:26:36Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'a8712e7e-2333-403d-aa4a-b8e71f18106e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:28:24.607114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.607485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.728880 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793fb97-371c-452e-b833-682bae4eaf2b None None] New status for floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:28:24.749347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 86a96c27-f276-46c2-85e6-9ac581284bc6 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:24.839808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d811d7a-13d1-4c36-8d4f-c136fba538fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.929104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:24.944360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-c793fb97-371c-452e-b833-682bae4eaf2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:28:24.944360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-c793fb97-371c-452e-b833-682bae4eaf2b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:28:25.031096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=86a96c27-f276-46c2-85e6-9ac581284bc6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:25.103101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:25.122822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:25.123766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9639748a-7615-4d9d-b36a-f3de1416a751 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0a4f95c-955b-42c1-a638-a7dcc4b27536 HTTP/1.1" status: 204 len: 168 time: 0.9022040 Mar 09 12:28:25.445575 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793fb97-371c-452e-b833-682bae4eaf2b None None] New status for floating IP f0a4f95c-955b-42c1-a638-a7dcc4b27536: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:28:25.526265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3976c54-15ce-4414-8338-7e7e97220a21 req-cde33759-8d1b-4a64-8a92-3b49fc93f791 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:25.528397 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3976c54-15ce-4414-8338-7e7e97220a21 req-cde33759-8d1b-4a64-8a92-3b49fc93f791 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.1014726 Mar 09 12:28:25.591369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-f3976c54-15ce-4414-8338-7e7e97220a21 req-89476f14-782e-4cae-866d-e18d1c8f78ba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:25.609346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-f3976c54-15ce-4414-8338-7e7e97220a21 req-89476f14-782e-4cae-866d-e18d1c8f78ba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:25.609346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3976c54-15ce-4414-8338-7e7e97220a21 req-89476f14-782e-4cae-866d-e18d1c8f78ba tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640569 Mar 09 12:28:25.681648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:26.064674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 05f398b3-5cf9-4b09-b9fd-86569b36b561 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:28:26.107024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 05f398b3-5cf9-4b09-b9fd-86569b36b561 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:28:26.108000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 05f398b3-5cf9-4b09-b9fd-86569b36b561 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:28:26.108638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:26.797207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf901fd-5ef4-4312-967e-584f45b2073f req-55647d5e-6ba6-42c8-a032-9acdb1bab7df tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:26.799087 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eaf901fd-5ef4-4312-967e-584f45b2073f req-55647d5e-6ba6-42c8-a032-9acdb1bab7df tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.0819836 Mar 09 12:28:26.813721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-4cad96d5-2b6a-4074-8fec-129268456dbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:26.814978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-4cad96d5-2b6a-4074-8fec-129268456dbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:26.831593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-4cad96d5-2b6a-4074-8fec-129268456dbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:26.835070 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-4cad96d5-2b6a-4074-8fec-129268456dbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 946 time: 0.1006114 Mar 09 12:28:26.848636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eaf901fd-5ef4-4312-967e-584f45b2073f req-edc181d1-1bd2-4da2-a253-c2288c013a86 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 Mar 09 12:28:26.908994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port ec7a1699-4091-4f41-98eb-c6048593bbb0 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:26.909252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:27.274882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port ec7a1699-4091-4f41-98eb-c6048593bbb0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ec7a1699-4091-4f41-98eb-c6048593bbb0,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:27.275375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:27.400786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for ec7a1699-4091-4f41-98eb-c6048593bbb0 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:27.541361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:27.595092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=ec7a1699-4091-4f41-98eb-c6048593bbb0,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:27.607949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:27.669440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port ec7a1699-4091-4f41-98eb-c6048593bbb0 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:28:27.672075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:27.675121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'name': 'network-vif-deleted', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:28:27.691686 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-230e33d3-58e1-4866-9bf8-fc42de2f75d0 req-e8dcec1a-6fe8-4257-92b1-dbbb26949703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/ec7a1699-4091-4f41-98eb-c6048593bbb0 HTTP/1.1" status: 204 len: 173 time: 0.8475499 Mar 09 12:28:27.727559 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d4ff11-a6a8-4f8e-b114-e05823db2a1b', 'name': 'network-vif-deleted', 'tag': 'ec7a1699-4091-4f41-98eb-c6048593bbb0', 'status': 'completed', 'code': 200} Mar 09 12:28:28.015009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8f17ab66-02c0-4f39-bc52-cd98746b9ff5 req-3eb62304-8bf2-49ea-8f1d-a8984a8bda3d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d4ff11-a6a8-4f8e-b114-e05823db2a1b HTTP/1.1" status: 200 len: 210 time: 0.0451465 Mar 09 12:28:29.110510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47374) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:29.181043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:29.210802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:29.273507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:29.290652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0cab7-b0d9-417a-8e3d-3bea62fe706e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:29.303729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:29.304852 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-74f3a144-8256-433e-a3b7-5d3a1ea7b421 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/5fc0cab7-b0d9-417a-8e3d-3bea62fe706e HTTP/1.1" status: 204 len: 168 time: 0.1933682 Mar 09 12:28:29.334433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47380) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:29.999288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:30.079152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ec7a1699-4091-4f41-98eb-c6048593bbb0 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:28:30.114434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: ec7a1699-4091-4f41-98eb-c6048593bbb0 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:28:30.114772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ec7a1699-4091-4f41-98eb-c6048593bbb0 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:28:30.358993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:30.359665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:30.544184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 5ee43fc8-1237-45d1-85ec-b0d738d5bce5, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:30.544539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:30.667042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:30.999726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:31.050935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=5ee43fc8-1237-45d1-85ec-b0d738d5bce5,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:31.432774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:31.790006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 76f3488f-748b-4a99-81d0-5b78fa39a96e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:28:31.967316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:28:31.977064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Sync routers for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:28:31.983267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2805163a-c16a-42e9-863f-9be2d1531868 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/76f3488f-748b-4a99-81d0-5b78fa39a96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442654 Mar 09 12:28:31.983267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47384) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:31.986204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:31.987370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:32.055057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet a8712e7e-2333-403d-aa4a-b8e71f18106e {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:28:32.059933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.114328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.166452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:32.197387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.274785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.314346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=a8712e7e-2333-403d-aa4a-b8e71f18106e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:32.317850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.327168 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d750a2ab-2ded-4323-92f4-e752a3f743e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/a8712e7e-2333-403d-aa4a-b8e71f18106e HTTP/1.1" status: 204 len: 168 time: 0.3400857 Mar 09 12:28:32.327168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47388) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:32.353201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2479d3-d458-4b36-972e-f34ca8a36f53 None None] Network 6212dbfb-76fa-4028-9a80-963e627aab68 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:28:32.515051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.632169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:28:30Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:32.637299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Checking router: 76f3488f-748b-4a99-81d0-5b78fa39a96e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:28:32.647481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Routers {'76f3488f-748b-4a99-81d0-5b78fa39a96e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:32.648077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['76f3488f-748b-4a99-81d0-5b78fa39a96e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:32.716919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] DHCP port deletion for 6212dbfb-76fa-4028-9a80-963e627aab68 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:28:32.722285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.722890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Deleting port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:32.723259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.731733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 835d6195-dafc-4deb-b997-3cccc5447b8b {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:28:32.732082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:32.980184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] Set router 76f3488f-748b-4a99-81d0-5b78fa39a96e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:33.041099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 835d6195-dafc-4deb-b997-3cccc5447b8b, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=835d6195-dafc-4deb-b997-3cccc5447b8b,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:33.041462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.169695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 835d6195-dafc-4deb-b997-3cccc5447b8b owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:33.267337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] For port 40dd3753-1826-480b-92e3-3a1b2e28e1e2, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=40dd3753-1826-480b-92e3-3a1b2e28e1e2,segment=NetworkSegment(751878cf-df06-435d-9957-7847ac19fc42),segment_id=751878cf-df06-435d-9957-7847ac19fc42)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:33.267628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.350106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.397225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Calling delete_port for 40dd3753-1826-480b-92e3-3a1b2e28e1e2 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:28:33.400365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=835d6195-dafc-4deb-b997-3cccc5447b8b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:33.494918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.533686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.588854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] Pushing event deleted for resources: {'Port': ['ID=40dd3753-1826-480b-92e3-3a1b2e28e1e2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:33.593048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11cbf2e-ab26-43ab-8f44-c7f8a52c8062 None None] No DVR routers for this DVR port 40dd3753-1826-480b-92e3-3a1b2e28e1e2 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:28:33.603947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:28:30Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:33.608028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d2075-73dd-475a-96a8-879c9248104a None None] The sync data for ids ['76f3488f-748b-4a99-81d0-5b78fa39a96e'] in dv-neutron-832762-2-hyperv is: [{'id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'name': 'tempest-TestNetworkBasicOps-router-1262584595', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:26:19Z', 'updated_at': '2022-03-09T12:28:30Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '835d6195-dafc-4deb-b997-3cccc5447b8b', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f3488f-748b-4a99-81d0-5b78fa39a96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:26:20Z', 'updated_at': '2022-03-09T12:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:28:33.696166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.698357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.725266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.727017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router 76f3488f-748b-4a99-81d0-5b78fa39a96e {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:28:33.741984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.743057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3197dc28-6962-4a84-a10d-17f6657fe0e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/76f3488f-748b-4a99-81d0-5b78fa39a96e HTTP/1.1" status: 204 len: 168 time: 1.4155192 Mar 09 12:28:33.745795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47392) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:33.859343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:33.992591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.025560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6212dbfb-76fa-4028-9a80-963e627aab68']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:34.041356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751878cf-df06-435d-9957-7847ac19fc42') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:34.041356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751878cf-df06-435d-9957-7847ac19fc42') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:34.056678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.082598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.091466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:28:34.091466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:28:34.116519 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:28:34.185899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 40dd3753-1826-480b-92e3-3a1b2e28e1e2 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:28:34.202577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.223894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 40dd3753-1826-480b-92e3-3a1b2e28e1e2 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:28:34.223894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 40dd3753-1826-480b-92e3-3a1b2e28e1e2 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:28:34.223894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:28:34.225259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.237875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=6212dbfb-76fa-4028-9a80-963e627aab68,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:34.246021 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4283bf52-8b3a-4c39-9845-89f1aab52c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/6212dbfb-76fa-4028-9a80-963e627aab68 HTTP/1.1" status: 204 len: 168 time: 0.4966464 Mar 09 12:28:34.265440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:34.270682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:28:34.271315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5ee43fc8-1237-45d1-85ec-b0d738d5bce5 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:28:34.276209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1486254048', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:34.280824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:34.285608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:34.290562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:34.296688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:34.309879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:28:34.312023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.355134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:28:34.367844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.368045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment 176ace9a-5dc8-4491-86e7-34b68716ebbb of type vlan for network 7c32d25c-2e38-4915-8e93-5906fe35cbfd Mar 09 12:28:34.399376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.430021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.435497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:34.436076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.552612 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2849457 Mar 09 12:28:34.563503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47402) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:34.566859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0aabb-1d08-4f41-9108-b13e94f8688f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=7c32d25c-2e38-4915-8e93-5906fe35cbfd,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:34.567777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-231416702', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:34.570068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:34.574184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:28:34.574442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:34.579307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:34.586728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:34.596817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.596817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.620484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:34.919034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:35.352668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:35.382514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:35.553348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.6 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/64e6d76b-2950-4f48-9b5c-609f9de39e63) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:28:35.701579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:35.739973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:35.808538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:35.809804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:35.811323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:28:35.878582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=64e6d76b-2950-4f48-9b5c-609f9de39e63,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:36.016409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 835d6195-dafc-4deb-b997-3cccc5447b8b no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:28:36.052447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 835d6195-dafc-4deb-b997-3cccc5447b8b {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:28:36.052791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 835d6195-dafc-4deb-b997-3cccc5447b8b not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:28:36.259618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:36.614105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:36.941955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 6388a24c-7fda-49af-a277-59ee539f8551 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:28:37.145648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:28:37.154755 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Sync routers for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:28:37.168138 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:37.168742 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:37.172376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:37.174031 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-657244e2-cb17-43da-a021-3ed5f37b16d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6179311 Mar 09 12:28:37.177628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47410) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:37.311845 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d64b28f-59ea-4291-8699-4bfb2cc32767 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330206 Mar 09 12:28:37.314398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47414) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:37.346674 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:37.443735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a431f-bd69-43c2-85aa-882f9ca094bd tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:37.445143 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-932a431f-bd69-43c2-85aa-882f9ca094bd tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298313 Mar 09 12:28:37.447912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47418) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:37.486582 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48e148c1-34db-4985-a90a-56f0b7ddae4e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376148 Mar 09 12:28:37.490081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47422) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:37.495548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854309993', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:37.609411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:37.614536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:37.617410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:37.623229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:37.633487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:28:37.637056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:37.639383 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:36Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:37.643311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Checking router: 6388a24c-7fda-49af-a277-59ee539f8551 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:28:37.643655 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Updating router 6388a24c-7fda-49af-a277-59ee539f8551 port 64e6d76b-2950-4f48-9b5c-609f9de39e63 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:28:37.696471 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:37.857389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:37.935647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:37.943522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:28:37.943878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: 7c32d25c-2e38-4915-8e93-5906fe35cbfd, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:28:37.962105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:28:37.973266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7c32d25c-2e38-4915-8e93-5906fe35cbfd) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:37.978195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:37.978972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:37.982902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a025fa9-6df4-4101-9213-3536883bf7dd None None] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:28:38.003400 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-45d128b5-9c71-47c0-839c-00dbdbcea2cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5120535 Mar 09 12:28:38.006278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47426) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:38.030329 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.043364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Transition to ACTIVE for port object 64e6d76b-2950-4f48-9b5c-609f9de39e63 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:38.050944 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.133117 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Pushing event updated for resources: {'Port': ['ID=64e6d76b-2950-4f48-9b5c-609f9de39e63,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:38.142502 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.143361 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.143361 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.143585 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.144356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.144819 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.145176 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.145507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.145841 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.146156 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.146476 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.146793 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:38.153434 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Attempting to bind port 64e6d76b-2950-4f48-9b5c-609f9de39e63 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:28:38.153650 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Attempting to bind port 64e6d76b-2950-4f48-9b5c-609f9de39e63 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:28:38.153929 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Attempting to bind port 64e6d76b-2950-4f48-9b5c-609f9de39e63 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:28:38.160282 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:28:38.161157 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:28:38.161157 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.162092 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:28:38.162092 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Bound port: 64e6d76b-2950-4f48-9b5c-609f9de39e63, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:28:38.162333 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.211097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:28:38.212171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.237388 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] For port 64e6d76b-2950-4f48-9b5c-609f9de39e63, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:28:38.241032 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] For port 64e6d76b-2950-4f48-9b5c-609f9de39e63, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64e6d76b-2950-4f48-9b5c-609f9de39e63,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:28:38.247010 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.358158 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:38.358833 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:38.374917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Allocated IP 172.20.0.2 (7c32d25c-2e38-4915-8e93-5906fe35cbfd/e89760a6-6f94-4c1e-9a54-a8dcdedbcc06/ac9a71ff-ee0d-4664-a386-2bad05043af7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:28:38.424744 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1dd44-b8b3-4912-8824-3494f6c3cbfa None None] Pushing event updated for resources: {'Port': ['ID=64e6d76b-2950-4f48-9b5c-609f9de39e63,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:38.555527 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:38.641702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.652343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Transition to ACTIVE for port object ac9a71ff-ee0d-4664-a386-2bad05043af7 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:38.671767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Transition to ACTIVE for port object ac9a71ff-ee0d-4664-a386-2bad05043af7 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:38.679243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.738771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.740147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:38.742890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:38.750744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:28:38.784428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Pushing event updated for resources: {'Port': ['ID=ac9a71ff-ee0d-4664-a386-2bad05043af7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:38.849837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Attempting to bind port ac9a71ff-ee0d-4664-a386-2bad05043af7 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:28:38.850219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Attempting to bind port ac9a71ff-ee0d-4664-a386-2bad05043af7 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:28:38.850566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Attempting to bind port ac9a71ff-ee0d-4664-a386-2bad05043af7 on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:28:38.853699 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:36Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:38.855909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:28:38.856288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Checking segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:28:38.856713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.857128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Bound using segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:28:38.857587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Bound port: ac9a71ff-ee0d-4664-a386-2bad05043af7, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:28:38.857814 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881ee47-5dc6-40bf-9758-a828a32a3b29 None None] The sync data for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv is: [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:36Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:28:38.857966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:38.956839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] For port ac9a71ff-ee0d-4664-a386-2bad05043af7, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:28:38.960264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] For port ac9a71ff-ee0d-4664-a386-2bad05043af7, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ac9a71ff-ee0d-4664-a386-2bad05043af7,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:28:38.968283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:39.055820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f4271-8b16-4ece-b30c-add5e10d2c29 None None] Pushing event updated for resources: {'Port': ['ID=ac9a71ff-ee0d-4664-a386-2bad05043af7,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:39.186817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (7c32d25c-2e38-4915-8e93-5906fe35cbfd/e89760a6-6f94-4c1e-9a54-a8dcdedbcc06/c0122981-9897-4412-95a0-f32bda480826) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:28:39.507673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:39.525987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object c0122981-9897-4412-95a0-f32bda480826 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:39.553747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:39.621522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:39.624596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:39.633281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:28:39.671290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:39.699536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:39.830983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:39.987093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8768bb-3fa1-42ca-ade8-6038b977e761 None None] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:28:40.109820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-92ff9a42-d9d7-4e97-bdcd-294bdffa8169 None None] Provisioning for port ac9a71ff-ee0d-4664-a386-2bad05043af7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:40.139481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64e6d76b-2950-4f48-9b5c-609f9de39e63 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:40.267501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.273436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.298640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 64e6d76b-2950-4f48-9b5c-609f9de39e63 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:40.306469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 64e6d76b-2950-4f48-9b5c-609f9de39e63 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:40.306846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.389196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.397031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:40.458708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.479187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 64e6d76b-2950-4f48-9b5c-609f9de39e63, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64e6d76b-2950-4f48-9b5c-609f9de39e63,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:40.487015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.488321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ac9a71ff-ee0d-4664-a386-2bad05043af7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:40.549486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:40.551365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:40.626108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=64e6d76b-2950-4f48-9b5c-609f9de39e63,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:40.638428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ac9a71ff-ee0d-4664-a386-2bad05043af7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:40.643726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ac9a71ff-ee0d-4664-a386-2bad05043af7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:40.645087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.706464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Provisioning for port c0122981-9897-4412-95a0-f32bda480826 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:40.715127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Provisioning complete for port c0122981-9897-4412-95a0-f32bda480826 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:40.715485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.764217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 6388a24c-7fda-49af-a277-59ee539f8551 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:28:40.812578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Port c0122981-9897-4412-95a0-f32bda480826 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:28:40.840219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.853723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Provisioning complete for port ac9a71ff-ee0d-4664-a386-2bad05043af7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:40.854053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2af4588c-9a98-436a-8446-084366481f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.925568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ac9a71ff-ee0d-4664-a386-2bad05043af7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ac9a71ff-ee0d-4664-a386-2bad05043af7,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:40.933620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:40.960038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:28:40.976979 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d7842380-f23c-4a1f-b33a-522966e5db29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/6388a24c-7fda-49af-a277-59ee539f8551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9673631 Mar 09 12:28:40.977451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Sync routers for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:28:40.977934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47430) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:41.031235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:41.031937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:41.121114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.121510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.121967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.122421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.122871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.123313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.127504 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a97800ce-bf8d-4747-9147-b18feb0cd6bc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1462500 Mar 09 12:28:41.127925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47434) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:41.135506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ac9a71ff-ee0d-4664-a386-2bad05043af7,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:41.205034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.205521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.205984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.206440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.207536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.207974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:41.212290 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-506c3f71-6d00-4fa0-a848-e17d52c6bad0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0809782 Mar 09 12:28:41.212596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47438) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:41.285338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fafe0776-4032-4c85-9025-fadf8b7e9ff0 None None] Provisioning complete for port c0122981-9897-4412-95a0-f32bda480826 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:41.285719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fafe0776-4032-4c85-9025-fadf8b7e9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:41.329270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:41.406631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fafe0776-4032-4c85-9025-fadf8b7e9ff0 None None] Port c0122981-9897-4412-95a0-f32bda480826 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:28:41.423812 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1d790132-19f3-458e-b749-433e9c682dec tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.2099056 Mar 09 12:28:41.426851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47442) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:41.432226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1188444416', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:41.578811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:41.583623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:port and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:41.586483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:41.592002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:41.603211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:28:41.606841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:41.628226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] device_id is not set on port e8106e01-ee83-496c-8926-444668c63c6f yet. {{(pid=87831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:28:41.658834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:41.662731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Checking router: 6388a24c-7fda-49af-a277-59ee539f8551 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:28:41.663082 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Updating router 6388a24c-7fda-49af-a277-59ee539f8551 port c0122981-9897-4412-95a0-f32bda480826 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:28:41.716439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:41.767760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.5 (7c32d25c-2e38-4915-8e93-5906fe35cbfd/e89760a6-6f94-4c1e-9a54-a8dcdedbcc06/e8106e01-ee83-496c-8926-444668c63c6f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:28:42.067376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64e6d76b-2950-4f48-9b5c-609f9de39e63 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:42.067631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.083585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object e8106e01-ee83-496c-8926-444668c63c6f will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:42.108575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.171559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:42.174834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:42.178189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:28:42.235245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 64e6d76b-2950-4f48-9b5c-609f9de39e63 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:42.235894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.239817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:42.261247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:42.261790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.289886 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-25880eee-a8fa-4b50-b23c-a2a3878d573b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8619564 Mar 09 12:28:42.443386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.457837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ac9a71ff-ee0d-4664-a386-2bad05043af7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:42.491089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Transition to ACTIVE for port object c0122981-9897-4412-95a0-f32bda480826 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:42.498742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9ab7e18a-7da2-4040-9d3d-e88ab67d23d2 None None] Provisioning for port e8106e01-ee83-496c-8926-444668c63c6f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:42.508144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9ab7e18a-7da2-4040-9d3d-e88ab67d23d2 None None] Provisioning complete for port e8106e01-ee83-496c-8926-444668c63c6f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:42.508537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e18a-7da2-4040-9d3d-e88ab67d23d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.537855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.648628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47448) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:42.653922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497327446', 'description': 'tempest-secgroup-smoke-497327446 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:42.661710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:42.666138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:42.669041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:42.675680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:42.689394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.706321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7e18a-7da2-4040-9d3d-e88ab67d23d2 None None] Port e8106e01-ee83-496c-8926-444668c63c6f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:28:42.711662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:42.715918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:42.718060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c80b86-f0c1-4456-b82c-163f40d16d29 None None] Pushing event updated for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:42.718955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:42.727008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:42.794888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ac9a71ff-ee0d-4664-a386-2bad05043af7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:42.795296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.810215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.816182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.853467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Attempting to bind port c0122981-9897-4412-95a0-f32bda480826 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:28:42.853834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Attempting to bind port c0122981-9897-4412-95a0-f32bda480826 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:28:42.854194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Attempting to bind port c0122981-9897-4412-95a0-f32bda480826 on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:28:42.861300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00edf5f9-9de4-4515-8b33-bf818be96f0f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:42.865504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.869375 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d6ab5cbe-b878-41b5-8e20-e14669d63e7f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2169769 Mar 09 12:28:42.869539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:28:42.869539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Checking segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:28:42.869539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.869539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Bound using segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:28:42.869539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Bound port: c0122981-9897-4412-95a0-f32bda480826, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:28:42.870035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47452) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:42.870254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.874870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:42.881468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:42.885185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:42.888036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:42.893611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:42.911642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.982824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:42.986727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.011202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4932159-cc3d-45a4-908b-7b5bb192987d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.021119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.022309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-adbcdc9b-f853-4c9d-bb1b-d6d54b22f334 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518564 Mar 09 12:28:43.025047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47456) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:43.030137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:43.036302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:43.040102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:43.042874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:43.048704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:43.067781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.070382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] For port c0122981-9897-4412-95a0-f32bda480826, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:28:43.078932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] For port c0122981-9897-4412-95a0-f32bda480826, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c0122981-9897-4412-95a0-f32bda480826,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:28:43.084352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.130470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.134192 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.157651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebabace-ca4f-4c5c-bcd0-4560192051a5,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.162154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:43.162775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:43.170425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.171713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5e52c137-d84e-46a5-af70-ba619627f13c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457567 Mar 09 12:28:43.174821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47460) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:43.181099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:43.190133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:43.195376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:43.198369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:43.204912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:43.224562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.227947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c80b86-f0c1-4456-b82c-163f40d16d29 None None] Pushing event updated for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.297729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.303121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.330409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942bb0b1-bd04-4db9-b53f-1bb9e45b9d71,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.342022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.343636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0fe0a3cb-d908-49fe-a669-24b7808bf82b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670535 Mar 09 12:28:43.346390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47464) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:43.353528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:43.354051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:43.359916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:43.363883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:43.367006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:43.372756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:43.389298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.452117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.455830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.475143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16da5f1-d9e0-4cbf-9bf5-3ef468b450fb,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.494932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.499015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fb6729c8-6bfd-49d5-9319-129d826fd2c9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512885 Mar 09 12:28:43.499354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:43.505952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:43.512168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:43.516229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:43.519213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:43.526235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:43.538876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:28:43.545999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.682617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:43Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:43.686925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4134-e0b0-404d-89bf-89314d0b15f4 None None] The sync data for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv is: [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:43Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:28:43.728248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.737806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.772200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6017dec9-b733-4f5a-a2a2-1cf36d7375a9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.788919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.790158 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80569506-480a-45d2-be41-e8da8f8beeaa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2895169 Mar 09 12:28:43.792929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47472) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:43.798189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '00edf5f9-9de4-4515-8b33-bf818be96f0f', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:43.804617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:43.808602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:43.811608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:43.818382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:43.831721 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:28:43.841808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.911139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.915035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.941141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84354e21-d7c8-45bc-95d1-bd4ce6d8ad05,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:43.951879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:43.953110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-270d1c85-c0d2-4be4-89ca-1f3029155e8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592419 Mar 09 12:28:44.095714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c0122981-9897-4412-95a0-f32bda480826 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:44.132565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-53eab3a6-6097-403c-a1ba-17cfd2d78037 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:44.150777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-53eab3a6-6097-403c-a1ba-17cfd2d78037 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:44.159830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-53eab3a6-6097-403c-a1ba-17cfd2d78037 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497327446&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0742440 Mar 09 12:28:44.169844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c0122981-9897-4412-95a0-f32bda480826 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:44.176075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c0122981-9897-4412-95a0-f32bda480826 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:44.176564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:44.241284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-4e0294c9-18cb-4852-bbeb-6ea965f4c9af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:44.241890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-4e0294c9-18cb-4852-bbeb-6ea965f4c9af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:44.259308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-4e0294c9-18cb-4852-bbeb-6ea965f4c9af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:44.260612 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-4e0294c9-18cb-4852-bbeb-6ea965f4c9af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 930 time: 0.0993140 Mar 09 12:28:44.306146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:44.341745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c0122981-9897-4412-95a0-f32bda480826, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c0122981-9897-4412-95a0-f32bda480826,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:44.352483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:44.390305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-a75f3291-e924-4512-93f9-118a1e234173 service neutron] 10.222.0.20 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1155729 Mar 09 12:28:44.425307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:44.531432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-86ea0105-e710-4779-908a-b6558aea8ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337450 Mar 09 12:28:44.670695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-89241fe8-5772-4c9b-b5da-2c78912706d3 service neutron] 10.222.0.20 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319535 Mar 09 12:28:44.852357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b97415d-b52a-4878-ae79-a77ef5307cdf req-748ce40d-3f7e-4a9e-b122-c75820007a7e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 210 time: 0.0467453 Mar 09 12:28:45.936409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-f9535b36-89e2-4acf-ad16-0194cacc525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:45.937801 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-f9535b36-89e2-4acf-ad16-0194cacc525d service neutron] 10.222.0.13 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1026 time: 0.0676944 Mar 09 12:28:46.064206 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4e5b1e37-e204-444a-94c0-4875c6f5ffc8 req-9b083995-0753-4dc5-be7f-f2d1a4f97ef3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 210 time: 0.0999670 Mar 09 12:28:46.077139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.087565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c0122981-9897-4412-95a0-f32bda480826 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:46.104324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-0d88df1f-7c76-4d08-a5ad-566de43c75d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:46.105712 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-0d88df1f-7c76-4d08-a5ad-566de43c75d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 797 time: 0.1632574 Mar 09 12:28:46.161306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c0122981-9897-4412-95a0-f32bda480826 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:46.161589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-b872b9d0-5e15-4084-8329-bf4dc02389c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:46.161737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.173130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-b872b9d0-5e15-4084-8329-bf4dc02389c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:46.174503 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-b872b9d0-5e15-4084-8329-bf4dc02389c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 379 time: 0.0572066 Mar 09 12:28:46.185351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Request body: {'port': {'device_id': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:46.297914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.630347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8106e01-ee83-496c-8926-444668c63c6f {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:28:46.637420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.651610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Transition to ACTIVE for port object e8106e01-ee83-496c-8926-444668c63c6f will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:28:46.655319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.810850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:46.892205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:28:46.892544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:28:46.892874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:28:46.897969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:28:46.898289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:28:46.903257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:28:46.903596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Checking segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:28:46.903979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Bound using segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:28:46.904404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Bound port: e8106e01-ee83-496c-8926-444668c63c6f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:28:46.904750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:46.995875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:28:46.999324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:28:47.003001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:47.058543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.059157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:47.060705 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] 10.222.0.13 "PUT /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1131 time: 0.8792958 Mar 09 12:28:47.063390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:28:47.097476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b6c1-c65d-48cf-8979-4b833e14ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:47.153599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f', 'status': 'completed', 'code': 200} Mar 09 12:28:47.194872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-208ffe2d-6948-4e44-8852-93a2995bb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.196366 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-208ffe2d-6948-4e44-8852-93a2995bb5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 1134 time: 0.0915763 Mar 09 12:28:47.269565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-1a0b96df-897f-403c-b058-e88c93a080fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 217 time: 0.0662167 Mar 09 12:28:47.276975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29ec5c-204a-421c-82e6-7962bb93ee39 req-39ac1098-a25a-4249-9714-7827b1859d6e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.278522 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe29ec5c-204a-421c-82e6-7962bb93ee39 req-39ac1098-a25a-4249-9714-7827b1859d6e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 981 time: 0.0926609 Mar 09 12:28:47.324383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe29ec5c-204a-421c-82e6-7962bb93ee39 req-28779410-5bbe-4a10-92b0-048c72e4e0ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Mar 09 12:28:47.334224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-268c8e59-ba68-468c-8f53-dbe9100ba159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.335650 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-268c8e59-ba68-468c-8f53-dbe9100ba159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 200 len: 835 time: 0.0607436 Mar 09 12:28:47.408463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-c78e09cc-c7b1-45db-ad07-2e29634c3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.409912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-c78e09cc-c7b1-45db-ad07-2e29634c3c5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684681 Mar 09 12:28:47.539563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-4d0c9a70-40d8-4002-a551-ea9545c3be66 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239061 Mar 09 12:28:47.768230 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8e76557a-5d7d-4e8d-bac9-fc87d6e5e61f req-3a67501a-5cf0-40cb-9d54-739011c6e460 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228107 Mar 09 12:28:47.888900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-52282f3d-d92e-4c96-98b5-cfab2f6d36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:47.890371 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-52282f3d-d92e-4c96-98b5-cfab2f6d36fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 1134 time: 0.0742929 Mar 09 12:28:48.019040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-9e11e127-9ab0-416d-9298-c1f7601d1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:48.020686 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-9e11e127-9ab0-416d-9298-c1f7601d1194 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 898 time: 0.1239748 Mar 09 12:28:48.088623 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-4e50ad0a-da8b-40a9-b39b-0228b7a6cac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 217 time: 0.0599809 Mar 09 12:28:48.151871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-598dd454-56f9-41a6-bb90-14e2b9188e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:48.153282 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-598dd454-56f9-41a6-bb90-14e2b9188e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 200 len: 835 time: 0.0582097 Mar 09 12:28:48.227483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-e6ee8f38-ba2e-4e51-93c2-254df5ea7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:48.228939 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-e6ee8f38-ba2e-4e51-93c2-254df5ea7874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689120 Mar 09 12:28:48.360335 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-eebc2923-5b39-4b6d-b968-a5fddb209c4b service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233413 Mar 09 12:28:48.491305 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-82f7cbe4-d307-446c-bc57-155d0c528da1 req-a2b0dd16-1532-49e4-9d9f-fcb24d129551 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251719 Mar 09 12:28:48.526989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c88086-dec9-4739-8af6-977104b00dd6 req-6fa8ab21-9798-476a-83f0-1fcb45bca8a1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:48.528428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c1c88086-dec9-4739-8af6-977104b00dd6 req-6fa8ab21-9798-476a-83f0-1fcb45bca8a1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 981 time: 0.0980241 Mar 09 12:28:48.573027 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c1c88086-dec9-4739-8af6-977104b00dd6 req-73c218dc-95ac-4dee-9cb5-24a37b94d409 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Mar 09 12:28:49.753255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f4857-cf0e-4a33-9f49-a74d50afdefe req-d3539237-15d6-4fe5-a195-4b37a2f90ff3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:49.755253 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc8f4857-cf0e-4a33-9f49-a74d50afdefe req-d3539237-15d6-4fe5-a195-4b37a2f90ff3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 981 time: 0.0782423 Mar 09 12:28:49.799624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc8f4857-cf0e-4a33-9f49-a74d50afdefe req-eea2ab9e-820c-43b2-ab2d-9f28c1e9f3ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Mar 09 12:28:50.097831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:28:50.228756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:50.242104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'e8106e01-ee83-496c-8926-444668c63c6f', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'mac_address': 'fa:16:3e:50:d7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:28:50.298947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:50.315969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8106e01-ee83-496c-8926-444668c63c6f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:28:50.330667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:50.334930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:50.399191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:50.537694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['e8106e01-ee83-496c-8926-444668c63c6f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:28:50.995466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302cbb4-4131-4c2b-aa33-5b14e3aeaec2 req-2b72f66d-c656-4352-a57c-5b5ff5e47062 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:50.996958 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6302cbb4-4131-4c2b-aa33-5b14e3aeaec2 req-2b72f66d-c656-4352-a57c-5b5ff5e47062 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 982 time: 0.0814252 Mar 09 12:28:51.041835 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6302cbb4-4131-4c2b-aa33-5b14e3aeaec2 req-c7e83556-8645-46a0-af20-a44a43108276 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Mar 09 12:28:52.112305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:28:52.179868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port e8106e01-ee83-496c-8926-444668c63c6f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:28:52.185142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port e8106e01-ee83-496c-8926-444668c63c6f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:28:52.185530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:52.224899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f18639-4ffc-4c5e-99ed-5bdcc9899e04 req-78e2f591-b251-490b-9941-22ec21797b94 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:52.226363 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b3f18639-4ffc-4c5e-99ed-5bdcc9899e04 req-78e2f591-b251-490b-9941-22ec21797b94 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 982 time: 0.0787632 Mar 09 12:28:52.273494 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b3f18639-4ffc-4c5e-99ed-5bdcc9899e04 req-3ad05ea0-2990-4118-b124-3bdfd7ebce4d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Mar 09 12:28:52.304351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:52.329994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:28:52.339919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:52.344313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:52.414576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:52.422428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.422792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.423136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.423602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.423792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.424176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.424579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.425177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.425535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.425859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.426181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.426501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:28:52.431081 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f', 'code': 200} Mar 09 12:28:52.621143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46ddd7e2-79ec-40a6-8bd0-0d5d3ff56476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:52.654067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7f1ec-539b-45ff-a13a-b06e47bf784c req-1cc8cb45-7785-4919-8593-5e70785f85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:52.655535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98e7f1ec-539b-45ff-a13a-b06e47bf784c req-1cc8cb45-7785-4919-8593-5e70785f85e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 1136 time: 0.0773005 Mar 09 12:28:52.695169 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98e7f1ec-539b-45ff-a13a-b06e47bf784c req-03d31b30-5fff-4db2-a3a1-90e4f95799f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Mar 09 12:28:53.455753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f86a1-d097-4140-9dc8-850c544c8c70 req-a16df51c-5c6d-4e0f-9332-4070496c2cf4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:53.457387 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-761f86a1-d097-4140-9dc8-850c544c8c70 req-a16df51c-5c6d-4e0f-9332-4070496c2cf4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.0803356 Mar 09 12:28:53.506834 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-761f86a1-d097-4140-9dc8-850c544c8c70 req-972551e9-6932-4e9a-ad96-141b1fe8e109 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Mar 09 12:28:53.681382 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:28:54.787724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a42317-80db-4d5c-bba7-4443c9720c25 req-46b9c874-a466-4f0f-8826-84d6a03b11fd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:54.789195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62a42317-80db-4d5c-bba7-4443c9720c25 req-46b9c874-a466-4f0f-8826-84d6a03b11fd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.1738231 Mar 09 12:28:54.835284 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62a42317-80db-4d5c-bba7-4443c9720c25 req-eb93ee05-c162-4b6d-8891-e4f78c640952 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Mar 09 12:28:54.837761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6db01f81-9525-4a5d-bc21-795575d15efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.014110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec4b4b-c315-420a-8bc4-dd254717676f req-523017d2-846b-4f7c-86f7-15a221d79d77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:55.015555 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cdec4b4b-c315-420a-8bc4-dd254717676f req-523017d2-846b-4f7c-86f7-15a221d79d77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.0788898 Mar 09 12:28:55.059692 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cdec4b4b-c315-420a-8bc4-dd254717676f req-43e9c44b-b07c-472b-a20a-1ea4c39507da tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Mar 09 12:28:55.082327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47532) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:55.154909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567576b5-3acb-4669-9a00-0cb80a37a4b1 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:55.156390 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-567576b5-3acb-4669-9a00-0cb80a37a4b1 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 1131 time: 0.0731070 Mar 09 12:28:55.159215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47536) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:55.164006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:55.169793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:28:55.173551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:28:55.176640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:28:55.182743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:28:55.192551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.328678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.462417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.120 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/5381c899-99c6-415b-aefe-9748f88e4401) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:28:55.611473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.640704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.677411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:55.702773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:28:55.705429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:28:55.713706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:28:55.750372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=5381c899-99c6-415b-aefe-9748f88e4401,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:56.073505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.128507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.205753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.401097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.405212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.513406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=5381c899-99c6-415b-aefe-9748f88e4401,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:28:56.523235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:56.784081 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 485f1ed2-6ab8-477e-b263-7db673153929 associated. External IP: 172.26.5.120, port: e8106e01-ee83-496c-8926-444668c63c6f. Mar 09 12:28:57.136708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 6388a24c-7fda-49af-a277-59ee539f8551 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:28:57.324427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:28:57.334471 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Sync routers for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:28:57.344066 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:57.344679 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:57.349478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:57.407725 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-66c0a7a7-1d7e-4f21-a651-8a0ef612b8c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2473271 Mar 09 12:28:57.408102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:28:57.410543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47540) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:28:57.468006 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f', 'status': 'completed', 'code': 200} Mar 09 12:28:57.524174 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:57.543389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a42c25-5a01-4d16-8551-b9f52956d733 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.544900 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80a42c25-5a01-4d16-8551-b9f52956d733 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1&network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 1131 time: 0.1328132 Mar 09 12:28:57.577757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-b96283bf-bff1-497b-9663-2187e73e8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.579217 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-b96283bf-bff1-497b-9663-2187e73e8d4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 1136 time: 0.0926945 Mar 09 12:28:57.607418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:57.725160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-8163d1f5-acb9-4101-bc02-65490ad2fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.727016 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-8163d1f5-acb9-4101-bc02-65490ad2fc77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 898 time: 0.1419532 Mar 09 12:28:57.843883 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-74c3d4db-331e-42b3-936d-9d1ab2c54e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1037 time: 0.1076610 Mar 09 12:28:57.887611 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '485f1ed2-6ab8-477e-b263-7db673153929', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.120', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1188444416', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'mac_address': 'fa:16:3e:50:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:28:56Z', 'updated_at': '2022-03-09T12:28:56Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:57.891406 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Checking router: 6388a24c-7fda-49af-a277-59ee539f8551 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:28:57.899886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:28:57.900729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:57.908686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-6a7be117-a416-4982-8cd3-af920895a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.910169 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-6a7be117-a416-4982-8cd3-af920895a48c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 200 len: 835 time: 0.0589449 Mar 09 12:28:57.922589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359524-2d12-4994-aa0a-fec26994224f req-feba56ba-18f3-45b1-af03-e9b8d46c8262 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.924116 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2359524-2d12-4994-aa0a-fec26994224f req-feba56ba-18f3-45b1-af03-e9b8d46c8262 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.0827098 Mar 09 12:28:57.969734 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2359524-2d12-4994-aa0a-fec26994224f req-0deea7a6-ae99-4892-a8e3-451ee1f52f97 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Mar 09 12:28:57.987434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-b9814ee3-9277-481a-94a9-f4642cbbd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:57.988796 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-b9814ee3-9277-481a-94a9-f4642cbbd291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724926 Mar 09 12:28:58.080296 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:28:58.119825 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-17d461d7-56b0-46a5-aa99-7debbf45f348 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248813 Mar 09 12:28:58.366754 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9fe39c5-ed75-401e-aa4a-47ebd07eb612 req-eb0027c7-2c8f-4ff0-aa93-4748274daa29 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397470 Mar 09 12:28:58.463080 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '485f1ed2-6ab8-477e-b263-7db673153929', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.120', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1188444416', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'mac_address': 'fa:16:3e:50:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:28:56Z', 'updated_at': '2022-03-09T12:28:56Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:28:58.466936 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42006ba7-1211-4344-900b-b691e5f8b2a4 None None] The sync data for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv is: [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '485f1ed2-6ab8-477e-b263-7db673153929', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.120', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1188444416', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'mac_address': 'fa:16:3e:50:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267537c-a184-48da-b4ba-47807f3aecf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:28:56Z', 'updated_at': '2022-03-09T12:28:56Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:28:58.657203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940c794-1386-4ea5-820b-5475383dab65 None None] New status for floating IP 485f1ed2-6ab8-477e-b263-7db673153929: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:28:59.154374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-8eb8af1c-04c7-46f9-a420-2e45d2e6d499 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:59.155070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-8eb8af1c-04c7-46f9-a420-2e45d2e6d499 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:28:59.157526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516f9f-9fd6-4da9-b728-1ee85677e53d req-48e2d3b3-1185-4a80-9348-947257fd9d75 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:59.158950 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-25516f9f-9fd6-4da9-b728-1ee85677e53d req-48e2d3b3-1185-4a80-9348-947257fd9d75 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.0805612 Mar 09 12:28:59.171732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-8eb8af1c-04c7-46f9-a420-2e45d2e6d499 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:28:59.172882 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-8eb8af1c-04c7-46f9-a420-2e45d2e6d499 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 983 time: 0.0962470 Mar 09 12:28:59.205467 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-25516f9f-9fd6-4da9-b728-1ee85677e53d req-f2326a76-357b-4eca-bda5-27a6e64dccbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Mar 09 12:28:59.244519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-ac5385ff-e2f9-4d40-8a8f-e1bb471ba02a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:28:59.245876 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-ac5385ff-e2f9-4d40-8a8f-e1bb471ba02a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0680976 Mar 09 12:28:59.388721 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-5e3d5fcd-e96f-4b31-9b84-b922d9cfa89d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364579 Mar 09 12:28:59.398178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:28:59.508763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:59.711327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:28:59.739115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:28:59.789643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] device_id is not set on port e8106e01-ee83-496c-8926-444668c63c6f yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:28:59.797677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:59.803541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:28:59.945503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=6']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:00.002993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] No DVR routers for this DVR port e8106e01-ee83-496c-8926-444668c63c6f on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:29:00.050317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-65e006d3-8746-46b8-81cf-f3a6b7b1ea5f None None] Provisioning complete for port e8106e01-ee83-496c-8926-444668c63c6f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:00.051152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65e006d3-8746-46b8-81cf-f3a6b7b1ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:00.107960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-65e006d3-8746-46b8-81cf-f3a6b7b1ea5f None None] Port e8106e01-ee83-496c-8926-444668c63c6f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:00.225353 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-c3f919cc-5120-49b6-89f2-c85ace344cba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232249 Mar 09 12:29:00.329876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] In _notify_port_updated(), no bound segment for port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:29:00.330648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:00.331261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:00.332515 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c37dd985-7638-4f59-a0de-17292d6494e5 req-6188a55c-b766-4746-82fb-fbea8e3a69a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1026 time: 0.9382558 Mar 09 12:29:00.353746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-567b5c39-c4f2-4bc1-a038-da242ced09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:00.355216 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-567b5c39-c4f2-4bc1-a038-da242ced09f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 1099 time: 0.0965505 Mar 09 12:29:00.361202 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc647c43-66f8-4e0b-b36e-a5057d82e25c req-b753953e-ae82-48e2-b97b-ccb4bccb0476 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e267537c-a184-48da-b4ba-47807f3aecf1 HTTP/1.1" status: 200 len: 210 time: 0.0474346 Mar 09 12:29:00.618678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-7814580f-3164-4e1e-9753-3d2db0371fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:00.620064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-7814580f-3164-4e1e-9753-3d2db0371fab service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.2396619 Mar 09 12:29:00.723838 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-02bf81ee-08b8-4d98-9987-f25027f3c187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 200 len: 1002 time: 0.0970826 Mar 09 12:29:00.787828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-9806a4de-315e-4001-8021-a092686826d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:00.789387 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-9806a4de-315e-4001-8021-a092686826d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0602703 Mar 09 12:29:00.869475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-5a26508a-14cb-4bbb-82c9-33dca50863f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:00.870871 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-5a26508a-14cb-4bbb-82c9-33dca50863f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752854 Mar 09 12:29:01.004132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-f04007af-60c8-47aa-8217-419813ec1afd service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Mar 09 12:29:01.134572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b8e705bc-dc8d-4050-ad1c-596472335c60 req-82c3e7d0-f73f-424e-88ae-efb5a2cf86fc service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249709 Mar 09 12:29:01.460346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47556) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:01.533165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc591e-4bef-4013-a9bb-a52cd725abdf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:01.534486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-68bc591e-4bef-4013-a9bb-a52cd725abdf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 925 time: 0.0730760 Mar 09 12:29:01.878067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47562) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:01.883256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027653356', 'description': 'tempest-secgroup-smoke-1027653356 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:01.889158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:01.899181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:01.909394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:01.930055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:01.933832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:01.936527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:01.941973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.011249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.014823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.060042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2235b6-dc61-4c8e-af47-7740a7dfa470,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.065665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.066864 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d50c5150-99d8-43ea-a2f6-98e6053bcc84 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1877823 Mar 09 12:29:02.069944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47566) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.074832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.080555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.084878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.087686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.093200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.109409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.171668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.175132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.191326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:29:02.197972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b84596-dc4b-4f61-835e-e7c10db19cd3,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.208816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.210932 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6b09f75d-048d-48b2-9b27-6c25a2eee5aa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400356 Mar 09 12:29:02.213634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47570) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.218533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.224152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.228674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.231496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.237043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.251214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:29:02.254773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.315622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.319552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.343390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaee174-32f4-4776-bfc8-eb9de4a7fe98,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.352492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.354558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5a01ea8a-3797-4290-9372-23bf5c4ff85c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391618 Mar 09 12:29:02.356326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47574) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.361298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.366960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.370739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.373614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.379199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.397630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.460033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.463877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.495368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72803d6-1da8-40dd-8ad6-adca5fb1d262,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.501787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.503415 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b9464e53-fb8e-4fb2-a198-cb15f533b81d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460981 Mar 09 12:29:02.506994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47578) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.512079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.518002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.522369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.525310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.532034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.547512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.610146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.613680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.639127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832f56eb-7cc4-4ecf-9df0-76b4a455023d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.650915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.651268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.651604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.651950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.652260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.652593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.652936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.653265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.653585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.653902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.654217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.654533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:02.658118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.661552 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-602665d5-97ef-47d3-9130-58b7d1074c28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512439 Mar 09 12:29:02.662096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47582) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.667087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.672950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.677023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.680427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.686061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.696398 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:29:02.702989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.766398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.770550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.792948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad88d01-a4d1-41f5-bebb-f706f1f22c2f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.801387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.802564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-21a84efe-1b0f-4628-9d4a-2b1bc2d5a89a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395435 Mar 09 12:29:02.805809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47586) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:02.810671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '3c2235b6-dc61-4c8e-af47-7740a7dfa470', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:02.816326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:02.820935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:02.823763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:02.829330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:02.841735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:29:02.848009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.912486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.916084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.939494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f8f280-0de2-4ab2-9ac1-ad76412fc2f6,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:02.949027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:02.950186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f9d719e6-0f2c-4490-a9c5-92b61ff5628b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434779 Mar 09 12:29:03.135105 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-4c1183fd-4e7e-4369-b978-064b9de7ba2c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027653356&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0391717 Mar 09 12:29:03.207456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-c002e6b5-8976-4c19-b83f-0954d4d420ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:03.208747 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-c002e6b5-8976-4c19-b83f-0954d4d420ad tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 930 time: 0.0674975 Mar 09 12:29:03.377446 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-b4fe03d1-393c-4e4c-bbf9-f4dd7363ba29 service neutron] 10.222.0.20 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1571810 Mar 09 12:29:03.504467 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-8713155e-61d5-471f-aecc-33be972084a2 service neutron] 10.222.0.20 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210971 Mar 09 12:29:03.635707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-3f5b873d-b0a4-48d3-a5a8-e37edae01c4c service neutron] 10.222.0.20 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253819 Mar 09 12:29:03.811512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-34a2008d-2d07-437a-8391-00b77a465d26 req-289da02d-f6f8-4064-a7f9-31cc88f16c45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 210 time: 0.0421898 Mar 09 12:29:04.726694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-04113a0c-28ac-4ebd-8c63-54324d9da9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:04.728033 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-04113a0c-28ac-4ebd-8c63-54324d9da9a2 service neutron] 10.222.0.13 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1026 time: 0.0635030 Mar 09 12:29:04.883887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a0c56416-3d1a-47cf-b715-e727003f2278 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:04.886852 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a0c56416-3d1a-47cf-b715-e727003f2278 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 797 time: 0.1527994 Mar 09 12:29:04.940758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-9a4fbefe-105e-4d77-95f0-f51da3c7fe28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:29:04.958237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-9a4fbefe-105e-4d77-95f0-f51da3c7fe28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:29:04.959450 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-9a4fbefe-105e-4d77-95f0-f51da3c7fe28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 472 time: 0.0624008 Mar 09 12:29:04.969841 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d7c2c19b-4beb-4111-b74a-a1d969901a6d req-2f525049-4d66-4513-b7fb-08922c049f1a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 210 time: 0.0508246 Mar 09 12:29:04.970949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Request body: {'port': {'device_id': '04a85435-85a4-42c3-a01b-1e0c17ed944a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:05.090642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:05.429860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8106e01-ee83-496c-8926-444668c63c6f {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:29:05.436846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:05.451337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Transition to ACTIVE for port object e8106e01-ee83-496c-8926-444668c63c6f will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:05.454133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:05.701944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=7']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:05.830090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:29:05.830825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:29:05.830825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:05.835242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:29:05.835557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Attempting to bind port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:05.840591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:29:05.840962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Checking segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:05.841351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Bound using segment: {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:29:05.841777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Bound port: e8106e01-ee83-496c-8926-444668c63c6f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176ace9a-5dc8-4491-86e7-34b68716ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:29:05.842124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:05.928999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:05.931887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:29:05.937429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:06.002548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.004664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:06.007817 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] 10.222.0.13 "PUT /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1131 time: 1.0399077 Mar 09 12:29:06.008300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a85435-85a4-42c3-a01b-1e0c17ed944a', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:06.040775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2104b23-3f7b-4a1f-8f5c-4b8aa09c0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=8']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:06.085455 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a85435-85a4-42c3-a01b-1e0c17ed944a', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f', 'status': 'completed', 'code': 200} Mar 09 12:29:06.128261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-ba383b77-bfd9-41ea-aa33-7e93f5d96399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.129921 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-ba383b77-bfd9-41ea-aa33-7e93f5d96399 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 1134 time: 0.0792093 Mar 09 12:29:06.202591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f8a69-c83f-483c-b31b-7bdcf5c95eea req-2e4062df-2971-420c-a7cd-949b9dc7442e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.204041 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac3f8a69-c83f-483c-b31b-7bdcf5c95eea req-2e4062df-2971-420c-a7cd-949b9dc7442e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 981 time: 0.0861912 Mar 09 12:29:06.238873 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-603afdac-5e07-411f-9f1f-75a5d62df763 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1037 time: 0.1022799 Mar 09 12:29:06.248020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac3f8a69-c83f-483c-b31b-7bdcf5c95eea req-400fef33-6287-48bf-9535-b32803bf9602 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Mar 09 12:29:06.302926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-0179bc11-438d-4dff-b9d3-9d27723387d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.305116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-0179bc11-438d-4dff-b9d3-9d27723387d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 200 len: 835 time: 0.0604565 Mar 09 12:29:06.380653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-dc9e71ae-6db3-4a33-8dfa-171c4a8ffc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.382355 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-dc9e71ae-6db3-4a33-8dfa-171c4a8ffc01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716789 Mar 09 12:29:06.511364 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-482f3161-5215-4ce6-b80d-b6a5fa4376e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233132 Mar 09 12:29:06.640832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4309f8b7-0b88-42b6-991e-3a0194035faf req-bf6fa3e2-259c-4750-8d54-9a598a4af529 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233759 Mar 09 12:29:06.753625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71447-db56-464d-ac31-5aaed1106825 req-c3f824fd-95b1-4814-a604-f90b52acdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.755093 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-c3f824fd-95b1-4814-a604-f90b52acdd0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 1134 time: 0.0699384 Mar 09 12:29:06.884850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71447-db56-464d-ac31-5aaed1106825 req-cdcd5523-df95-4d78-aeae-04f97561dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:06.886208 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-cdcd5523-df95-4d78-aeae-04f97561dcc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 898 time: 0.1254272 Mar 09 12:29:06.988858 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-b90a8e6d-8c80-4900-a689-2509c49bc963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1037 time: 0.0957782 Mar 09 12:29:07.049490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71447-db56-464d-ac31-5aaed1106825 req-8c8fab71-7861-407c-b37c-8b010781d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:07.050881 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-8c8fab71-7861-407c-b37c-8b010781d1e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 200 len: 835 time: 0.0559595 Mar 09 12:29:07.128409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f71447-db56-464d-ac31-5aaed1106825 req-bd3eb20b-d82a-4ce5-b6db-5cda76301d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:07.129900 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-bd3eb20b-d82a-4ce5-b6db-5cda76301d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731347 Mar 09 12:29:07.370460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-ee786ea1-c784-4bc0-946d-3d401e9d38d4 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339599 Mar 09 12:29:07.437083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578418f-8de6-49d6-b0cd-a5a6989dca59 req-fb3d5ecc-76f0-4c0e-8acc-455054f2b436 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:07.438522 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5578418f-8de6-49d6-b0cd-a5a6989dca59 req-fb3d5ecc-76f0-4c0e-8acc-455054f2b436 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 981 time: 0.0834026 Mar 09 12:29:07.483173 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5578418f-8de6-49d6-b0cd-a5a6989dca59 req-ac79ca77-245e-4667-9578-42052adf074e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Mar 09 12:29:07.509034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a1f71447-db56-464d-ac31-5aaed1106825 req-e5d0cf0b-1315-4f0b-aad7-97a9aeea4499 service neutron] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318176 Mar 09 12:29:08.207665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:29:08.339127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:08.351813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'e8106e01-ee83-496c-8926-444668c63c6f', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'port_id': 'e8106e01-ee83-496c-8926-444668c63c6f', 'mac_address': 'fa:16:3e:50:d7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:29:08.408615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:08.424661 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8106e01-ee83-496c-8926-444668c63c6f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:29:08.439648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:08.445126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:08.511445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=9']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:08.656733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['e8106e01-ee83-496c-8926-444668c63c6f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:29:08.669349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6b5a2-63b3-4854-8abd-e2e34a4e1a82 req-229b3014-1515-42e0-8cbf-5603e1939f18 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:08.670818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dae6b5a2-63b3-4854-8abd-e2e34a4e1a82 req-229b3014-1515-42e0-8cbf-5603e1939f18 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 982 time: 0.0784981 Mar 09 12:29:08.716783 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dae6b5a2-63b3-4854-8abd-e2e34a4e1a82 req-e300e1cc-afb2-4e2e-9945-58dd7f062023 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Mar 09 12:29:09.903716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db71cc-1bf6-4093-b454-b6c037297a51 req-7b43ef8b-ae4a-4d98-801a-99b60d966031 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:09.905087 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-67db71cc-1bf6-4093-b454-b6c037297a51 req-7b43ef8b-ae4a-4d98-801a-99b60d966031 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 982 time: 0.0821834 Mar 09 12:29:09.948863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-67db71cc-1bf6-4093-b454-b6c037297a51 req-23dd8043-986f-4af7-9e97-a136763bd3f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 Mar 09 12:29:10.239125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:10.309095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port e8106e01-ee83-496c-8926-444668c63c6f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:10.313895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port e8106e01-ee83-496c-8926-444668c63c6f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:10.314270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:10.429589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:10.456787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a85435-85a4-42c3-a01b-1e0c17ed944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:10.467013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:10.471933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:10.513688 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a85435-85a4-42c3-a01b-1e0c17ed944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8106e01-ee83-496c-8926-444668c63c6f', 'code': 200} Mar 09 12:29:10.546095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=10']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:10.725032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e458b-49c9-4afc-b15e-4fef5ba51f60 req-ffee4d3d-0cba-4335-9c55-d19ad545aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:10.726994 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b12e458b-49c9-4afc-b15e-4fef5ba51f60 req-ffee4d3d-0cba-4335-9c55-d19ad545aece service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 1137 time: 0.0701418 Mar 09 12:29:10.766356 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b12e458b-49c9-4afc-b15e-4fef5ba51f60 req-360a9089-3403-4f11-aa49-d2c4a3221ecb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Mar 09 12:29:11.134777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af1ac-0b0e-4764-85f5-1a75d99485d7 req-4382ccfa-f3dc-4e95-a18c-9bc62672c46e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:11.136107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7b2af1ac-0b0e-4764-85f5-1a75d99485d7 req-4382ccfa-f3dc-4e95-a18c-9bc62672c46e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0845311 Mar 09 12:29:11.179306 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7b2af1ac-0b0e-4764-85f5-1a75d99485d7 req-ff6ad8ba-6386-4291-8371-2c22ba2d4ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Mar 09 12:29:12.361152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3400956-f8f5-4fc7-8d5d-5ca7e8b16ec4 req-8fb28c70-cd9e-4822-b9e8-67bb2601ae37 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:12.362509 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c3400956-f8f5-4fc7-8d5d-5ca7e8b16ec4 req-8fb28c70-cd9e-4822-b9e8-67bb2601ae37 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0792232 Mar 09 12:29:12.405982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c3400956-f8f5-4fc7-8d5d-5ca7e8b16ec4 req-372814ef-3bed-4861-a4c4-b3e15cdfd9d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Mar 09 12:29:12.593969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d3be-cea3-4558-b141-bcd16def9c30 req-9d499428-5931-4b00-8775-ea082a4cb8d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:12.595430 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c678d3be-cea3-4558-b141-bcd16def9c30 req-9d499428-5931-4b00-8775-ea082a4cb8d5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0851843 Mar 09 12:29:12.639930 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c678d3be-cea3-4558-b141-bcd16def9c30 req-d61391da-912b-4413-93a8-0dfadb07ca6f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Mar 09 12:29:12.663106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47636) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:12.734593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419996fa-183b-41e3-a77f-e023484d3c58 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:12.736071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-419996fa-183b-41e3-a77f-e023484d3c58 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a&network_id=7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 200 len: 1132 time: 0.0712593 Mar 09 12:29:13.093278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7403ce-040b-4530-868c-91d11198ab03 req-1b19dcfd-9e60-469f-afc4-0782123e87d7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:13.094729 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5f7403ce-040b-4530-868c-91d11198ab03 req-1b19dcfd-9e60-469f-afc4-0782123e87d7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0841348 Mar 09 12:29:13.140419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5f7403ce-040b-4530-868c-91d11198ab03 req-3234ee41-da34-4b6e-b412-6ed3d21879ea tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Mar 09 12:29:14.300342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908dedf-8336-4d29-a277-033aa908455a req-56528262-b51f-45f2-b35c-2237aaaa3345 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:14.301782 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9908dedf-8336-4d29-a277-033aa908455a req-56528262-b51f-45f2-b35c-2237aaaa3345 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0828903 Mar 09 12:29:14.325718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96632316-d3c1-4895-86ed-b2c3d6642c79 req-185b75be-6d97-4e98-8772-11a789797000 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:14.327139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96632316-d3c1-4895-86ed-b2c3d6642c79 req-185b75be-6d97-4e98-8772-11a789797000 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 984 time: 0.0790780 Mar 09 12:29:14.372140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908dedf-8336-4d29-a277-033aa908455a req-fdfe0e2a-a041-4599-9a31-bc64af584206 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:14.373569 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9908dedf-8336-4d29-a277-033aa908455a req-fdfe0e2a-a041-4599-9a31-bc64af584206 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666573 Mar 09 12:29:14.374016 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96632316-d3c1-4895-86ed-b2c3d6642c79 req-8fce6311-6364-469c-ad6b-7addc4d832dd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=153f9a5b-f9d2-4977-8b55-8616226bd19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Mar 09 12:29:14.515992 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9908dedf-8336-4d29-a277-033aa908455a req-d400139c-d64c-450f-8220-23e6dc242703 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1376407 Mar 09 12:29:14.526125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:14.636992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:14.831588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e8106e01-ee83-496c-8926-444668c63c6f,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:14.859538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] For port e8106e01-ee83-496c-8926-444668c63c6f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:14.908971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] device_id is not set on port e8106e01-ee83-496c-8926-444668c63c6f yet. {{(pid=87830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 09 12:29:14.917647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:14.922496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:15.056877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Pushing event updated for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=11']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:15.124334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] No DVR routers for this DVR port e8106e01-ee83-496c-8926-444668c63c6f on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:29:15.168015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8c9ecef5-8188-4368-b110-abb5b568a38c None None] Provisioning complete for port e8106e01-ee83-496c-8926-444668c63c6f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:15.168571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecef5-8188-4368-b110-abb5b568a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:15.221007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ecef5-8188-4368-b110-abb5b568a38c None None] Port e8106e01-ee83-496c-8926-444668c63c6f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:15.344849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] In _notify_port_updated(), no bound segment for port e8106e01-ee83-496c-8926-444668c63c6f on network 7c32d25c-2e38-4915-8e93-5906fe35cbfd {{(pid=87830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 09 12:29:15.345662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:15.346265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:15.347517 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9908dedf-8336-4d29-a277-033aa908455a req-c8ec4149-095b-4841-8903-f6f8640e3a62 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 200 len: 1027 time: 0.8254158 Mar 09 12:29:15.526593 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d7242f03-7858-4c56-9462-b9136d170f61 req-91dd20d0-06b0-475b-80f7-73a353fb4061 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=04a85435-85a4-42c3-a01b-1e0c17ed944a HTTP/1.1" status: 200 len: 210 time: 0.0472848 Mar 09 12:29:16.050100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:16.620203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47652) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:16.686815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:16.716297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:16.781677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:16.799217 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2235b6-dc61-4c8e-af47-7740a7dfa470,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:16.811357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:16.812471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-097bd1de-5b0f-48af-a69d-08c192edd2dc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c2235b6-dc61-4c8e-af47-7740a7dfa470 HTTP/1.1" status: 204 len: 168 time: 0.1912808 Mar 09 12:29:16.842750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47658) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:17.137040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 5381c899-99c6-415b-aefe-9748f88e4401 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:17.137300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:17.305219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:17.305552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:17.424952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 5381c899-99c6-415b-aefe-9748f88e4401 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:17.575474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:17.622692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=5381c899-99c6-415b-aefe-9748f88e4401,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:17.715928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:17.716257 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 485f1ed2-6ab8-477e-b263-7db673153929 disassociated (deleted). External IP: 172.26.5.120, port: e8106e01-ee83-496c-8926-444668c63c6f. Mar 09 12:29:18.069887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 6388a24c-7fda-49af-a277-59ee539f8551 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:29:18.248292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:18.258616 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Sync routers for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:18.268182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.269271 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:18.269873 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:18.286789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:29:18.327705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fd07f0b8-a266-469e-b539-228cf176a6f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/485f1ed2-6ab8-477e-b263-7db673153929 HTTP/1.1" status: 204 len: 168 time: 1.4813385 Mar 09 12:29:18.378412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device e8106e01-ee83-496c-8926-444668c63c6f not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:29:18.457761 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:18.472029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47666) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:18.540478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.573754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.742611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.760250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edf5f9-9de4-4515-8b33-bf818be96f0f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:18.769945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.771059 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-47cfaa3e-1bc0-4684-8819-1ae74d15c5e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/00edf5f9-9de4-4515-8b33-bf818be96f0f HTTP/1.1" status: 204 len: 168 time: 0.2980444 Mar 09 12:29:18.790696 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:18.794770 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Checking router: 6388a24c-7fda-49af-a277-59ee539f8551 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:18.803483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47672) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:18.804412 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:18.805162 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:18.869600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port e8106e01-ee83-496c-8926-444668c63c6f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:18.869936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:18.982175 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:19.119126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:19.246982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for e8106e01-ee83-496c-8926-444668c63c6f owned by {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:19.320099 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:19.324987 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025ab65-b057-4e4e-b1ba-aa9a85e2dcdc None None] The sync data for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv is: [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:28:39Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c0122981-9897-4412-95a0-f32bda480826', 'name': '', 'network_id': '7c32d25c-2e38-4915-8e93-5906fe35cbfd', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:1c:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:38Z', 'updated_at': '2022-03-09T12:28:44Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e89760a6-6f94-4c1e-9a54-a8dcdedbcc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:29:19.392708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:19.448337 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=e8106e01-ee83-496c-8926-444668c63c6f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:19.554351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:19.565699 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb3aa957-3d90-45c9-a8ec-bd434945573f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/ports/e8106e01-ee83-496c-8926-444668c63c6f HTTP/1.1" status: 204 len: 168 time: 0.7611330 Mar 09 12:29:19.567622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee4217f-499e-4ec8-b802-40e5dbd7fef8 None None] New status for floating IP 485f1ed2-6ab8-477e-b263-7db673153929: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:29:19.568298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47676) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:20.116798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:20.563771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port c0122981-9897-4412-95a0-f32bda480826 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:20.564106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:20.749481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port c0122981-9897-4412-95a0-f32bda480826, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c0122981-9897-4412-95a0-f32bda480826,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:20.749859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:20.870630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for c0122981-9897-4412-95a0-f32bda480826 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:21.052850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:21.103576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=c0122981-9897-4412-95a0-f32bda480826,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:21.378958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:21.829509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 6388a24c-7fda-49af-a277-59ee539f8551 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:29:22.007705 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:22.017685 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Sync routers for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:22.019979 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df474924-d2b6-44b8-a004-7b6e9b06092e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/6388a24c-7fda-49af-a277-59ee539f8551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4507039 Mar 09 12:29:22.022593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47680) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:22.027510 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:22.028107 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:22.088821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:29:22.091835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.145360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.207937 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:22.232095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.305876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.348947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=e89760a6-6f94-4c1e-9a54-a8dcdedbcc06,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:22.354025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.360377 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-48c987da-8c84-493d-bb1b-8e23985b4cd6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/e89760a6-6f94-4c1e-9a54-a8dcdedbcc06 HTTP/1.1" status: 204 len: 168 time: 0.3368404 Mar 09 12:29:22.360918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2a8aa-9459-46db-817a-95571b10f602 None None] Network 7c32d25c-2e38-4915-8e93-5906fe35cbfd requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:29:22.362890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47684) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:22.497185 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:29:20Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:22.501171 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Checking router: 6388a24c-7fda-49af-a277-59ee539f8551 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:22.510406 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Routers {'6388a24c-7fda-49af-a277-59ee539f8551'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:22.511007 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:28:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6388a24c-7fda-49af-a277-59ee539f8551'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:22.552046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.615802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] DHCP port deletion for 7c32d25c-2e38-4915-8e93-5906fe35cbfd request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:29:22.623939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Deleting port ac9a71ff-ee0d-4664-a386-2bad05043af7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:22.624570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.665229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfffd5ad-d111-4ec6-893d-3eccb8f42cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.715055 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] Set router 6388a24c-7fda-49af-a277-59ee539f8551 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:22.749509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.759429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 64e6d76b-2950-4f48-9b5c-609f9de39e63 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:22.760082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.840796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] For port ac9a71ff-ee0d-4664-a386-2bad05043af7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ac9a71ff-ee0d-4664-a386-2bad05043af7,segment=NetworkSegment(176ace9a-5dc8-4491-86e7-34b68716ebbb),segment_id=176ace9a-5dc8-4491-86e7-34b68716ebbb)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:22.841240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.936198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 64e6d76b-2950-4f48-9b5c-609f9de39e63, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64e6d76b-2950-4f48-9b5c-609f9de39e63,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:22.936454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:22.970953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Calling delete_port for ac9a71ff-ee0d-4664-a386-2bad05043af7 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:23.004749 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:29:20Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:23.010074 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4fb1c-5fb0-4339-bfa2-bd362c0fe045 None None] The sync data for ids ['6388a24c-7fda-49af-a277-59ee539f8551'] in dv-neutron-832762-2-hyperv is: [{'id': '6388a24c-7fda-49af-a277-59ee539f8551', 'name': 'tempest-TestNetworkBasicOps-router-231416702', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:28:34Z', 'updated_at': '2022-03-09T12:29:20Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '64e6d76b-2950-4f48-9b5c-609f9de39e63', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6388a24c-7fda-49af-a277-59ee539f8551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:28:35Z', 'updated_at': '2022-03-09T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:29:23.057293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.063075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 64e6d76b-2950-4f48-9b5c-609f9de39e63 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:23.105046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] Pushing event deleted for resources: {'Port': ['ID=ac9a71ff-ee0d-4664-a386-2bad05043af7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:23.110271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481b61e-1324-4e60-96eb-9925d76ff675 None None] No DVR routers for this DVR port ac9a71ff-ee0d-4664-a386-2bad05043af7 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:29:23.328768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.376216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=64e6d76b-2950-4f48-9b5c-609f9de39e63,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:23.469876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.651962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.654123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.676758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.677305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router 6388a24c-7fda-49af-a277-59ee539f8551 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:29:23.692426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.696265 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-62b47f60-9689-420c-ac3b-869daeebde74 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/6388a24c-7fda-49af-a277-59ee539f8551 HTTP/1.1" status: 204 len: 168 time: 1.3297472 Mar 09 12:29:23.696265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47688) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:23.813828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.944409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:23.972960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c32d25c-2e38-4915-8e93-5906fe35cbfd']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:23.985159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176ace9a-5dc8-4491-86e7-34b68716ebbb') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:23.985457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176ace9a-5dc8-4491-86e7-34b68716ebbb') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:23.996919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.015259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.023529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:29:24.024745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:29:24.039248 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:29:24.130980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.136864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.167292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ac9a71ff-ee0d-4664-a386-2bad05043af7 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:29:24.175126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=7c32d25c-2e38-4915-8e93-5906fe35cbfd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:24.182556 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b544e22f-dbd7-4f67-ad4b-babfcd34c840 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/7c32d25c-2e38-4915-8e93-5906fe35cbfd HTTP/1.1" status: 204 len: 168 time: 0.4853806 Mar 09 12:29:24.190924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47692) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:24.202818 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a4554543-19d1-420a-a085-a0a22c1c1932 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106564 Mar 09 12:29:24.205405 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47696) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:24.205949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ac9a71ff-ee0d-4664-a386-2bad05043af7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:29:24.206304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ac9a71ff-ee0d-4664-a386-2bad05043af7 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:29:24.206736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64e6d76b-2950-4f48-9b5c-609f9de39e63 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:29:24.213029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--592333529', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:24.220100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:24.227753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:24.233400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:24.237256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:24.242044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 64e6d76b-2950-4f48-9b5c-609f9de39e63 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:29:24.242403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64e6d76b-2950-4f48-9b5c-609f9de39e63 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:29:24.242932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c0122981-9897-4412-95a0-f32bda480826 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:29:24.247236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:29:24.250743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.286542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:29:24.292228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c0122981-9897-4412-95a0-f32bda480826 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:29:24.292786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c0122981-9897-4412-95a0-f32bda480826 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:29:24.300041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.300397 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment b1ba7ead-9a90-43b7-91c3-8985c2319364 of type vlan for network ddb70b1e-50f0-4086-b002-5c8d7c344b56 Mar 09 12:29:24.331759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.364581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.371657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:24.372272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.492470 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2859578 Mar 09 12:29:24.496079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47700) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:24.499055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc9529-f5a4-46c0-9cce-cd228c0190ec tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=ddb70b1e-50f0-4086-b002-5c8d7c344b56,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:24.501711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:24.509918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:24.514048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:24.519404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:24.523043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:29:24.525444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:24.535888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.537566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.556209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.830921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec2e42b-91f3-4325-b275-f97aa71e07f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:24.966651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.267239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.297038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.430802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.89 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/819eec11-eec9-4079-a606-66e2d9d14f51) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:29:25.577802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.606466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.678158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:25.682291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:25.683287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:25.686833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:29:25.714287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:25.730074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.730426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.730764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.731097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.731426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.731755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.732078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.732402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.732724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.733086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.733409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:25.733726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:29:26.076913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:26.104744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:26.570485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:26.776125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:29:26.956742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:26.969308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:26.979016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:26.979633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:26.985601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:26.986884 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8b131362-8e9d-4c0b-9b53-e37a4b359c77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4897177 Mar 09 12:29:26.989903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47704) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:27.031826 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aaf153cd-4ab5-4648-80f0-dafb42ac562a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408487 Mar 09 12:29:27.034555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47708) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:27.167179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:27.168655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e599637-4490-4045-9579-51c7786efc25 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:27.170176 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7e599637-4490-4045-9579-51c7786efc25 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345954 Mar 09 12:29:27.172963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47712) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:27.218671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-10228a1e-d366-4128-a361-338f709f3cdc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445559 Mar 09 12:29:27.221072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47716) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:27.226314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695138861', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:27.336901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:27.341808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:27.344547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:27.350100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:27.360353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:29:27.363800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:27.480018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:25Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:27.483787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:27.484143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Updating router 93593de6-d6a8-4500-b799-f0a39cef8c2a port 819eec11-eec9-4079-a606-66e2d9d14f51 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:29:27.545415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:27.586163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:27.643873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:27.675048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=4f50094a-87bf-484c-b96a-c94043a01076,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:27.679375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:27.679741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: ddb70b1e-50f0-4086-b002-5c8d7c344b56, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:29:27.699939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:29:27.709557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, ddb70b1e-50f0-4086-b002-5c8d7c344b56) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:27.715072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:27.715881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:27.741607 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-00241af9-54ea-4604-bfc3-66e35de21884 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5193596 Mar 09 12:29:27.744753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47720) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:27.760307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447b035-2cd0-46f7-9208-56b56bbc5348 None None] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:29:28.069172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.083101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:29:28.083914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.093250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Transition to ACTIVE for port object 819eec11-eec9-4079-a606-66e2d9d14f51 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:28.102014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.222738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Attempting to bind port 819eec11-eec9-4079-a606-66e2d9d14f51 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:29:28.223124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Attempting to bind port 819eec11-eec9-4079-a606-66e2d9d14f51 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:29:28.223475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Attempting to bind port 819eec11-eec9-4079-a606-66e2d9d14f51 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:28.238530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c845-9b72-42f3-bf73-5a1a550f6a3d None None] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:28.252950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:29:28.253335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:28.253763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.254138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:29:28.254604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Bound port: 819eec11-eec9-4079-a606-66e2d9d14f51, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:29:28.254990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.382583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:28.388870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=819eec11-eec9-4079-a606-66e2d9d14f51,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:29:28.394975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Allocated IP 172.20.0.2 (ddb70b1e-50f0-4086-b002-5c8d7c344b56/4f50094a-87bf-484c-b96a-c94043a01076/49976acb-ad30-4786-8e13-89541738c844) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:29:28.397264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.562904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:28.563543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:28.568668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:28.678464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c845-9b72-42f3-bf73-5a1a550f6a3d None None] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:28.867715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:28.996485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.021810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Transition to ACTIVE for port object 49976acb-ad30-4786-8e13-89541738c844 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:29.101150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Transition to ACTIVE for port object 49976acb-ad30-4786-8e13-89541738c844 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:29.112414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.182704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (ddb70b1e-50f0-4086-b002-5c8d7c344b56/4f50094a-87bf-484c-b96a-c94043a01076/ad2bc80a-f789-44c1-bae9-379f5bdb502e) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:29:29.211387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:29.219031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:29.223444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:29:29.272721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Pushing event updated for resources: {'Port': ['ID=49976acb-ad30-4786-8e13-89541738c844,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:29.339192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Attempting to bind port 49976acb-ad30-4786-8e13-89541738c844 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:29:29.339574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Attempting to bind port 49976acb-ad30-4786-8e13-89541738c844 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:29:29.339935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Attempting to bind port 49976acb-ad30-4786-8e13-89541738c844 on network ddb70b1e-50f0-4086-b002-5c8d7c344b56 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:29.347471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:29:29.347851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Checking segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:29.348250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.348647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Bound using segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:29:29.349144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Bound port: 49976acb-ad30-4786-8e13-89541738c844, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:29:29.349484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.349663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.365477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object ad2bc80a-f789-44c1-bae9-379f5bdb502e will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:29.389119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.405055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:25Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:29.413545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1594e3-e90f-4c74-a200-5521ca1054a3 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:25Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:29:29.452307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] For port 49976acb-ad30-4786-8e13-89541738c844, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:29.455676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] For port 49976acb-ad30-4786-8e13-89541738c844, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=49976acb-ad30-4786-8e13-89541738c844,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:29:29.461579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.462936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:29.466727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:29.471329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:29:29.503446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:29.558322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155951a-46ac-4819-a0c0-4027c4b04755 None None] Pushing event updated for resources: {'Port': ['ID=49976acb-ad30-4786-8e13-89541738c844,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:29.677074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:29.841248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.155921 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 49976acb-ad30-4786-8e13-89541738c844 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:30.229673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 49976acb-ad30-4786-8e13-89541738c844 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:30.237053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:30.317111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 819eec11-eec9-4079-a606-66e2d9d14f51 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:30.335038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 819eec11-eec9-4079-a606-66e2d9d14f51 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:30.335422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.345389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.352305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.481700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.547643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:30.560975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.589880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=819eec11-eec9-4079-a606-66e2d9d14f51,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:30.594566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:30.671040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:30.671906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:30.685805 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:29:30.698913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:30.770447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331bd42-2528-4b18-ac65-65f0c2a8fb06 None None] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:29:30.859122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:29:30.880864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Provisioning for port 49976acb-ad30-4786-8e13-89541738c844 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:30.898235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Provisioning complete for port 49976acb-ad30-4786-8e13-89541738c844 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:30.898609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.059000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:31.071419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-23610752-bded-4727-b073-ca9baaaae4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3256667 Mar 09 12:29:31.074069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47724) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:31.108058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.154584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] For port 49976acb-ad30-4786-8e13-89541738c844, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=49976acb-ad30-4786-8e13-89541738c844,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:31.160182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.223901 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:31.231482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.232310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.232816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.233309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.233784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.234233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.239654 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-36b35594-b4ff-4cdc-b32f-a7bf4a7a210d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1618798 Mar 09 12:29:31.239899 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:31.239899 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:31.240131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47728) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:31.297790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64dda-7879-48ad-9ea3-0c54466c4311 None None] Pushing event updated for resources: {'Port': ['ID=49976acb-ad30-4786-8e13-89541738c844,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:31.320685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.321386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.322526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.323058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.323573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.324225 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:31.326075 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-424a08a6-a9cc-4a2f-9572-5f569b178a33 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0851164 Mar 09 12:29:31.329634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47732) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:31.385554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Provisioning complete for port 49976acb-ad30-4786-8e13-89541738c844 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:31.385933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.521353 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:31.538525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Provisioning for port ad2bc80a-f789-44c1-bae9-379f5bdb502e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:31.548578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:31.548982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.586403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2c6b8ae-ea1d-4667-ae0f-14edf3686924 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2555950 Mar 09 12:29:31.610508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-550af90c-440f-47d1-9e97-17ea3e35c828 None None] Port ad2bc80a-f789-44c1-bae9-379f5bdb502e cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:31.734215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8bda46a2-0781-42b1-a7ac-94818440c442 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:31.734969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bda46a2-0781-42b1-a7ac-94818440c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.803934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8bda46a2-0781-42b1-a7ac-94818440c442 None None] Port ad2bc80a-f789-44c1-bae9-379f5bdb502e cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:31.832938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47738) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:31.839028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821233170', 'description': 'tempest-secgroup-smoke-1821233170 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:31.845110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:31.849452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:31.852437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:31.858535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:31.869752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.881143 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:31.885537 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:31.885890 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Updating router 93593de6-d6a8-4500-b799-f0a39cef8c2a port ad2bc80a-f789-44c1-bae9-379f5bdb502e binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:29:31.890185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:31.893988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:31.896879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:31.902913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:31.927177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d71b1bdb-b4b2-4e82-b144-c47104f91227 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:31.927839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d71b1bdb-b4b2-4e82-b144-c47104f91227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.939395 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.983357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.986475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:31.995032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d71b1bdb-b4b2-4e82-b144-c47104f91227 None None] Port ad2bc80a-f789-44c1-bae9-379f5bdb502e cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:32.032548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dcba49-e8b6-411f-a17b-c6243d395372,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.036322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.040467 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-49bc4db2-38c1-4dfb-9b4d-0148e278d71d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063031 Mar 09 12:29:32.041044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47742) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:32.047060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:32.054131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:32.060012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:32.063494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:32.069505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:32.099275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.115157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 49976acb-ad30-4786-8e13-89541738c844 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:32.191140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 49976acb-ad30-4786-8e13-89541738c844 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:32.192579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.293166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.296791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.298288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.309822 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Transition to ACTIVE for port object ad2bc80a-f789-44c1-bae9-379f5bdb502e will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:32.316854 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.324943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912db745-a3c3-4a9b-ae22-1dc294716132,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.325193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:32.335570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.340111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47746) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:32.346096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:32.349621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0c7ecc15-c779-473c-915a-ae43dc40e064 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068924 Mar 09 12:29:32.352578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:32.357562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:32.360628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:32.366955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:32.388289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.412090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 819eec11-eec9-4079-a606-66e2d9d14f51 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:32.412555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.447138 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb1f2-9618-420d-b333-c0c48345f8ac None None] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.471422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.475809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.574065 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Attempting to bind port ad2bc80a-f789-44c1-bae9-379f5bdb502e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:29:32.575199 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Attempting to bind port ad2bc80a-f789-44c1-bae9-379f5bdb502e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:29:32.575736 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Attempting to bind port ad2bc80a-f789-44c1-bae9-379f5bdb502e on network ddb70b1e-50f0-4086-b002-5c8d7c344b56 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:32.582781 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:29:32.583149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Checking segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:32.583750 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.584305 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Bound using segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:29:32.584780 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Bound port: ad2bc80a-f789-44c1-bae9-379f5bdb502e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:29:32.585179 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.634636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4214b792-b465-432c-aa9b-0270775a4a4d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.644786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.646097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9ed0cc78-83fa-4a8c-8976-44f0256b6caa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043745 Mar 09 12:29:32.648751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47750) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:32.654570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:32.660255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:32.663981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:32.666916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:32.672428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:32.683241 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:32.686419 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ad2bc80a-f789-44c1-bae9-379f5bdb502e,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:29:32.689426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.690062 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.763269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.767096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.771438 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb1f2-9618-420d-b333-c0c48345f8ac None None] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.775333 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:32.775946 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:32.798289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43734eaa-37c2-4429-b551-9a5f2ccb0443,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.810398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.812313 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3b2951e9-eb0d-44d7-bf6b-52e722664721 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624613 Mar 09 12:29:32.815125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47754) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:32.820936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:32.827743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:32.832427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:32.835670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:32.842383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:32.860754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.927864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.933082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.956677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d682dc-7f84-4e4b-849c-20da4271f74e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:32.962854 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:32.967466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:32.969006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d71accdc-419b-43b5-b39c-85655229667d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526041 Mar 09 12:29:32.971738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47758) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:32.976910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:32.983220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:32.986988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:32.989846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:32.995517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:33.006286 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:29:33.013784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.080246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.084545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.111589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b7f034-3fab-4a53-a55a-657f48c26f2e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:33.121115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.122350 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-86fbd036-1098-4086-acff-ea88657042b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496532 Mar 09 12:29:33.125337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47762) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:33.130429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '97dcba49-e8b6-411f-a17b-c6243d395372', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:33.137826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:33.141632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:33.145350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:33.151304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:33.161919 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:29:33.169636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.237048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.241059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.264367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940a3880-7959-4d91-873c-33d998b18818,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:33.274004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:33.275382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d279621-1e27-41de-8454-619fa40a47a5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490295 Mar 09 12:29:33.314057 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:33.321853 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fa85a-fa15-4db4-a156-07c4e9fcf206 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:29:33.456433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-081bc254-575b-4ec8-bc1d-4759668d401a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:29:33.473482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-081bc254-575b-4ec8-bc1d-4759668d401a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:29:33.484191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-081bc254-575b-4ec8-bc1d-4759668d401a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821233170&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0685182 Mar 09 12:29:33.633855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fdceb371-bdce-45ca-8c0e-dce542db68cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:33.634476 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fdceb371-bdce-45ca-8c0e-dce542db68cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:29:33.652112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fdceb371-bdce-45ca-8c0e-dce542db68cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:29:33.653320 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fdceb371-bdce-45ca-8c0e-dce542db68cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 796 time: 0.1683574 Mar 09 12:29:33.670538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-c9508789-5eda-40d4-a1e1-377e54f1faa0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0110626 Mar 09 12:29:33.760276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-34273ee5-a2af-44d3-8d63-d9c102454592 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:29:33.778162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-34273ee5-a2af-44d3-8d63-d9c102454592 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:29:33.779384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-34273ee5-a2af-44d3-8d63-d9c102454592 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039832 Mar 09 12:29:33.921430 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-eef95173-c3c5-4a4d-982d-b3a0c563c4f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302202 Mar 09 12:29:34.067794 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bd87aa9d-bdf4-454c-9c03-1a03fea81193 service neutron] 10.222.0.20 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406102 Mar 09 12:29:34.125864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:34.198166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ad2bc80a-f789-44c1-bae9-379f5bdb502e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:34.203612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:34.203992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:34.279810 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-00dcc0bd-305f-4e8e-99b6-3e4a9789556b req-4e443fa1-3fa0-402d-be5c-b0fefedaf712 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 210 time: 0.0506887 Mar 09 12:29:34.341761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:34.379348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ad2bc80a-f789-44c1-bae9-379f5bdb502e,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:34.383475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:34.454265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:35.308111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-1e4d368e-f7df-4961-90c2-4a5a4fde4804 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:35.309631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-1e4d368e-f7df-4961-90c2-4a5a4fde4804 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 796 time: 0.1488979 Mar 09 12:29:35.362601 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-a49e2c73-9363-4406-ba2c-24d85b68befa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.0446451 Mar 09 12:29:35.374268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['97dcba49-e8b6-411f-a17b-c6243d395372']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:35.437974 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-11f37fde-c406-4996-a8e9-64c17d6abed7 req-3567f98c-ded2-42e1-90eb-ccbc43b262b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 210 time: 0.0468171 Mar 09 12:29:35.516961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:35.528590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:35.537845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:29:35.541785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:35.710087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.9 (ddb70b1e-50f0-4086-b002-5c8d7c344b56/4f50094a-87bf-484c-b96a-c94043a01076/ff90203a-741e-46c9-a52a-877e90f2c049) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:29:35.902079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:35.917434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object ff90203a-741e-46c9-a52a-877e90f2c049 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:35.940411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.009183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:36.017523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:36.021849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:29:36.052840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:36.097814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:36.098451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.110317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:36.125988 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-bc71bf72-6149-4b6b-b1d1-06324a9e0e9a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7559483 Mar 09 12:29:36.138316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Request body: {'port': {'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:36.187005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:36.187377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.253067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.312405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c51e06a3-c6af-49aa-98d4-14f3091a3f56 None None] Provisioning for port ff90203a-741e-46c9-a52a-877e90f2c049 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:36.317243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c51e06a3-c6af-49aa-98d4-14f3091a3f56 None None] Provisioning complete for port ff90203a-741e-46c9-a52a-877e90f2c049 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:36.317619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c51e06a3-c6af-49aa-98d4-14f3091a3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.369843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c51e06a3-c6af-49aa-98d4-14f3091a3f56 None None] Port ff90203a-741e-46c9-a52a-877e90f2c049 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:29:36.595081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff90203a-741e-46c9-a52a-877e90f2c049 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:29:36.602433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.617151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Transition to ACTIVE for port object ff90203a-741e-46c9-a52a-877e90f2c049 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:29:36.621593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:36.629828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883629b-dd91-478c-9f88-6d921eb17f59 req-58e83bb3-3015-4bdf-9a89-081c0f116409 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:36.631281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d883629b-dd91-478c-9f88-6d921eb17f59 req-58e83bb3-3015-4bdf-9a89-081c0f116409 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 931 time: 0.0816720 Mar 09 12:29:36.677955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d883629b-dd91-478c-9f88-6d921eb17f59 req-31842367-2f4d-4604-9bb1-ae02a187cefa tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389752 Mar 09 12:29:36.899679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Pushing event updated for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:36.967376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Attempting to bind port ff90203a-741e-46c9-a52a-877e90f2c049 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:29:36.967713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Attempting to bind port ff90203a-741e-46c9-a52a-877e90f2c049 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:29:36.968059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Attempting to bind port ff90203a-741e-46c9-a52a-877e90f2c049 on network ddb70b1e-50f0-4086-b002-5c8d7c344b56 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:36.974082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Port ff90203a-741e-46c9-a52a-877e90f2c049 on network ddb70b1e-50f0-4086-b002-5c8d7c344b56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:29:36.974082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Attempting to bind port ff90203a-741e-46c9-a52a-877e90f2c049 on network ddb70b1e-50f0-4086-b002-5c8d7c344b56 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:29:36.980782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:29:36.980782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Checking segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:29:36.980782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Bound using segment: {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:29:36.980782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Bound port: ff90203a-741e-46c9-a52a-877e90f2c049, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ba7ead-9a90-43b7-91c3-8985c2319364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:29:36.980782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:37.089419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:29:37.092338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ff90203a-741e-46c9-a52a-877e90f2c049,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:29:37.099873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:37.161581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.161581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:37.162546 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 1093 time: 1.0289288 Mar 09 12:29:37.162983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:37.202512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9998717-804a-4d18-8873-be4c53eef191 service neutron] Pushing event updated for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:37.259022 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'status': 'completed', 'code': 200} Mar 09 12:29:37.293265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fb4104ec-130e-4cba-9ba3-2a154a400a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.293265 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-fb4104ec-130e-4cba-9ba3-2a154a400a23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1096 time: 0.0879116 Mar 09 12:29:37.376774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-8c2071df-e63b-4aa8-9cfe-4541c8286c8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 217 time: 0.0761194 Mar 09 12:29:37.447049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-c6a9f571-37a8-4ba1-a22f-9fbec28017cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.449134 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-c6a9f571-37a8-4ba1-a22f-9fbec28017cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 200 len: 834 time: 0.0656648 Mar 09 12:29:37.525367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d2a934be-502d-4e72-9f83-66a304bbbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.527389 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-d2a934be-502d-4e72-9f83-66a304bbbfad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddb70b1e-50f0-4086-b002-5c8d7c344b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720849 Mar 09 12:29:37.660486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-4b85a39a-baee-489e-befb-7eb0274e33b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264169 Mar 09 12:29:37.794580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18eb90fc-db5e-4eb1-a77a-68eada297b34 req-1cfb5483-add7-4d9b-a202-bfff4ee40690 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276205 Mar 09 12:29:37.872417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba6c4a-100d-4e1a-9904-542897266967 req-6784c159-536e-4a24-ac2a-8bda92f5ce6e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.873892 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7aba6c4a-100d-4e1a-9904-542897266967 req-6784c159-536e-4a24-ac2a-8bda92f5ce6e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 943 time: 0.0895994 Mar 09 12:29:37.912617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe963-90df-40eb-a994-daa597c1735a req-66dd8b80-82ba-4f74-a12c-8cc827e8c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:37.914244 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-66dd8b80-82ba-4f74-a12c-8cc827e8c4ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1096 time: 0.0755601 Mar 09 12:29:37.919213 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7aba6c4a-100d-4e1a-9904-542897266967 req-a2003345-6431-480a-b58a-779abc7a8648 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Mar 09 12:29:38.046796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe963-90df-40eb-a994-daa597c1735a req-00a30c71-3b82-4783-a88b-516d2b1104f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:38.048247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-00a30c71-3b82-4783-a88b-516d2b1104f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 897 time: 0.1280029 Mar 09 12:29:38.116314 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-5338f939-d072-4bc7-bf3a-b0bda6ec4606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 217 time: 0.0605743 Mar 09 12:29:38.183227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe963-90df-40eb-a994-daa597c1735a req-bff136c4-8438-418a-a8c4-adbcbb8f11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:38.184643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-bff136c4-8438-418a-a8c4-adbcbb8f11d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 200 len: 834 time: 0.0625718 Mar 09 12:29:38.261245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbe963-90df-40eb-a994-daa597c1735a req-3a7ef591-daf0-4951-ad74-6d9b6a50c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:38.262557 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-3a7ef591-daf0-4951-ad74-6d9b6a50c1c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddb70b1e-50f0-4086-b002-5c8d7c344b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701935 Mar 09 12:29:38.415376 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-1ea634d8-7520-495b-a595-3019940cbc62 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453304 Mar 09 12:29:38.557920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ecdbe963-90df-40eb-a994-daa597c1735a req-34566e08-c22a-49de-a26d-25bea04f1f46 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368186 Mar 09 12:29:39.113636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43aade-5129-411d-ab7c-1fe5102c8a2d req-66fb4363-11a9-4529-bd83-142da2fdd9f4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:39.123730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7a43aade-5129-411d-ab7c-1fe5102c8a2d req-66fb4363-11a9-4529-bd83-142da2fdd9f4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 943 time: 0.0896754 Mar 09 12:29:39.165840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7a43aade-5129-411d-ab7c-1fe5102c8a2d req-25644c3c-83e5-44b1-9997-fdb99e0c03f4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Mar 09 12:29:40.357254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fc76-eb75-48f8-bed6-427ce3ddd6dc req-4084fb31-59eb-4eb1-b9ee-017bd8064d8a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:40.359088 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ad4fc76-eb75-48f8-bed6-427ce3ddd6dc req-4084fb31-59eb-4eb1-b9ee-017bd8064d8a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 943 time: 0.0841906 Mar 09 12:29:40.399386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ff90203a-741e-46c9-a52a-877e90f2c049 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:29:40.402316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ad4fc76-eb75-48f8-bed6-427ce3ddd6dc req-d4fb68f5-5d89-4573-807e-5ce2902c68bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Mar 09 12:29:40.536086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ff90203a-741e-46c9-a52a-877e90f2c049,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:40.549337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:29:40.607100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:40.623405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff90203a-741e-46c9-a52a-877e90f2c049 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:29:40.638919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ff90203a-741e-46c9-a52a-877e90f2c049,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:40.642810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:40.708784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:40.845775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ff90203a-741e-46c9-a52a-877e90f2c049'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:29:41.587300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4c40a-7055-4ee0-af08-13785a2689fe req-7564390c-3e1b-4595-a6b0-7e4f5aaf5d98 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:41.589780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04e4c40a-7055-4ee0-af08-13785a2689fe req-7564390c-3e1b-4595-a6b0-7e4f5aaf5d98 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 944 time: 0.0808768 Mar 09 12:29:41.634807 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04e4c40a-7055-4ee0-af08-13785a2689fe req-127e0174-0087-490d-9839-0c49e57e80b8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Mar 09 12:29:42.465749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ff90203a-741e-46c9-a52a-877e90f2c049 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:29:42.531891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port ff90203a-741e-46c9-a52a-877e90f2c049 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:29:42.536637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ff90203a-741e-46c9-a52a-877e90f2c049 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:29:42.537039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:42.653244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:42.680407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:42.690275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ff90203a-741e-46c9-a52a-877e90f2c049,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:42.694413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:42.737672 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'code': 200} Mar 09 12:29:42.774768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:42.826428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c0e1-2097-4db8-abc2-a67f9185f46f req-8e320642-2643-4f36-8648-ed282e090244 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:42.827886 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-34e2c0e1-2097-4db8-abc2-a67f9185f46f req-8e320642-2643-4f36-8648-ed282e090244 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.0810509 Mar 09 12:29:42.873725 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-34e2c0e1-2097-4db8-abc2-a67f9185f46f req-c025a96a-2311-488c-a86d-e900ce0fee17 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397756 Mar 09 12:29:42.964300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fcf51-90dc-4558-af54-a3baf61da605 req-b3c27b47-db39-4fe9-b317-ddd91a0b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:42.965842 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3d6fcf51-90dc-4558-af54-a3baf61da605 req-b3c27b47-db39-4fe9-b317-ddd91a0b2821 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1098 time: 0.0758410 Mar 09 12:29:43.104810 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3d6fcf51-90dc-4558-af54-a3baf61da605 req-066ca607-517d-4afa-abc7-73fa7b32b58d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326449 Mar 09 12:29:44.063666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e00817-1a28-4821-8537-d6befb151cce req-853a9b05-a96a-49a0-b2d0-d32409e78004 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:44.065150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56e00817-1a28-4821-8537-d6befb151cce req-853a9b05-a96a-49a0-b2d0-d32409e78004 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.0847237 Mar 09 12:29:44.114048 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56e00817-1a28-4821-8537-d6befb151cce req-11f0d641-24bc-494e-9eee-5af41949b7cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Mar 09 12:29:45.301908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed353dfd-4beb-40d0-9010-9fae30e56613 req-e891ea0f-edbd-4768-aae2-42c0943e37f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:45.303385 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed353dfd-4beb-40d0-9010-9fae30e56613 req-e891ea0f-edbd-4768-aae2-42c0943e37f0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.0832150 Mar 09 12:29:45.350823 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed353dfd-4beb-40d0-9010-9fae30e56613 req-467990cf-2048-447c-9537-c0ed0fd00c6d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Mar 09 12:29:45.534165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1903a-91b0-4294-8934-6f47afe70a4e req-ffa4cd98-7459-427c-8577-cb7765b9b3a7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:45.535789 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ff1903a-91b0-4294-8934-6f47afe70a4e req-ffa4cd98-7459-427c-8577-cb7765b9b3a7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.0821443 Mar 09 12:29:45.581853 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ff1903a-91b0-4294-8934-6f47afe70a4e req-705f53dd-2b16-4a09-a914-7404052fc522 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Mar 09 12:29:45.603852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47816) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:45.677463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec024f8a-7b77-4731-8b66-5c3e0b812625 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:45.678931 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec024f8a-7b77-4731-8b66-5c3e0b812625 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1093 time: 0.0739620 Mar 09 12:29:45.681950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47820) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:45.687592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:29:45.693324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:29:45.697022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:29:45.700390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:29:45.705839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:29:45.801845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:45.936944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:46.068685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:46.070610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.166 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/60b9a153-603d-474e-8581-a655023662ab) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:29:46.214344 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:46.242648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:46.311233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:29:46.311233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:29:46.313594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:29:46.358805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=60b9a153-603d-474e-8581-a655023662ab,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:46.731231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:46.803338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:47.003861 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:47.008076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:47.114939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=60b9a153-603d-474e-8581-a655023662ab,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:47.128693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:47.304503 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940 associated. External IP: 172.26.5.166, port: ff90203a-741e-46c9-a52a-877e90f2c049. Mar 09 12:29:47.743949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:29:47.921124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:47.930551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:47.940246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:47.940848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:47.946451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:48.004082 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-864db84f-0e07-4e2c-b15a-8261b2b0a03a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3203106 Mar 09 12:29:48.004578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:48.006777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47824) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:48.049748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'status': 'completed', 'code': 200} Mar 09 12:29:48.124027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:48.240656 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30e79584-8361-493e-8b6c-ebcc1ba3a4f3 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a HTTP/1.1" status: 200 len: 922 time: 0.2327282 Mar 09 12:29:48.243003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-f53dab85-2b0f-43e9-9de3-df14b2da62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:48.243560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47830) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:48.244358 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-f53dab85-2b0f-43e9-9de3-df14b2da62f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1098 time: 0.1667869 Mar 09 12:29:48.353450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3160088f-ab80-4e74-9b7c-1f0860a6b4e1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1086152 Mar 09 12:29:48.376999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-f2593eb4-d981-464b-ad6f-9fc657e2865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:48.378427 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-f2593eb4-d981-464b-ad6f-9fc657e2865c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 897 time: 0.1287873 Mar 09 12:29:48.473185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:29:46Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:34Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:48.477960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:48.483984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-d518ac8a-891c-4655-89e0-d41e68b284af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 999 time: 0.0996606 Mar 09 12:29:48.486721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:48.487313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:48.549757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-b490b558-dc36-4386-bb9b-792d267ce639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:48.551185 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-b490b558-dc36-4386-bb9b-792d267ce639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 200 len: 834 time: 0.0619226 Mar 09 12:29:48.626584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-a92ec958-6561-4968-9f2e-34d3317ce534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:48.628029 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-a92ec958-6561-4968-9f2e-34d3317ce534 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddb70b1e-50f0-4086-b002-5c8d7c344b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706918 Mar 09 12:29:48.666974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:48.759286 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-305609a1-4a0a-48e1-b297-66a796616cdf service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254723 Mar 09 12:29:48.891807 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6210ebf-124d-4533-aff5-ac0988a74277 req-763d8cec-304a-420b-aff0-ec2636690379 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272793 Mar 09 12:29:49.049996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:29:46Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:34Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:49.053919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47d718-ac4b-4eaf-9e6b-d08ce642afd8 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:29:46Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:29:34Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:29:49.235687 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599abc6-01e8-49a0-bf1a-f43a5d1675ed None None] New status for floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:29:49.356393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47834) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:49.462209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4260d67e-664c-417b-9fd4-4b788f9aa7d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1046464 Mar 09 12:29:50.466212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47838) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:29:50.574452 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6ee9c31-5035-4c82-8469-e2edaf89f369 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 993 time: 0.1068845 Mar 09 12:29:52.626518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a143-5e28-440f-90b6-f30e40ab6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:54.834842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c077298b-e36a-45d0-8d36-39dee00e827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:55.676605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:56.079338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:56.392550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4587-eda4-43b8-bfba-8e2bafd9cca5 req-17ccfd99-57ef-4d4c-8e94-c0748186ea4a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:56.393901 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-468f4587-eda4-43b8-bfba-8e2bafd9cca5 req-17ccfd99-57ef-4d4c-8e94-c0748186ea4a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0774806 Mar 09 12:29:56.436030 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-468f4587-eda4-43b8-bfba-8e2bafd9cca5 req-7b8f299f-6d76-406d-abdb-829ba6154245 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365510 Mar 09 12:29:57.606269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:57.623295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6deec-d015-4c63-9a14-98eee462fb7a req-4fd6d079-d96a-4e95-beaa-95711c00a0a7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:57.624745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0af6deec-d015-4c63-9a14-98eee462fb7a req-4fd6d079-d96a-4e95-beaa-95711c00a0a7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0833285 Mar 09 12:29:57.669715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0af6deec-d015-4c63-9a14-98eee462fb7a req-1d1926dc-95fc-43c1-a953-616d6f351539 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384538 Mar 09 12:29:57.931347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-946c932c-8b7a-4eb3-b6fd-a63465d7a2d1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:29:57.931943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-946c932c-8b7a-4eb3-b6fd-a63465d7a2d1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:29:57.947411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-946c932c-8b7a-4eb3-b6fd-a63465d7a2d1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:29:57.948759 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-946c932c-8b7a-4eb3-b6fd-a63465d7a2d1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 946 time: 0.0984237 Mar 09 12:29:58.016813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port 326853a8-14ee-43c4-b3ee-658722bd99f7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:29:58.017194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:58.256692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] For port 326853a8-14ee-43c4-b3ee-658722bd99f7, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=326853a8-14ee-43c4-b3ee-658722bd99f7,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:29:58.257069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:58.645685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:58.646059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:58.646377 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP 748f083e-6638-4104-930f-ec0b1161e632 disassociated. External IP: 172.26.5.198, port: 326853a8-14ee-43c4-b3ee-658722bd99f7. Mar 09 12:29:58.646746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for 326853a8-14ee-43c4-b3ee-658722bd99f7 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:29:58.791662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:58.818531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d3596a8e-585d-44ee-b4d4-8a2f29a695bb req-f5929ce8-1f4d-4083-b01d-edaebb9e4e61 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 210 time: 0.0425434 Mar 09 12:29:58.838221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=326853a8-14ee-43c4-b3ee-658722bd99f7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:29:59.032036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:29:59.212932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:29:59.230039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29549d85-0987-46a2-9610-73248670c323 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:29:59.236084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:59.236713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:59.288646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] No DVR routers for this DVR port 326853a8-14ee-43c4-b3ee-658722bd99f7 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:29:59.291154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:29:59.293737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'name': 'network-vif-deleted', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:29:59.314518 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-44f5eabe-d81b-41ad-9667-18d962877f1e req-684b0a6b-51bc-4749-99f3-64aad6cf6a36 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "DELETE /v2.0/ports/326853a8-14ee-43c4-b3ee-658722bd99f7 HTTP/1.1" status: 204 len: 173 time: 1.3606136 Mar 09 12:29:59.345894 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adec2c6-10aa-45ff-b772-593ec7d88fef', 'name': 'network-vif-deleted', 'tag': '326853a8-14ee-43c4-b3ee-658722bd99f7', 'status': 'completed', 'code': 200} Mar 09 12:29:59.441383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:29:59.756529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:59.760538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29549d85-0987-46a2-9610-73248670c323 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:29:59.769679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:29:59.770276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:29:59.956637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:00.006710 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd576b84-eea0-4336-ad2b-08a499df01c7 req-39281bf9-60fe-453a-89b6-8f7a26b55c55 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2adec2c6-10aa-45ff-b772-593ec7d88fef HTTP/1.1" status: 200 len: 210 time: 0.0556619 Mar 09 12:30:00.022219 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-4185198c-de2a-4e6a-82f2-8aec2026bd86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199725 Mar 09 12:30:00.185371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934395-de60-4137-a852-a1459cac27e0 req-7a510854-61e9-47ef-97ed-49e05ac8e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:00.186889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-7a510854-61e9-47ef-97ed-49e05ac8e1fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1098 time: 0.0854521 Mar 09 12:30:00.282457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-29549d85-0987-46a2-9610-73248670c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:00.286364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29549d85-0987-46a2-9610-73248670c323 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:00.335585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934395-de60-4137-a852-a1459cac27e0 req-374f17f9-a52c-4f3b-a2a0-b7242a9929e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:00.337055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-374f17f9-a52c-4f3b-a2a0-b7242a9929e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 897 time: 0.1305513 Mar 09 12:30:00.447116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-8666dd38-facc-479e-a56e-1a19395b4f5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 1001 time: 0.1032376 Mar 09 12:30:00.521220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934395-de60-4137-a852-a1459cac27e0 req-edb9ebb0-ec19-4074-a88d-bfc7b79a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:00.522746 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-edb9ebb0-ec19-4074-a88d-bfc7b79a071e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 200 len: 834 time: 0.0695200 Mar 09 12:30:00.553371 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9fdbc-b720-4bf5-bbe4-ed3bfd29dffd None None] New status for floating IP 748f083e-6638-4104-930f-ec0b1161e632: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:30:00.604434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 326853a8-14ee-43c4-b3ee-658722bd99f7 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:00.607928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934395-de60-4137-a852-a1459cac27e0 req-35a4de4a-458c-46f6-a246-6b99f6dfa73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:00.609930 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-35a4de4a-458c-46f6-a246-6b99f6dfa73a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddb70b1e-50f0-4086-b002-5c8d7c344b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796280 Mar 09 12:30:00.646194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 326853a8-14ee-43c4-b3ee-658722bd99f7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:30:00.646669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 326853a8-14ee-43c4-b3ee-658722bd99f7 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:30:00.862747 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-4bc79f70-1a7f-4918-a498-3c1a0c4b8b97 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465417 Mar 09 12:30:00.994272 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d934395-de60-4137-a852-a1459cac27e0 req-47fe1b29-e373-4e8e-ad65-445871936576 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230288 Mar 09 12:30:01.300819 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-5ee83630-d29d-49c0-b439-5f279c2ed2f9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772018336&fields=id&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 267 time: 0.0410819 Mar 09 12:30:01.559270 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-99b1e1a4-7097-4f27-bf13-f4a8485521cd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:01.560616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-99b1e1a4-7097-4f27-bf13-f4a8485521cd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.2488375 Mar 09 12:30:01.576311 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-637c8263-c389-409c-9eb9-ef3177bacf1f tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/quotas/e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Mar 09 12:30:01.660515 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-099eda68-92d2-4fca-8de4-fd70903ae2f8 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790939 Mar 09 12:30:01.797130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-d2687a10-9780-401b-a6e1-dd6b739efef8 service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254702 Mar 09 12:30:01.930234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-c5283b9c-5a47-43bc-b6d8-8a6af6721010 service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273470 Mar 09 12:30:02.309361 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36c43b7e-3bb9-436a-861d-b0e4d5393557 req-559cdc41-11be-4927-bc23-4cc394f11022 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 210 time: 0.0422976 Mar 09 12:30:03.339209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-047c0565-39be-4025-a6fe-1c5ed715e98e tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:03.340680 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-047c0565-39be-4025-a6fe-1c5ed715e98e tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.1568527 Mar 09 12:30:03.389393 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-3f996d6a-ff1c-4cc1-9b4a-97854e898414 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 380 time: 0.0409741 Mar 09 12:30:03.397493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'port': {'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'admin_state_up': True, 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'security_groups': ['69bb190a-60b6-4fcc-a305-65b050b9d4ce']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:03.464046 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-39456a5a-a528-4fa1-a939-813f4930d11e req-06f30355-7f39-4aa4-b3f2-316ab30332b8 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 210 time: 0.0482192 Mar 09 12:30:03.555366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:03.560590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:port and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:03.563738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:03.570602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:03.582627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Made reservation on behalf of e23443e3b29a4c9dbda00d2562e95dd9 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:30:03.586169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:03.754558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.20.0.9 (fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce/65785aec-970b-4617-a8de-73a4e2b4958d/d054eedf-d98c-4436-83a7-99bdf0349528) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:03.941786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:03.958131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Transition to ACTIVE for port object d054eedf-d98c-4436-83a7-99bdf0349528 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:03.982904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.053738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:04.062414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:04.066860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:04.097989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:04.138376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:04.139132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.165297 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2fff83e1-cd32-4b79-a8b6-d2d0436f434b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712398 Mar 09 12:30:04.176731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Request body: {'port': {'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:04.295203 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8ff02051-6686-4017-a074-f4266c94bafa None None] Provisioning for port d054eedf-d98c-4436-83a7-99bdf0349528 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:04.295974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.300423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8ff02051-6686-4017-a074-f4266c94bafa None None] Provisioning complete for port d054eedf-d98c-4436-83a7-99bdf0349528 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:04.300793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ff02051-6686-4017-a074-f4266c94bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.355419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8ff02051-6686-4017-a074-f4266c94bafa None None] Port d054eedf-d98c-4436-83a7-99bdf0349528 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:30:04.646097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d054eedf-d98c-4436-83a7-99bdf0349528 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:30:04.653658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.665229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb974bf-f139-4b66-b843-896f805c68b6 req-9996c38a-c894-44d3-9399-6b2458935023 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:04.666948 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1bb974bf-f139-4b66-b843-896f805c68b6 req-9996c38a-c894-44d3-9399-6b2458935023 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 931 time: 0.0934620 Mar 09 12:30:04.668647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Transition to ACTIVE for port object d054eedf-d98c-4436-83a7-99bdf0349528 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:04.677330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:04.715008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1bb974bf-f139-4b66-b843-896f805c68b6 req-8e95a514-b5eb-47f4-a116-e1abd788d542 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Mar 09 12:30:04.960493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Pushing event updated for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:05.039701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Attempting to bind port d054eedf-d98c-4436-83a7-99bdf0349528 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:30:05.039941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Attempting to bind port d054eedf-d98c-4436-83a7-99bdf0349528 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:30:05.040235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Attempting to bind port d054eedf-d98c-4436-83a7-99bdf0349528 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:05.045304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Port d054eedf-d98c-4436-83a7-99bdf0349528 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:30:05.045860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Attempting to bind port d054eedf-d98c-4436-83a7-99bdf0349528 on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:05.050735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:30:05.051069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:05.051449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Bound using segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:30:05.051874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Bound port: d054eedf-d98c-4436-83a7-99bdf0349528, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:30:05.052222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:05.142143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:30:05.145654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d054eedf-d98c-4436-83a7-99bdf0349528,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:30:05.150352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:05.208489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.209124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:05.210470 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] 10.222.0.13 "PUT /v2.0/ports/d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 1093 time: 1.0381904 Mar 09 12:30:05.210898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:05.245193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4aef-a0a6-4e62-98fb-6c84998c3927 service neutron] Pushing event updated for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:05.285617 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'status': 'completed', 'code': 200} Mar 09 12:30:05.327996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-9548b14e-457f-48bb-b069-137374136fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.329558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-9548b14e-457f-48bb-b069-137374136fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1096 time: 0.0794988 Mar 09 12:30:05.405985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-a6dd203f-9e75-475b-8f3a-0a95cc5c0052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 217 time: 0.0695395 Mar 09 12:30:05.467283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2a4314f2-cb5f-4a7c-89d3-0a16752457c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.468692 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-2a4314f2-cb5f-4a7c-89d3-0a16752457c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0572708 Mar 09 12:30:05.542963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-7d8c22e7-0620-4031-bdc1-be05792c4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.544751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-7d8c22e7-0620-4031-bdc1-be05792c4610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696611 Mar 09 12:30:05.676668 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-acc674ff-a148-4eef-8d47-c2a85be191d8 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257849 Mar 09 12:30:05.811439 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-767328c6-7d2c-4b8d-bfe3-00a3b2740530 req-113dfb0e-7310-4f92-b07b-1b67948bdf56 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284883 Mar 09 12:30:05.907104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d85ea-7706-4a59-951a-4f447422b1a7 req-ccd7df43-b06e-4d35-ae92-b88dbfd86022 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.908585 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-146d85ea-7706-4a59-951a-4f447422b1a7 req-ccd7df43-b06e-4d35-ae92-b88dbfd86022 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0875268 Mar 09 12:30:05.929841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-7455b8b6-8087-4bf5-9203-26ab3edf366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:05.931226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-7455b8b6-8087-4bf5-9203-26ab3edf366b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1096 time: 0.0740955 Mar 09 12:30:05.953828 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-146d85ea-7706-4a59-951a-4f447422b1a7 req-d0ade1ae-7cc1-4f31-888f-2214dc12960a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Mar 09 12:30:06.064499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-bb9c38da-f1f0-494e-b8b7-ad9ab62b4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:06.066389 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-bb9c38da-f1f0-494e-b8b7-ad9ab62b4f94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1281605 Mar 09 12:30:06.136544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-ee741375-e26d-4791-9db5-3820ab7ff139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 217 time: 0.0622396 Mar 09 12:30:06.197023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-2fea6e9c-6e8b-49e6-81ee-bcb5deb6e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:06.198321 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-2fea6e9c-6e8b-49e6-81ee-bcb5deb6e80c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0559239 Mar 09 12:30:06.270819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-f4efb9e7-cd06-45ad-98b4-bc76a4666c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:06.272189 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-f4efb9e7-cd06-45ad-98b4-bc76a4666c23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679514 Mar 09 12:30:06.406839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-f0e335a0-e4b0-46ac-8a89-6ef75c5ab402 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243365 Mar 09 12:30:06.536172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf4deb17-b492-467e-a10f-dc75309a0843 req-55c30989-b1fb-411b-a9aa-9aa63bc3c384 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226857 Mar 09 12:30:07.149807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a689b8-ff6e-4533-bd6a-fbb550e84718 req-faa4ef93-1fcb-44ed-ac9b-967f10df6e1c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:07.151286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e5a689b8-ff6e-4533-bd6a-fbb550e84718 req-faa4ef93-1fcb-44ed-ac9b-967f10df6e1c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0888247 Mar 09 12:30:07.205670 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e5a689b8-ff6e-4533-bd6a-fbb550e84718 req-1943950f-a60b-4fa6-88d1-3053f9be8e31 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477672 Mar 09 12:30:07.684522 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:30:08.389343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba8acf-65bc-4460-a9b0-45b4e6e289f0 req-b0b3181e-cb07-4ce6-8d1d-492f4475ee68 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:08.390828 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15ba8acf-65bc-4460-a9b0-45b4e6e289f0 req-b0b3181e-cb07-4ce6-8d1d-492f4475ee68 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0791399 Mar 09 12:30:08.434825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15ba8acf-65bc-4460-a9b0-45b4e6e289f0 req-d19dbb44-89d0-4324-bbc4-f19e8be9fe11 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Mar 09 12:30:09.620238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2407d50-5937-4d9b-82b9-8e582149f32d req-0b38ec57-e115-4f05-a0f2-a2ce1c0e0776 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:09.621689 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2407d50-5937-4d9b-82b9-8e582149f32d req-0b38ec57-e115-4f05-a0f2-a2ce1c0e0776 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0850265 Mar 09 12:30:09.664020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2407d50-5937-4d9b-82b9-8e582149f32d req-6ec82a38-4fc5-4082-b297-4cc0327f502d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368137 Mar 09 12:30:10.847807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf251e-1798-4ee0-a7e4-834bac08d0ea req-0f261d63-4ba1-4780-8b5b-bfb9dc76d6fc tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:10.849152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ddf251e-1798-4ee0-a7e4-834bac08d0ea req-0f261d63-4ba1-4780-8b5b-bfb9dc76d6fc tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0789232 Mar 09 12:30:10.891756 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ddf251e-1798-4ee0-a7e4-834bac08d0ea req-24536ba6-7dee-4d3e-b5c6-506496d0f874 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370154 Mar 09 12:30:12.079376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d22056-0420-409d-9b8b-8f6ad1dc1e95 req-53730aca-1a5e-426b-bce1-9b34d89b1d19 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:12.080796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a6d22056-0420-409d-9b8b-8f6ad1dc1e95 req-53730aca-1a5e-426b-bce1-9b34d89b1d19 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 943 time: 0.0831008 Mar 09 12:30:12.127064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a6d22056-0420-409d-9b8b-8f6ad1dc1e95 req-1bc57a81-82bf-4e98-b632-c76efc853f6a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Mar 09 12:30:12.637330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d054eedf-d98c-4436-83a7-99bdf0349528 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:30:12.804749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d054eedf-d98c-4436-83a7-99bdf0349528,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:12.821144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:30:12.875897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:12.891991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d054eedf-d98c-4436-83a7-99bdf0349528 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:30:12.906867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d054eedf-d98c-4436-83a7-99bdf0349528,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:12.910396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:12.974177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:12.981081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.981434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.981773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.982105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.982947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.983343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.983668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.983992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.984314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.984632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.984976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:12.985294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:13.129789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['d054eedf-d98c-4436-83a7-99bdf0349528'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:30:13.317282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b469fb6-9d8b-4cb4-83b3-918192460a38 req-2e67dc21-faba-44d3-aad6-d596c93efb16 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:13.318759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b469fb6-9d8b-4cb4-83b3-918192460a38 req-2e67dc21-faba-44d3-aad6-d596c93efb16 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 944 time: 0.0830832 Mar 09 12:30:13.366210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b469fb6-9d8b-4cb4-83b3-918192460a38 req-a15fc701-4667-4e85-b214-c364bc8f43dc tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370193 Mar 09 12:30:14.552097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717835-b294-4fe1-aa35-7e9c765d8c20 req-85fa348c-8034-4522-938f-b50ac77c074f tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:14.553556 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c717835-b294-4fe1-aa35-7e9c765d8c20 req-85fa348c-8034-4522-938f-b50ac77c074f tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 944 time: 0.0789948 Mar 09 12:30:14.598904 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c717835-b294-4fe1-aa35-7e9c765d8c20 req-c00deb83-8cd6-40a4-9db0-e10dc20b3af1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Mar 09 12:30:14.671350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d054eedf-d98c-4436-83a7-99bdf0349528 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:14.737020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port d054eedf-d98c-4436-83a7-99bdf0349528 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:14.741544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port d054eedf-d98c-4436-83a7-99bdf0349528 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:14.741915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:14.854285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:14.880459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:14.890025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d054eedf-d98c-4436-83a7-99bdf0349528,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:14.893316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:14.929769 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'code': 200} Mar 09 12:30:14.964312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:15.031491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47916) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:15.203472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91997705-ed8a-4edb-85cc-739a60308cc1 req-4015a99e-5261-4671-a6cb-5b3f7c58a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:15.204870 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-91997705-ed8a-4edb-85cc-739a60308cc1 req-4015a99e-5261-4671-a6cb-5b3f7c58a25a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1098 time: 0.0759871 Mar 09 12:30:15.219093 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d400085-d39d-42cb-892e-9e7d708de3d6 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1862736 Mar 09 12:30:15.221936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:15.247054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-91997705-ed8a-4edb-85cc-739a60308cc1 req-784a38a5-2ea7-45d0-b98a-8ea5d8797bbf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359087 Mar 09 12:30:15.498901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7cabf-31bc-4c87-a998-260c5159fb34 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Notify agent at dv-neutron-832762-2-hyperv the message router_removed_from_agent {{(pid=87831) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 09 12:30:15.504449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6ae7cabf-31bc-4c87-a998-260c5159fb34 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "DELETE /v2.0/agents/60e8ec18-497c-4fd9-8e9a-51b1a2a18fad/l3-routers/93593de6-d6a8-4500-b799-f0a39cef8c2a HTTP/1.1" status: 204 len: 168 time: 0.2793088 Mar 09 12:30:15.505540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47924) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:15.685433 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bf43ecc3-daea-47fc-9a3e-32f17d1390f0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1796935 Mar 09 12:30:15.688656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47930) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:15.836070 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-285fd8fd-4db7-4e77-997e-0444cde05d2c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 993 time: 0.1460834 Mar 09 12:30:15.864732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb96d9-3177-4389-8b05-5c68c2d4e76e req-cb935c64-acf3-430e-8b9c-a45766e5050c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:15.866241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9fb96d9-3177-4389-8b05-5c68c2d4e76e req-cb935c64-acf3-430e-8b9c-a45766e5050c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.1232960 Mar 09 12:30:15.913135 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9fb96d9-3177-4389-8b05-5c68c2d4e76e req-cf294a9c-8609-4f19-8423-c14c88c997b9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Mar 09 12:30:16.087408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:16.258653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdcd88-98ab-46a7-8302-7907a18bc49d None None] New status for floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:30:16.329928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:16.621268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:16.663404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ad2bc80a-f789-44c1-bae9-379f5bdb502e,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:16.667176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:16.668083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:16.785579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:16.839706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:16.843488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:16.860193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=819eec11-eec9-4079-a606-66e2d9d14f51,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:16.864979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:16.933105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:16.949526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a2532a01-da36-47d4-8044-25da1dfdab77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1085966 Mar 09 12:30:17.095684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caab9f7-a13b-434b-8647-3246b1a4133d req-44c3093b-22d6-40b6-85f9-b525b21e7e44 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:17.097051 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5caab9f7-a13b-434b-8647-3246b1a4133d req-44c3093b-22d6-40b6-85f9-b525b21e7e44 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.0783417 Mar 09 12:30:17.144565 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5caab9f7-a13b-434b-8647-3246b1a4133d req-dfe406ce-0702-4ca1-b4ab-9693cae7473c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Mar 09 12:30:17.325851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c5e6f-c14b-4730-83fd-56ce0ec059f7 req-530efcd8-1b54-406a-85b2-b1799524c9c9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:17.327831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-122c5e6f-c14b-4730-83fd-56ce0ec059f7 req-530efcd8-1b54-406a-85b2-b1799524c9c9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.0813818 Mar 09 12:30:17.371883 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-122c5e6f-c14b-4730-83fd-56ce0ec059f7 req-1ed3ef0f-fd23-4599-8ad6-c597daa8e777 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Mar 09 12:30:17.396248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47942) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:17.472488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb4f57-37fa-4cbc-b898-6eece6b2257b tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:17.473966 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6dbb4f57-37fa-4cbc-b898-6eece6b2257b tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1093 time: 0.0764091 Mar 09 12:30:17.476690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47946) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:17.481610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:17.487702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:17.491477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:floatingip and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:17.494305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:17.500200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:17.510157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:17.646082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:17.777492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.26.5.77 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/4ca7e35b-6845-407b-87d4-f8c3273d1903) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:17.922950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:17.952453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:18.014464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:18.015566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:18.019130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:18.067309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=4ca7e35b-6845-407b-87d4-f8c3273d1903,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:18.079211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.079559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.079897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.080233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.080561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.080916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.081238 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.081563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.081888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.082208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.082524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.082839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:18.091314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47952) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:18.408970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26e0f2-e805-4b2a-af92-28e93e2dd360 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:30:18.409493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26e0f2-e805-4b2a-af92-28e93e2dd360 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Notify agent at dv-neutron-832762-2-hyperv the message router_added_to_agent {{(pid=87830) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 09 12:30:18.434443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8a26e0f2-e805-4b2a-af92-28e93e2dd360 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "POST /v2.0/agents/60e8ec18-497c-4fd9-8e9a-51b1a2a18fad/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3394806 Mar 09 12:30:18.434686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47960) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:18.447525 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:18.460675 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:18.461586 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:18.583373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:18.632820 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ea1b02b6-e025-482d-b434-fc4204a3e391 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1970522 Mar 09 12:30:18.635509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47964) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:18.649042 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:18.668968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:18.742958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5041094-615b-470d-ac83-0ab454b49177 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1059008 Mar 09 12:30:18.878025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:18.882640 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:18.998308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=4ca7e35b-6845-407b-87d4-f8c3273d1903,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:19.000400 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:19.003399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:19.004566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:19.012791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:19.013412 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:19.177348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP 24590768-fd45-48f5-afe3-a6ed22b80426 associated. External IP: 172.26.5.77, port: d054eedf-d98c-4436-83a7-99bdf0349528. Mar 09 12:30:19.212611 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:19.527964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:30:19.568538 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:19.572359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f47751-f7db-406b-951c-eaa5a259f399 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'df611f68-3c75-44bc-88b3-8c6b4c6dc940', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.166', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'port_id': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'mac_address': 'fa:16:3e:62:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:29:46Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:16Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:19.746924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47968) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:19.833538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:19.845671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:19.859144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:19.863322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:19.864039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:19.887844 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-abcd90b2-acbc-4a8d-80f4-1fa713e8b619 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1396260 Mar 09 12:30:19.925427 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6cc9a0e7-cb93-448c-9112-a6e31608b048 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4476824 Mar 09 12:30:19.926004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:19.975775 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'status': 'completed', 'code': 200} Mar 09 12:30:20.079453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-ab47d82e-04d2-4b48-ad36-97b31a50f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:20.081366 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-ab47d82e-04d2-4b48-ad36-97b31a50f2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1098 time: 0.0839522 Mar 09 12:30:20.113646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:20.177406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:20.241082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-d21dd22d-5e7a-49d1-bc30-7baa05b95078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:20.242710 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-d21dd22d-5e7a-49d1-bc30-7baa05b95078 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1547749 Mar 09 12:30:20.350713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-8aefbb2e-410d-4d12-8b28-8dae42886586 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 998 time: 0.1007609 Mar 09 12:30:20.423647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-2de20b56-ec03-427f-9d87-212f757d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:20.425600 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-2de20b56-ec03-427f-9d87-212f757d477f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0688856 Mar 09 12:30:20.431113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:20.431113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:20.527204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-ce8fe76a-17fb-4477-9910-2aa885b25edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:20.529571 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-ce8fe76a-17fb-4477-9910-2aa885b25edf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985780 Mar 09 12:30:20.645593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:20.681243 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-ab96164c-1090-45f0-bc51-55e68ae9c8ff service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431904 Mar 09 12:30:20.689481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:18Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:20.692435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ad2bc80a-f789-44c1-bae9-379f5bdb502e,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:20.695673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:20.699348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:20.748197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:20.749109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:29:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:20.831832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd37569f-67ba-4052-aa75-5f0a510c1b9b req-9406bfd4-7edf-4cf4-b3ed-26d41d9bea81 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442752 Mar 09 12:30:20.857411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:20.890268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47976) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:20.958776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:21.005750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d867653a-5f39-4493-9e61-a6379627a275 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 991 time: 0.1143813 Mar 09 12:30:21.312114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:18Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:21.316076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb4a36-dd67-4087-ba8f-5ab8ac796296 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:18Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:21.512117 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bd7f3-4d97-4937-a156-30ccdaafafc3 None None] New status for floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:30:21.700694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e17efa-952c-4e91-a23f-a79183d43885 None None] New status for floating IP 24590768-fd45-48f5-afe3-a6ed22b80426: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:30:22.009599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 47980) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:22.121463 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-223989b0-951e-4e79-bc06-8305b0c94848 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 200 len: 993 time: 0.1107106 Mar 09 12:30:22.189325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:22.255416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ad2bc80a-f789-44c1-bae9-379f5bdb502e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:22.255795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:22.371924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:22.438683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 819eec11-eec9-4079-a606-66e2d9d14f51 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:22.439051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:22.553889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:22.571508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=819eec11-eec9-4079-a606-66e2d9d14f51,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:22.575873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:22.647799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb83b0f6-aea9-4cfa-85e1-f434df5dd67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:22.659747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:24.121461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:24.193387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 819eec11-eec9-4079-a606-66e2d9d14f51 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:24.193764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:24.424951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 47988) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:24.766739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 60b9a153-603d-474e-8581-a655023662ab {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:30:24.767076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:24.838289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4d94-bc16-4c09-896c-3c3c33e9053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:24.949810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:24.950143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:25.072983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 60b9a153-603d-474e-8581-a655023662ab owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:30:25.226657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:25.274938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=60b9a153-603d-474e-8581-a655023662ab,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:25.367176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:25.367456 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940 disassociated (deleted). External IP: 172.26.5.166, port: ff90203a-741e-46c9-a52a-877e90f2c049. Mar 09 12:30:25.679465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:25.723647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:30:25.900041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:25.909582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:25.916396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:25.918520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:25.919112 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:25.970975 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c9901c16-0236-4a5f-b471-3e92368417c5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/df611f68-3c75-44bc-88b3-8c6b4c6dc940 HTTP/1.1" status: 204 len: 168 time: 1.5446231 Mar 09 12:30:25.971560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:26.026220 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'status': 'completed', 'code': 200} Mar 09 12:30:26.087837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:26.102311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:26.130659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-ce5d1429-4512-4872-85ea-2957952700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:26.132139 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-ce5d1429-4512-4872-85ea-2957952700f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 1098 time: 0.0845492 Mar 09 12:30:26.362934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd5669-64a7-4d6d-a938-ab99983b6309 req-f46b0f8b-c456-467b-9b90-724aa23b5c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:26.369634 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2dd5669-64a7-4d6d-a938-ab99983b6309 req-f46b0f8b-c456-467b-9b90-724aa23b5c01 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.0881190 Mar 09 12:30:26.396731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-c0ceea1d-e231-477e-8d7c-b2fa7d95240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:26.398254 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-c0ceea1d-e231-477e-8d7c-b2fa7d95240f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 200 len: 897 time: 0.2602568 Mar 09 12:30:26.412329 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2dd5669-64a7-4d6d-a938-ab99983b6309 req-f6c1671e-a9b0-4d67-b6e7-f6cfa60106f2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Mar 09 12:30:26.467150 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:20Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:26.471138 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:26.473005 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-f10299d2-058f-4216-b32f-a144fd5191d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 200 len: 217 time: 0.0675104 Mar 09 12:30:26.479419 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:26.480005 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:26.539700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-189bf3dd-15f5-4711-880e-e5342497f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:26.541157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-189bf3dd-15f5-4711-880e-e5342497f279 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 200 len: 834 time: 0.0626070 Mar 09 12:30:26.616155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-4b3df9e7-b858-4610-a2c1-aa17d4526948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:26.617751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-4b3df9e7-b858-4610-a2c1-aa17d4526948 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ddb70b1e-50f0-4086-b002-5c8d7c344b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706227 Mar 09 12:30:26.657135 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:26.752983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-1dd7b249-00c9-4028-bfd2-1e788820c196 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277399 Mar 09 12:30:26.890485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1322d18-e201-4e4d-acf0-f77e4251dbc7 req-7a135cad-3ef5-4447-ba18-f656b673cbc2 service neutron] 10.222.0.13 "GET /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310868 Mar 09 12:30:26.977084 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:20Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:26.981215 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12c935-eea6-4cca-8525-bdb5586be4b2 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:29:29Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'ad2bc80a-f789-44c1-bae9-379f5bdb502e', 'name': '', 'network_id': 'ddb70b1e-50f0-4086-b002-5c8d7c344b56', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:5a:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4f50094a-87bf-484c-b96a-c94043a01076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:28Z', 'updated_at': '2022-03-09T12:30:20Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '4f50094a-87bf-484c-b96a-c94043a01076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:27.613510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:27.669038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332f0a-4edc-4d20-a4b9-98d1dd484f96 req-acf394ae-acda-439e-b726-8a5f4fc37705 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:27.675764 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78332f0a-4edc-4d20-a4b9-98d1dd484f96 req-acf394ae-acda-439e-b726-8a5f4fc37705 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.1377831 Mar 09 12:30:27.697339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-518a7c2b-372d-4bb1-a757-2f61ea344df7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:27.697339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-518a7c2b-372d-4bb1-a757-2f61ea344df7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:27.721995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-518a7c2b-372d-4bb1-a757-2f61ea344df7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:27.722906 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-518a7c2b-372d-4bb1-a757-2f61ea344df7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 945 time: 0.1206753 Mar 09 12:30:27.725430 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78332f0a-4edc-4d20-a4b9-98d1dd484f96 req-376bf79a-e519-4249-9ae8-4911b2f84feb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=97dcba49-e8b6-411f-a17b-c6243d395372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487187 Mar 09 12:30:27.742806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b5226b-8dee-4a90-a726-244239808388 None None] New status for floating IP df611f68-3c75-44bc-88b3-8c6b4c6dc940: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:30:27.824199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port ff90203a-741e-46c9-a52a-877e90f2c049 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:30:27.824726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:28.091824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port ff90203a-741e-46c9-a52a-877e90f2c049, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ff90203a-741e-46c9-a52a-877e90f2c049,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:28.091824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:28.215341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for ff90203a-741e-46c9-a52a-877e90f2c049 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:30:28.364959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:28.413391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=ff90203a-741e-46c9-a52a-877e90f2c049,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:28.448833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.449254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.449602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.449936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.450265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.450593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.450920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.451248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.451571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.451893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.452230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.453053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:28.505245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port ff90203a-741e-46c9-a52a-877e90f2c049 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:30:28.507558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:28.511203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'name': 'network-vif-deleted', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:28.525757 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-93df1330-9eb8-44da-a483-95f065ca8fc7 req-59f4899f-c488-4e32-9109-a0de9ca23a61 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/ff90203a-741e-46c9-a52a-877e90f2c049 HTTP/1.1" status: 204 len: 173 time: 0.7980764 Mar 09 12:30:28.562904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4780bd3-010c-4840-8a4f-08d25b9e788f', 'name': 'network-vif-deleted', 'tag': 'ff90203a-741e-46c9-a52a-877e90f2c049', 'status': 'completed', 'code': 200} Mar 09 12:30:28.911398 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4170d5bf-cf79-467c-80d3-75c15b56943a req-57bbd896-abb8-4916-88f3-d8b80f1273b5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4780bd3-010c-4840-8a4f-08d25b9e788f HTTP/1.1" status: 200 len: 210 time: 0.0542977 Mar 09 12:30:30.008618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48008) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:30.075598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:30.105224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:30.176276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:30.194603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dcba49-e8b6-411f-a17b-c6243d395372,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:30.212077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:30.213233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-973bed1a-2a9b-4d10-ac1c-8cae4a59056e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/97dcba49-e8b6-411f-a17b-c6243d395372 HTTP/1.1" status: 204 len: 168 time: 0.2035894 Mar 09 12:30:30.242334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48014) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:30.728864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ff90203a-741e-46c9-a52a-877e90f2c049 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:30.764796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: ff90203a-741e-46c9-a52a-877e90f2c049 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:30:30.765174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ff90203a-741e-46c9-a52a-877e90f2c049 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:30:30.818415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:31.267719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port ad2bc80a-f789-44c1-bae9-379f5bdb502e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:30:31.268464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:31.455163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port ad2bc80a-f789-44c1-bae9-379f5bdb502e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ad2bc80a-f789-44c1-bae9-379f5bdb502e,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:31.455508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:31.580175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for ad2bc80a-f789-44c1-bae9-379f5bdb502e owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:30:31.764731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:31.839007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=ad2bc80a-f789-44c1-bae9-379f5bdb502e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:32.090546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:32.548651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 93593de6-d6a8-4500-b799-f0a39cef8c2a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:30:32.726147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:32.740418 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Sync routers for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:32.745219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48018) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:32.746045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8caf566c-27c9-4df7-8563-561905254876 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989548 Mar 09 12:30:32.750313 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:32.750631 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:32.812162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet 4f50094a-87bf-484c-b96a-c94043a01076 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:30:32.815271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:32.869563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:32.940739 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:33.058634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.131752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.174089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=4f50094a-87bf-484c-b96a-c94043a01076,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:33.177575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.183629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-42a735a2-6228-4aeb-bfed-dabacd1bc14f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/4f50094a-87bf-484c-b96a-c94043a01076 HTTP/1.1" status: 204 len: 168 time: 0.4402955 Mar 09 12:30:33.184750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc32b62-6060-4c13-af1d-d8daf0feae08 None None] Network ddb70b1e-50f0-4086-b002-5c8d7c344b56 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:30:33.186423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48022) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:33.233656 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:30:31Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:33.237827 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Checking router: 93593de6-d6a8-4500-b799-f0a39cef8c2a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:33.246063 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Routers {'93593de6-d6a8-4500-b799-f0a39cef8c2a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:33.246654 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['93593de6-d6a8-4500-b799-f0a39cef8c2a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:33.377246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.424385 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] Set router 93593de6-d6a8-4500-b799-f0a39cef8c2a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:33.464727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] DHCP port deletion for ddb70b1e-50f0-4086-b002-5c8d7c344b56 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:30:33.469716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Deleting port 49976acb-ad30-4786-8e13-89541738c844 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:30:33.470087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.618970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.629748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 819eec11-eec9-4079-a606-66e2d9d14f51 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:30:33.630111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.746182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] For port 49976acb-ad30-4786-8e13-89541738c844, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=49976acb-ad30-4786-8e13-89541738c844,segment=NetworkSegment(b1ba7ead-9a90-43b7-91c3-8985c2319364),segment_id=b1ba7ead-9a90-43b7-91c3-8985c2319364)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:33.746182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.814960 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:30:31Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:33.814960 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a11a94-b049-4bd3-bd8e-728ab3f42873 None None] The sync data for ids ['93593de6-d6a8-4500-b799-f0a39cef8c2a'] in dv-neutron-832762-2-hyperv is: [{'id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'name': 'tempest-TestNetworkBasicOps-router-1152548157', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:29:24Z', 'updated_at': '2022-03-09T12:30:31Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '819eec11-eec9-4079-a606-66e2d9d14f51', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:19:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93593de6-d6a8-4500-b799-f0a39cef8c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:29:25Z', 'updated_at': '2022-03-09T12:30:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:33.888367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Calling delete_port for 49976acb-ad30-4786-8e13-89541738c844 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:30:33.892143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 819eec11-eec9-4079-a606-66e2d9d14f51, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=819eec11-eec9-4079-a606-66e2d9d14f51,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:33.892143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:33.972564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.027808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] Pushing event deleted for resources: {'Port': ['ID=49976acb-ad30-4786-8e13-89541738c844,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:34.034527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 819eec11-eec9-4079-a606-66e2d9d14f51 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:30:34.039212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd5043-9907-41b4-8abd-da2fafd32799 None None] No DVR routers for this DVR port 49976acb-ad30-4786-8e13-89541738c844 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:30:34.236125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 49976acb-ad30-4786-8e13-89541738c844 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:34.314364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 49976acb-ad30-4786-8e13-89541738c844 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:30:34.314364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 49976acb-ad30-4786-8e13-89541738c844 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:30:34.314364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:34.355348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ad2bc80a-f789-44c1-bae9-379f5bdb502e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:30:34.355348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ad2bc80a-f789-44c1-bae9-379f5bdb502e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:30:34.425890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.483197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=819eec11-eec9-4079-a606-66e2d9d14f51,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:34.575286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.870121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.870121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.894898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.894898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router 93593de6-d6a8-4500-b799-f0a39cef8c2a {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:30:34.915927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:34.915927 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f0525caa-b93d-4a7a-868d-6b0bcb7dd9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/93593de6-d6a8-4500-b799-f0a39cef8c2a HTTP/1.1" status: 204 len: 168 time: 1.7225258 Mar 09 12:30:34.915927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48028) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:35.040485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.176179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.209602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb70b1e-50f0-4086-b002-5c8d7c344b56']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:35.219383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ba7ead-9a90-43b7-91c3-8985c2319364') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:35.219383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ba7ead-9a90-43b7-91c3-8985c2319364') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:35.232810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.248665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.255239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:30:35.255239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:30:35.272444 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:30:35.360325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.382391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.397485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=ddb70b1e-50f0-4086-b002-5c8d7c344b56,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:35.402672 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7c353add-5d28-4a28-b466-cca68452644e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/ddb70b1e-50f0-4086-b002-5c8d7c344b56 HTTP/1.1" status: 204 len: 168 time: 0.4841979 Mar 09 12:30:35.428867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48032) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:35.428867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--1850227376', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:35.439641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:35.439641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:35.447452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:35.453724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:35.467388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:30:35.467388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.501724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:30:35.511619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.511619 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment b982a377-70ac-429e-87cc-a44386dde9a7 of type vlan for network c51250c0-c68a-45aa-8a8e-8f782a9c6acc Mar 09 12:30:35.550058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.586394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.589576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:35.589576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.710243 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2781425 Mar 09 12:30:35.714716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48036) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:35.722772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c6ee-ece2-4846-9767-14a1caf3d585 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=c51250c0-c68a-45aa-8a8e-8f782a9c6acc,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:35.727411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-588057517', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:35.736634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:30:35.745416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:35.745416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:35.755438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:35.777028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:35.791005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.791005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:35.819980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:36.144269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:30:36.173687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:36.209700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 819eec11-eec9-4079-a606-66e2d9d14f51 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:30:36.209700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 819eec11-eec9-4079-a606-66e2d9d14f51 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:30:36.660200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:36.704212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:36.969304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.168 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/e450a98e-e2b6-4d9d-9c6d-44a240dc8835) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:37.152379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:37.188391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:37.246896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:37.249482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:37.252760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:37.300777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:37.705783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:38.058283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:38.268426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 2e93b632-0813-429d-824f-5e1cbcfb6b43 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:30:38.554698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:38.565557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Sync routers for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:38.574717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:38.575588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:38.583166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:38.584393 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d9a350ce-1537-4b9a-996e-df340118e193 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8777966 Mar 09 12:30:38.587528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48040) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:38.630533 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2867742f-f02d-46e8-9353-6b4701046ce2 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419257 Mar 09 12:30:38.633063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48044) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:38.757097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:38.763385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a94e7-3b72-4507-8482-4868aec9f710 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:38.764869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bf1a94e7-3b72-4507-8482-4868aec9f710 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309063 Mar 09 12:30:38.768619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48048) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:38.807112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9ad01fe9-642c-4e1a-84db-4a3f469c5bbc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372720 Mar 09 12:30:38.809413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:38.815495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109298676', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:38.927245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:38.931061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:38.933871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:38.940164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:38.949965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:30:38.953659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.044245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:37Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:39.048228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Checking router: 2e93b632-0813-429d-824f-5e1cbcfb6b43 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:39.048587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Updating router 2e93b632-0813-429d-824f-5e1cbcfb6b43 port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:30:39.103315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.177799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.264832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c40ee-fb2a-46f4-81a4-211c66860223,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:39.273896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:39.273896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: c51250c0-c68a-45aa-8a8e-8f782a9c6acc, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:30:39.295008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:30:39.314513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c51250c0-c68a-45aa-8a8e-8f782a9c6acc) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:39.314513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:39.314513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.340535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-20d2581c-4f36-4c97-ad08-2a5ea1c29e7a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5260336 Mar 09 12:30:39.340535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48056) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:39.348536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605935fd-8c5c-44e6-84b3-2c716e31ff62 None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:30:39.658152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.661980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:30:39.662777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.689258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Transition to ACTIVE for port object e450a98e-e2b6-4d9d-9c6d-44a240dc8835 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:39.730370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.848656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0263c-3dbf-4f8a-8882-54a4846e6331 None None] Pushing event updated for resources: {'Port': ['ID=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:39.854512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Attempting to bind port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:30:39.854878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Attempting to bind port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:30:39.855236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Attempting to bind port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:39.896651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:30:39.897131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:39.897535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.897927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:30:39.898407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Bound port: e450a98e-e2b6-4d9d-9c6d-44a240dc8835, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:30:39.898785 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:39.978664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Allocated IP 172.20.0.2 (c51250c0-c68a-45aa-8a8e-8f782a9c6acc/0d5c40ee-fb2a-46f4-81a4-211c66860223/34a7f603-4e56-4c4f-bcad-20266387fb63) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:40.005034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] For port e450a98e-e2b6-4d9d-9c6d-44a240dc8835, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:30:40.005034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] For port e450a98e-e2b6-4d9d-9c6d-44a240dc8835, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:30:40.031593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.201175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0263c-3dbf-4f8a-8882-54a4846e6331 None None] Pushing event updated for resources: {'Port': ['ID=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:40.201175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:40.201175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:40.211959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.411000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.434208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Transition to ACTIVE for port object 34a7f603-4e56-4c4f-bcad-20266387fb63 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:40.454928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:40.579351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Transition to ACTIVE for port object 34a7f603-4e56-4c4f-bcad-20266387fb63 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:40.593095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.662795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (c51250c0-c68a-45aa-8a8e-8f782a9c6acc/0d5c40ee-fb2a-46f4-81a4-211c66860223/34c50e30-c7c1-4db4-afbc-d2edd39b7f50) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:40.769083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:40.784010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:40.784010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Pushing event updated for resources: {'Port': ['ID=34a7f603-4e56-4c4f-bcad-20266387fb63,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:40.784010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:40.850901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.866612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:40.894290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.929885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Attempting to bind port 34a7f603-4e56-4c4f-bcad-20266387fb63 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:30:40.929885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Attempting to bind port 34a7f603-4e56-4c4f-bcad-20266387fb63 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:30:40.929885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Attempting to bind port 34a7f603-4e56-4c4f-bcad-20266387fb63 on network c51250c0-c68a-45aa-8a8e-8f782a9c6acc {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:40.939133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:30:40.939133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Checking segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:40.939133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.939133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Bound using segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:30:40.939643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Bound port: 34a7f603-4e56-4c4f-bcad-20266387fb63, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:30:40.939756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:40.985185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:40.991996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:40.991996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:41.039233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:41.056128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:37Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:41.056128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] For port 34a7f603-4e56-4c4f-bcad-20266387fb63, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:30:41.066031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] For port 34a7f603-4e56-4c4f-bcad-20266387fb63, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34a7f603-4e56-4c4f-bcad-20266387fb63,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:30:41.066031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390935b7-f2a7-4a63-a151-93e129f2ad15 None None] The sync data for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv is: [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:37Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:41.066031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:41.077631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:41.166742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744217-fb07-40fa-8cbb-63bf1cbdfe5f None None] Pushing event updated for resources: {'Port': ['ID=34a7f603-4e56-4c4f-bcad-20266387fb63,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:41.518810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.194862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.200950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.242096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34a7f603-4e56-4c4f-bcad-20266387fb63 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:42.325635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 34a7f603-4e56-4c4f-bcad-20266387fb63 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:42.335312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e450a98e-e2b6-4d9d-9c6d-44a240dc8835 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:42.348673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:42.355399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.415333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a2da7-6753-4d9b-bf94-e3a0a717eae9 None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:30:42.431511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:42.452880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:42.452880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.528535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:42.528535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:42.600124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Provisioning for port 34a7f603-4e56-4c4f-bcad-20266387fb63 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:42.612578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Provisioning complete for port 34a7f603-4e56-4c4f-bcad-20266387fb63 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:42.612865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.745480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 2e93b632-0813-429d-824f-5e1cbcfb6b43 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:30:42.823625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.921788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e450a98e-e2b6-4d9d-9c6d-44a240dc8835, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:42.942454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:42.965461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:42.986799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-daa2046e-94f4-4cce-a855-ac9689a65981 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/2e93b632-0813-429d-824f-5e1cbcfb6b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6440578 Mar 09 12:30:42.995087 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48062) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:43.026333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:43.082534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:43.114670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] For port 34a7f603-4e56-4c4f-bcad-20266387fb63, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34a7f603-4e56-4c4f-bcad-20266387fb63,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:43.123787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:43.180240 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Sync routers for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.197801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.202863 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:43.202863 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:43.209374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48066) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:43.213435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f161a5cb-f586-4f9a-8d6b-b612df4a9bb0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2192562 Mar 09 12:30:43.247721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3d1af-824b-4d6a-a243-c35f388d7926 None None] Pushing event updated for resources: {'Port': ['ID=34a7f603-4e56-4c4f-bcad-20266387fb63,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:43.334032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.334032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.334032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.334032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.334032 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.336532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:43.336532 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d8b4b32b-628f-456b-a58b-677c8a987082 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.1291716 Mar 09 12:30:43.338911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48070) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:43.448726 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:43.460391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Provisioning complete for port 34a7f603-4e56-4c4f-bcad-20266387fb63 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:43.460391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:43.724747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Provisioning for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:43.726393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Provisioning complete for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:43.726779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:43.792251 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-35e94c8d-2a07-4e98-b87b-2c532538939e tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.4496534 Mar 09 12:30:43.815265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6e216be6-b86e-4f31-85e4-69a8cf6f370b None None] Port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:30:43.856398 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:43.860601 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Checking router: 2e93b632-0813-429d-824f-5e1cbcfb6b43 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:30:43.860970 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Updating router 2e93b632-0813-429d-824f-5e1cbcfb6b43 port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:30:43.915694 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:43.936259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7be6d807-b333-42b6-b105-5f7104024b13 None None] Provisioning complete for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:43.936642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7be6d807-b333-42b6-b105-5f7104024b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.010601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7be6d807-b333-42b6-b105-5f7104024b13 None None] Port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:30:44.157726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34a7f603-4e56-4c4f-bcad-20266387fb63 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:44.279617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 34a7f603-4e56-4c4f-bcad-20266387fb63 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:44.279617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.353083 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.367957 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Transition to ACTIVE for port object 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:44.380364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.535527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e450a98e-e2b6-4d9d-9c6d-44a240dc8835 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:44.658774 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Attempting to bind port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:30:44.659285 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Attempting to bind port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:30:44.659817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Attempting to bind port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 on network c51250c0-c68a-45aa-8a8e-8f782a9c6acc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:44.673860 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:30:44.674939 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Checking segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:44.674939 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.675137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:44.675238 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Bound using segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:30:44.675823 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Bound port: 34c50e30-c7c1-4db4-afbc-d2edd39b7f50, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:30:44.675948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.676041 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.711238 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Pushing event updated for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.723713 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:30:44.801340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48078) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:44.806304 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:30:44.812027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689132448', 'description': 'tempest-secgroup-smoke-1689132448 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:44.824850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:44.824850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:44.835055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:44.835055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:44.857846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.880860 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] For port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:30:44.892770 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] For port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:30:44.898129 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:44.903331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:44.909420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:44.909420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:44.920481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.005579 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6c8e-4703-4fd0-9b2d-49f4780dee80 None None] Pushing event updated for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.024922 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:45.026174 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:45.027509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.029825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.091403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7158891-a6df-48b1-93de-a2dd46038e9c,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.113479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.121727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48082) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.127362 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1cf13d8b-bcf6-4e55-a1ce-278bd4856ff2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3219402 Mar 09 12:30:45.133738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:45.141424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:45.141424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:45.149722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:45.157005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.179359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.236004 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:45.258676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.261914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.284377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1029da8-8c94-450c-bbb2-6b2a7626e703,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.294566 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.300763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.305461 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3f10d251-61e3-4ee1-aec5-92c5af3a8d05 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872911 Mar 09 12:30:45.308979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:45.316632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:45.320464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:45.335004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:45.335004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.368234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.426508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.430179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.454655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9b674c-f423-4724-8c58-7013add7e44c,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.465075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.466402 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-410af6fc-7342-4a63-9ec6-4513d7d85125 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646395 Mar 09 12:30:45.469422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48090) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.474751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:45.480727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:45.484545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:45.487586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:45.493291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.512572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.565870 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:44Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:45.570390 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a06883-9257-4437-8497-d5bc3736f60e None None] The sync data for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv is: [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:44Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:30:45.585327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.589591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.617614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943bf643-0c84-4ceb-9924-90b4e8b906a1,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.646541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.646541 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2b96b7ba-ef3c-4330-8edd-b433b02f5b5c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726315 Mar 09 12:30:45.659237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.659237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:45.675370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:45.675370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:45.675370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:45.690746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.711524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.780185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.785129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.809845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9db2a9-269a-4ff0-b976-e52564990fb1,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.819541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.820699 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4cf4cb65-5e73-404e-83d0-52af725e89d4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685574 Mar 09 12:30:45.823341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48098) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.829780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:45.835791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:45.839684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:45.842671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:45.849109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:45.859844 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:30:45.867041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.938670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.943160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.960741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f1a139-84f7-4d33-a132-8ab76847abd0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:45.980262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:45.985862 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-15c9866f-cc81-4062-aede-be45d52fef69 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577706 Mar 09 12:30:45.986237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48102) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:45.993246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': 'b7158891-a6df-48b1-93de-a2dd46038e9c', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:46.002423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:46.008262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:46.013166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:46.021025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:46.034472 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:30:46.042609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.115311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.128551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.132591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.162063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977da65b-0f09-4408-9316-20ad615881aa,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:46.174363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:46.174564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.177465 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-09c2a190-fcb7-4de8-844c-66d68e8bb6e6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1901278 Mar 09 12:30:46.251284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:46.256448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:46.257052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.357205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-a18b4376-5c30-493c-a171-7985d0e117a1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:46.374847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-a18b4376-5c30-493c-a171-7985d0e117a1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:46.377324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-a18b4376-5c30-493c-a171-7985d0e117a1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689132448&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0681281 Mar 09 12:30:46.387480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.425117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:46.430258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:46.509490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:46.548589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-3cc1b838-32b6-4544-ac33-3b09288e953b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:46.549299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-3cc1b838-32b6-4544-ac33-3b09288e953b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:46.565706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-3cc1b838-32b6-4544-ac33-3b09288e953b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:46.568145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-3cc1b838-32b6-4544-ac33-3b09288e953b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 797 time: 0.1837740 Mar 09 12:30:46.584735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e47fbaf2-4c02-4365-afab-66db2e3a57e5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Mar 09 12:30:46.671723 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-0e10ed50-b1f3-479a-9d8a-aa89d6b2f80c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:46.687354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-0e10ed50-b1f3-479a-9d8a-aa89d6b2f80c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:46.689008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-0e10ed50-b1f3-479a-9d8a-aa89d6b2f80c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987220 Mar 09 12:30:46.894830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-0f8f70b5-991b-485a-ad5e-f55dd943b525 service neutron] 10.222.0.20 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945369 Mar 09 12:30:47.023935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-9b795c93-c903-4a7c-8ce7-4c05eba0be25 service neutron] 10.222.0.20 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232259 Mar 09 12:30:47.210772 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e591e9ed-c138-4b96-8ed4-5d3496832ea7 req-0254c8ce-6973-4cd7-931d-0215de05b497 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 210 time: 0.0465384 Mar 09 12:30:48.140096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:48.217172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:48.217554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:48.355070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-ab48c7df-d024-4965-856b-ee2248012329 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:48.355782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-ab48c7df-d024-4965-856b-ee2248012329 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:48.367537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-ab48c7df-d024-4965-856b-ee2248012329 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:48.368668 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-ab48c7df-d024-4965-856b-ee2248012329 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 797 time: 0.3146894 Mar 09 12:30:48.382515 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-80588204-b562-47e5-aadb-e0a66ba28245 req-1954265f-0dc2-4985-8833-53b37ee4e757 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 210 time: 0.0436532 Mar 09 12:30:48.416571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-f30cf008-77e7-4841-9eb3-3fce4229776d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:30:48.428531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-f30cf008-77e7-4841-9eb3-3fce4229776d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:30:48.429686 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-f30cf008-77e7-4841-9eb3-3fce4229776d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.0527000 Mar 09 12:30:48.438230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['b7158891-a6df-48b1-93de-a2dd46038e9c']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:48.572935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:48.583178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:48.593416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:30:48.597685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:48.757694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.14 (c51250c0-c68a-45aa-8a8e-8f782a9c6acc/0d5c40ee-fb2a-46f4-81a4-211c66860223/4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:48.944080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:48.960210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:48.982719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.046264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:49.049744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:49.058022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:49.099606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:49.132409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:49.133077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.160171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-6bf94d06-aa94-4c51-9761-f93d2ff8dcb2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7258208 Mar 09 12:30:49.171356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Request body: {'port': {'device_id': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:49.251042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d48faa9c-c552-4205-add6-716ef3c73701 None None] Provisioning for port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:49.255908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d48faa9c-c552-4205-add6-716ef3c73701 None None] Provisioning complete for port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:49.256274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d48faa9c-c552-4205-add6-716ef3c73701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.289219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.308079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d48faa9c-c552-4205-add6-716ef3c73701 None None] Port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:30:49.568490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed9f2f-5a26-45b3-8bf0-5cfef3b49a82 req-6396497a-be4b-4495-97c2-85b2a99ba154 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:49.569978 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3ed9f2f-5a26-45b3-8bf0-5cfef3b49a82 req-6396497a-be4b-4495-97c2-85b2a99ba154 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 932 time: 0.0822334 Mar 09 12:30:49.617194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3ed9f2f-5a26-45b3-8bf0-5cfef3b49a82 req-6f11edaa-f984-4229-9d64-fdf32ea386f3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Mar 09 12:30:49.634481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:30:49.642273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.656513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Transition to ACTIVE for port object 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:30:49.660617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.814696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:49.895946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Attempting to bind port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:30:49.896273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Attempting to bind port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:30:49.896594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Attempting to bind port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 on network c51250c0-c68a-45aa-8a8e-8f782a9c6acc {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:49.901048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 on network c51250c0-c68a-45aa-8a8e-8f782a9c6acc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:30:49.901364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Attempting to bind port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 on network c51250c0-c68a-45aa-8a8e-8f782a9c6acc {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:30:49.906260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:30:49.907095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Checking segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:30:49.907491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Bound using segment: {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:30:49.907987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Bound port: 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b982a377-70ac-429e-87cc-a44386dde9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:30:49.908329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:49.998148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:30:50.001580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:30:50.006803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:50.061784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.062399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:50.064290 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 1094 time: 0.8971372 Mar 09 12:30:50.064747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:50.097556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02c95-cedf-43a2-9f7e-0fc25a1a1fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:50.145971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'status': 'completed', 'code': 200} Mar 09 12:30:50.232653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-24732f49-ec00-406f-9085-040297557993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.234196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-24732f49-ec00-406f-9085-040297557993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1097 time: 0.0749717 Mar 09 12:30:50.418467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-d0974727-44f6-4bba-8aea-38f3e6ec516f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 217 time: 0.1776605 Mar 09 12:30:50.481465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-102e4907-41d0-40b4-8a51-5671cf1b1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.482879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-102e4907-41d0-40b4-8a51-5671cf1b1dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 843 time: 0.0583341 Mar 09 12:30:50.555800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-7c920b18-2e40-4003-8c98-211cb1702c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.557303 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-7c920b18-2e40-4003-8c98-211cb1702c49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684557 Mar 09 12:30:50.691261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-19e1fd69-312d-4ee5-8b1c-6cdf7e3dd1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268048 Mar 09 12:30:50.802353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acef84-c059-453b-b95a-3a4156344d83 req-7ab2ac05-e4cb-4848-b618-ec33a41364b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.803800 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13acef84-c059-453b-b95a-3a4156344d83 req-7ab2ac05-e4cb-4848-b618-ec33a41364b2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 944 time: 0.0813584 Mar 09 12:30:50.824301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ede40b29-7c0c-414e-a394-16621dc768c9 req-debe748e-6f26-45f7-bcbb-2077478455d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276147 Mar 09 12:30:50.852359 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13acef84-c059-453b-b95a-3a4156344d83 req-819a8b49-8b85-4a8f-b750-aff917d62b6f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Mar 09 12:30:50.937590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-c0319bdb-835f-45e0-ae6f-c67a2be3af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:50.939572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-c0319bdb-835f-45e0-ae6f-c67a2be3af75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1097 time: 0.0736494 Mar 09 12:30:51.068921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-19796e1f-0e7d-4069-a1d8-b6bb0012d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:51.070324 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-19796e1f-0e7d-4069-a1d8-b6bb0012d182 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 898 time: 0.1244347 Mar 09 12:30:51.135937 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-4b9e0d10-b3c0-49ff-819a-d54e560eb498 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 217 time: 0.0595903 Mar 09 12:30:51.200677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-7f802020-14ac-4de1-8848-b938c2643e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:51.202058 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-7f802020-14ac-4de1-8848-b938c2643e5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 843 time: 0.0605233 Mar 09 12:30:51.275155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-eeccd1cb-add3-48b8-a448-52ad6b92a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:51.276585 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-eeccd1cb-add3-48b8-a448-52ad6b92a041 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677073 Mar 09 12:30:51.404426 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-fdd1c762-0671-4c9b-bd4a-6d76dfc6edd3 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209621 Mar 09 12:30:51.537283 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48705e73-3b36-40bc-a05c-a437c2c0cde2 req-61a8b8c0-0bf7-4d2b-83f0-c64b7dcade61 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267169 Mar 09 12:30:52.036269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fefa7c-fbbe-47cd-b3ad-faa7951fbaca req-c407986c-36f1-4b08-a696-93ecada06cbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:52.037739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e4fefa7c-fbbe-47cd-b3ad-faa7951fbaca req-c407986c-36f1-4b08-a696-93ecada06cbb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 944 time: 0.0785134 Mar 09 12:30:52.181100 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e4fefa7c-fbbe-47cd-b3ad-faa7951fbaca req-4c546fc9-9478-4324-b77f-2ff301d25b49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376426 Mar 09 12:30:52.630563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c74d023b-904c-42e2-b4ff-5e48cd5f0dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:52.840559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:30:52.971355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:52.984212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'port_id': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'mac_address': 'fa:16:3e:d3:31:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:30:53.042836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:53.060068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:30:53.075702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:53.080633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:53.147490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:53.278044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:30:53.366194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88224b-01f0-4536-a3fa-4949958b86fa req-2f8b000d-3e93-4f67-9cb5-7c05b2c98096 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:53.367645 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9e88224b-01f0-4536-a3fa-4949958b86fa req-2f8b000d-3e93-4f67-9cb5-7c05b2c98096 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 945 time: 0.0789497 Mar 09 12:30:53.411751 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9e88224b-01f0-4536-a3fa-4949958b86fa req-0e1f1bdc-b0c3-403f-a7b9-9c38bca0282e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382500 Mar 09 12:30:54.599241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7a1aa-9ab0-4214-98c7-ce79f54f822e req-d9a37b70-446a-4567-a080-af5f1b938378 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:54.600676 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-67e7a1aa-9ab0-4214-98c7-ce79f54f822e req-d9a37b70-446a-4567-a080-af5f1b938378 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 945 time: 0.0829158 Mar 09 12:30:54.644116 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-67e7a1aa-9ab0-4214-98c7-ce79f54f822e req-029170d5-891d-4aa3-8953-20aed5bc7e99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377362 Mar 09 12:30:54.839893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:30:54.868409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a5587afa-6f66-4998-8205-c28aecca195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:54.905828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:30:54.911318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:30:54.911689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:55.026221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:55.052117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:55.062300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:30:55.071336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:55.110964 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'code': 200} Mar 09 12:30:55.145540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:55.342508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ff034-2ad8-429c-9b30-b5ce94c88d5a req-2832b593-8c3f-4603-af7f-d40c7c94bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:55.343954 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5e0ff034-2ad8-429c-9b30-b5ce94c88d5a req-2832b593-8c3f-4603-af7f-d40c7c94bb2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1099 time: 0.0711923 Mar 09 12:30:55.388720 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5e0ff034-2ad8-429c-9b30-b5ce94c88d5a req-7b012b28-2405-4e6d-8d2d-e7d5a6054fe5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Mar 09 12:30:55.684708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:55.827487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29f48-ece4-4944-a7f6-1ba6faa8dfcf req-09ca7e1c-d257-40d5-bc0a-d086716c4532 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:55.830324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-06c29f48-ece4-4944-a7f6-1ba6faa8dfcf req-09ca7e1c-d257-40d5-bc0a-d086716c4532 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.0813851 Mar 09 12:30:55.878299 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-06c29f48-ece4-4944-a7f6-1ba6faa8dfcf req-a344a046-001f-4f2b-985c-ce0774094b9e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Mar 09 12:30:56.107559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.060701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122644c-ac87-444e-870c-4885b0129bf0 req-f7323780-8434-4363-bf1c-02f483dd741b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:57.062433 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a122644c-ac87-444e-870c-4885b0129bf0 req-f7323780-8434-4363-bf1c-02f483dd741b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.0792971 Mar 09 12:30:57.106188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a122644c-ac87-444e-870c-4885b0129bf0 req-7b7218b8-2294-4b9d-aab5-57fa720f796b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Mar 09 12:30:57.291779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3a99e-c6ac-44b5-99ed-9ec6dc51cb3e req-8b3dd00b-74bc-429c-8737-da89467e5d59 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:57.293227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5b3a99e-c6ac-44b5-99ed-9ec6dc51cb3e req-8b3dd00b-74bc-429c-8737-da89467e5d59 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.0819342 Mar 09 12:30:57.336072 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5b3a99e-c6ac-44b5-99ed-9ec6dc51cb3e req-22e75491-a808-4f86-82aa-c02c02b38e46 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373371 Mar 09 12:30:57.358580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48160) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:57.428165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fdaf84-fb56-438b-95c8-0425fbba1591 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:57.429691 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-16fdaf84-fb56-438b-95c8-0425fbba1591 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1094 time: 0.0701556 Mar 09 12:30:57.432437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48164) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:57.437442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:30:57.443734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:30:57.447456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:30:57.450230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:30:57.456312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:30:57.466519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.604481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.614909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.746499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.233 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/1f500ee2-6955-4e8e-9717-22bf2fe0e831) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:30:57.893648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.921722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:57.982576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:30:57.985749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:30:57.989241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:30:58.034678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=1f500ee2-6955-4e8e-9717-22bf2fe0e831,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:58.397022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:58.468801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:58.761068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:58.765282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:58.873886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=1f500ee2-6955-4e8e-9717-22bf2fe0e831,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:30:58.884051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:59.059526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP d12148f3-a4d3-4eba-b318-e57f7b47e528 associated. External IP: 172.26.5.233, port: 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776. Mar 09 12:30:59.402397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 2e93b632-0813-429d-824f-5e1cbcfb6b43 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:30:59.580621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:30:59.589959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Sync routers for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:30:59.600140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:30:59.600759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:30:59.606203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:30:59.660656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-08948560-82bd-414b-8663-717840f5b0bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2270257 Mar 09 12:30:59.661089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:30:59.663366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:30:59.706447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'status': 'completed', 'code': 200} Mar 09 12:30:59.787196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:30:59.826241 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-80fa7170-f2c6-40c3-8d65-6240f4961e5f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/d12148f3-a4d3-4eba-b318-e57f7b47e528 HTTP/1.1" status: 200 len: 992 time: 0.1617262 Mar 09 12:30:59.845446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-8ceca844-7349-4b1a-89aa-1bd87873721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:30:59.846932 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-8ceca844-7349-4b1a-89aa-1bd87873721b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1099 time: 0.1158905 Mar 09 12:31:00.087695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-32790e75-bc0c-4e10-8bf0-988da4f56fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:00.089232 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-32790e75-bc0c-4e10-8bf0-988da4f56fa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 898 time: 0.2368724 Mar 09 12:31:00.154966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd12148f3-a4d3-4eba-b318-e57f7b47e528', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.233', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'port_id': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'mac_address': 'fa:16:3e:d3:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:58Z', 'updated_at': '2022-03-09T12:30:58Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:31:00.159670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Checking router: 2e93b632-0813-429d-824f-5e1cbcfb6b43 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:31:00.168121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:31:00.168748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:30:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:31:00.192643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-4f1e7d62-8d64-46e3-a3a2-a55ec2c6dfa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 1000 time: 0.0968461 Mar 09 12:31:00.257644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-94c0aeb5-ec8b-4d17-9de8-6aac113a8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:00.258824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-94c0aeb5-ec8b-4d17-9de8-6aac113a8675 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 843 time: 0.0610285 Mar 09 12:31:00.339841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-cd92beb6-ebb5-416f-9c69-1f5c3c5f078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:00.339841 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-cd92beb6-ebb5-416f-9c69-1f5c3c5f078b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743282 Mar 09 12:31:00.364637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:31:00.479955 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-441916a2-34b7-480f-a291-b973f5310ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332293 Mar 09 12:31:00.615983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b3e5030c-5c17-46d8-a890-ca3568f7c5df req-555aeb76-b02c-4aa4-800c-bcffc77e0bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302488 Mar 09 12:31:00.720878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd12148f3-a4d3-4eba-b318-e57f7b47e528', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.233', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'port_id': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'mac_address': 'fa:16:3e:d3:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:58Z', 'updated_at': '2022-03-09T12:30:58Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:31:00.724852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008959ba-91ad-4995-8ab9-26d2b0b86d8f None None] The sync data for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv is: [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'd12148f3-a4d3-4eba-b318-e57f7b47e528', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.233', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'port_id': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'mac_address': 'fa:16:3e:d3:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:58Z', 'updated_at': '2022-03-09T12:30:58Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:31:00.830818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48176) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:31:00.901121 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78be0d-64ce-46d5-ac76-3397552dade7 None None] New status for floating IP d12148f3-a4d3-4eba-b318-e57f7b47e528: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:31:01.002545 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-267359c6-0555-4f50-915f-7134b28dd55e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/d12148f3-a4d3-4eba-b318-e57f7b47e528 HTTP/1.1" status: 200 len: 992 time: 0.1678653 Mar 09 12:31:01.023225 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-9496aca9-f3cd-4f51-ad51-d650792e3e89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089106 Mar 09 12:31:01.166095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-8850c86e-737c-4cb3-befa-4694836eff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:01.167608 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-8850c86e-737c-4cb3-befa-4694836eff6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1098 time: 0.0769448 Mar 09 12:31:01.315238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-10c9ed73-b361-4807-83bd-fbea76093dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:01.316595 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-10c9ed73-b361-4807-83bd-fbea76093dc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1312935 Mar 09 12:31:01.421062 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-7980ff57-d262-4f1c-b0a0-3c480a11894b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 1000 time: 0.0978496 Mar 09 12:31:01.485273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-17a7c5b1-6a4b-4f83-8456-e70caf80b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:01.487847 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-17a7c5b1-6a4b-4f83-8456-e70caf80b567 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0589364 Mar 09 12:31:01.566925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-bb54305b-10cc-4afa-aa1d-c9ae9175cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:31:01.568405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-bb54305b-10cc-4afa-aa1d-c9ae9175cceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748205 Mar 09 12:31:01.713550 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-c41ca11d-27ec-4069-8dc4-a6cb0ec3f884 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311648 Mar 09 12:31:01.857894 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62e4b0f9-3f7d-45a5-921a-eeb5426bec42 req-2bb92777-a003-4f34-865c-f1f7366b7bce service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360812 Mar 09 12:31:02.004112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48180) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:31:02.139097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-39f1d7ea-6715-4e59-8bb3-4d82e009f236 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/d12148f3-a4d3-4eba-b318-e57f7b47e528 HTTP/1.1" status: 200 len: 994 time: 0.1336932 Mar 09 12:31:16.131303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:21.698041 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:31:22.631499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72a08501-046d-478a-bb4d-f266b0b2c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:24.840667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84e202a1-f5b1-4b61-a7d1-6ba3ad029620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:25.686765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:26.084312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:27.615368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:46.150311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:52.635461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f6e9-b805-48de-8e89-ad7706e1dc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:54.841860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f27a9c36-156c-4780-8141-aa4edf75d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:55.690812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:56.078156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:57.617864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:31:58.700529 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:32:01.134468 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-0bcd73f8-1dc3-4172-be32-b139055f0874 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2015138 Mar 09 12:32:01.233200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-6c30c886-c952-472f-8fd8-282e90f15298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:01.234716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-6c30c886-c952-472f-8fd8-282e90f15298 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1099 time: 0.0791941 Mar 09 12:32:01.388984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-c4d77072-38a8-46a6-aa75-b017921d3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:01.390553 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-c4d77072-38a8-46a6-aa75-b017921d3963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 898 time: 0.1372957 Mar 09 12:32:01.496931 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-776284af-e859-493e-9e59-420d81a8ddb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 1002 time: 0.0993702 Mar 09 12:32:01.570323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-e969d6a2-5aef-433b-a2ae-08ca51457a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:01.571766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-e969d6a2-5aef-433b-a2ae-08ca51457a14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 843 time: 0.0691729 Mar 09 12:32:01.646370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-24c4ca3b-e33c-433a-9f30-28af5e8f67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:01.647741 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-24c4ca3b-e33c-433a-9f30-28af5e8f67f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706348 Mar 09 12:32:01.783060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-ec3e6af1-e235-4268-add4-ccdd5a70c532 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292355 Mar 09 12:32:01.931867 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-12ebeeb2-0d0b-4dcc-8410-9cc767889702 req-fbf2993e-afa9-4784-b5c6-04275b37eeba service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433935 Mar 09 12:32:03.243195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-3d608208-0d2e-4105-8b45-f69cfb2825fc tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772018336&fields=id&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 267 time: 0.0399983 Mar 09 12:32:03.492769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-6f371229-bea0-49fa-a4ba-2308d6d3500c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:03.494223 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-6f371229-bea0-49fa-a4ba-2308d6d3500c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.2447751 Mar 09 12:32:03.508373 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-7fdac3b8-61a3-4280-a467-d85b2a40e7e4 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/quotas/e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 375 time: 0.0087683 Mar 09 12:32:03.599953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-0527461f-8297-4992-a955-7712106dc591 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864558 Mar 09 12:32:03.734558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-db22654b-edda-4604-8308-57e4f503d5de service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235056 Mar 09 12:32:03.866542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-3fab7606-35b3-4712-a122-08f9d82d0aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260886 Mar 09 12:32:04.253891 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-27c0e548-e8d4-4247-b40f-7380a4fed123 req-9f8e6970-04b2-4b4b-9d2e-2d0c30cc31d6 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0457418 Mar 09 12:32:05.250842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1eecabe1-1a01-450b-a6e2-e50111679fc1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:05.252250 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1eecabe1-1a01-450b-a6e2-e50111679fc1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 811 time: 0.1473291 Mar 09 12:32:05.305100 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-061c9f07-2e43-4cac-bc34-03e9f96e550c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23443e3b29a4c9dbda00d2562e95dd9 HTTP/1.1" status: 200 len: 380 time: 0.0444863 Mar 09 12:32:05.314621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'port': {'device_id': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'admin_state_up': True, 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'security_groups': ['69bb190a-60b6-4fcc-a305-65b050b9d4ce']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:32:05.412825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b179303c-051f-47e0-ac04-b8e4987483bf req-c08558a3-c67e-4dc8-be9c-2384144e483c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0442944 Mar 09 12:32:05.462915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:32:05.466444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:port and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:32:05.469343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:32:05.475660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:32:05.485548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Made reservation on behalf of e23443e3b29a4c9dbda00d2562e95dd9 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:32:05.489116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:05.653945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.20.0.11 (fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce/65785aec-970b-4617-a8de-73a4e2b4958d/55fe440a-85e5-4331-b223-c31d00dfef3d) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:32:05.850714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:05.867463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Transition to ACTIVE for port object 55fe440a-85e5-4331-b223-c31d00dfef3d will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:32:05.891286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:05.953427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:32:05.956429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:32:05.960789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:32:06.016823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:06.031533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.031890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.032231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.032567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.032941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.033256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.033587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.033914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.034242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.034589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.034912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.035231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:06.054227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:06.054863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:06.082030 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-2538a182-b69f-4190-bf11-ec399fa0c248 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709334 Mar 09 12:32:06.092911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Request body: {'port': {'device_id': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:32:06.197527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-581f4aa5-f690-49aa-b5b6-0a552a1bd2bc None None] Provisioning for port 55fe440a-85e5-4331-b223-c31d00dfef3d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:32:06.203059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-581f4aa5-f690-49aa-b5b6-0a552a1bd2bc None None] Provisioning complete for port 55fe440a-85e5-4331-b223-c31d00dfef3d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:32:06.203430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-581f4aa5-f690-49aa-b5b6-0a552a1bd2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:06.213594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:06.259867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-581f4aa5-f690-49aa-b5b6-0a552a1bd2bc None None] Port 55fe440a-85e5-4331-b223-c31d00dfef3d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:32:06.568847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fe440a-85e5-4331-b223-c31d00dfef3d {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:32:06.577848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:06.595143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Transition to ACTIVE for port object 55fe440a-85e5-4331-b223-c31d00dfef3d will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:32:06.598910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:06.623843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4dcc9-8d88-4e9d-8930-58c594d7b04b req-e4c7b6c4-28ad-45f1-8d0a-761d55e140b0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:06.625604 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ae4dcc9-8d88-4e9d-8930-58c594d7b04b req-e4c7b6c4-28ad-45f1-8d0a-761d55e140b0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 932 time: 0.0859685 Mar 09 12:32:06.678540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ae4dcc9-8d88-4e9d-8930-58c594d7b04b req-5a8e1c01-e609-4c0d-8cec-8f28a627cb16 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462210 Mar 09 12:32:06.892174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Pushing event updated for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:06.967337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Attempting to bind port 55fe440a-85e5-4331-b223-c31d00dfef3d on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:32:06.967669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Attempting to bind port 55fe440a-85e5-4331-b223-c31d00dfef3d by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:32:06.967993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Attempting to bind port 55fe440a-85e5-4331-b223-c31d00dfef3d on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:32:06.972470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Port 55fe440a-85e5-4331-b223-c31d00dfef3d on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:32:06.972788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Attempting to bind port 55fe440a-85e5-4331-b223-c31d00dfef3d on network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:32:06.977877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:32:06.978210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Checking segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:32:06.978589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Bound using segment: {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:32:06.979014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Bound port: 55fe440a-85e5-4331-b223-c31d00dfef3d, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f76959-d10a-4d29-8a6c-21a2ed45f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:32:06.979355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:07.065895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:32:07.069482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=55fe440a-85e5-4331-b223-c31d00dfef3d,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:32:07.074463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:07.131534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.132100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:07.133483 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] 10.222.0.13 "PUT /v2.0/ports/55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 200 len: 1094 time: 1.0448530 Mar 09 12:32:07.133911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:32:07.168135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b2cb-aea3-4db2-9778-66bec69042cf service neutron] Pushing event updated for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:07.195895 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'status': 'completed', 'code': 200} Mar 09 12:32:07.277174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-ebc20ea0-1c59-457a-b8c7-0904bfb3258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.278673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-ebc20ea0-1c59-457a-b8c7-0904bfb3258f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1097 time: 0.0753429 Mar 09 12:32:07.349687 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-5ecadf7d-3bf8-436a-abb2-c53baf630895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 200 len: 217 time: 0.0644739 Mar 09 12:32:07.410507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-e99e1dc6-3a52-4e83-ac64-692c7ac7fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.411869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-e99e1dc6-3a52-4e83-ac64-692c7ac7fcbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0564325 Mar 09 12:32:07.490280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265512b-7f25-4227-b251-36d9e22b4629 req-e76edcce-4a7e-4506-ae00-21d65fa4c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.491985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-e76edcce-4a7e-4506-ae00-21d65fa4c476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734921 Mar 09 12:32:07.624145 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-6befccf5-7266-4c0d-b6d3-6a4e363ce00b service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258876 Mar 09 12:32:07.754899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7265512b-7f25-4227-b251-36d9e22b4629 req-4e4a6464-3233-4567-a647-52736bea0e43 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246264 Mar 09 12:32:07.868693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6257a0-f738-4c28-93ce-98ae72eb02e8 req-4b9d6afb-0b6a-40f1-b84c-9e819e04f73b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.870246 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d6257a0-f738-4c28-93ce-98ae72eb02e8 req-4b9d6afb-0b6a-40f1-b84c-9e819e04f73b tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0819771 Mar 09 12:32:07.870584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-6c24eff5-7726-4d64-9bb9-b63263372ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:07.872051 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-6c24eff5-7726-4d64-9bb9-b63263372ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1097 time: 0.0716562 Mar 09 12:32:07.919512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d6257a0-f738-4c28-93ce-98ae72eb02e8 req-ad83e4fb-8e4a-400a-8926-be9e9165bfbf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Mar 09 12:32:08.013813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-85840b5b-8e98-4f41-be57-8ff1f3e86743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:08.013813 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-85840b5b-8e98-4f41-be57-8ff1f3e86743 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1352446 Mar 09 12:32:08.084353 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-efb4eaed-7c83-486c-b2a1-2ab5522a2b83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 200 len: 217 time: 0.0641396 Mar 09 12:32:08.145179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-1559ee82-1117-4a31-9375-a44cb1c6f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:08.147131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-1559ee82-1117-4a31-9375-a44cb1c6f5b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0572174 Mar 09 12:32:08.223739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-1b0372cf-3d87-4963-919d-0445cd5a9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:08.225330 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-1b0372cf-3d87-4963-919d-0445cd5a9575 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713434 Mar 09 12:32:08.355387 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-93c6eb49-2fba-4969-ae84-a833352105f7 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236789 Mar 09 12:32:08.486494 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c9d8c3d3-b404-49c0-a0a2-6c2b5fc572b1 req-bfbde81a-634c-4785-aa9f-43163ae94380 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246915 Mar 09 12:32:09.101468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb779a-8a78-45ef-bfad-b0d5d6090a72 req-23128168-d461-4041-a402-e68197753ac9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:09.102897 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83eb779a-8a78-45ef-bfad-b0d5d6090a72 req-23128168-d461-4041-a402-e68197753ac9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0789523 Mar 09 12:32:09.146411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83eb779a-8a78-45ef-bfad-b0d5d6090a72 req-92eb2408-0e19-47fd-81dd-be50685c74f9 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Mar 09 12:32:10.336370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6ede4-b156-4311-81a0-db4bb90f4308 req-c3875276-9bf1-46aa-8e51-47378d99f669 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:10.337737 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6da6ede4-b156-4311-81a0-db4bb90f4308 req-c3875276-9bf1-46aa-8e51-47378d99f669 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0825293 Mar 09 12:32:10.380804 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6da6ede4-b156-4311-81a0-db4bb90f4308 req-5c68afa9-cfd4-421b-adf1-18d722f7668d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Mar 09 12:32:11.564988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646a90e-9754-425c-80c2-70063901430e req-d4e9538e-1a75-4e38-aec3-3f02d3616daf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:11.566655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c646a90e-9754-425c-80c2-70063901430e req-d4e9538e-1a75-4e38-aec3-3f02d3616daf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0811913 Mar 09 12:32:11.611227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c646a90e-9754-425c-80c2-70063901430e req-56b9a63d-023b-4832-8706-87bea57edb00 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Mar 09 12:32:12.797791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78222-8b34-4b8d-ad6b-751b46f5b026 req-deb31334-2353-4f53-aabd-6bd0b589ba08 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:12.799189 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4a78222-8b34-4b8d-ad6b-751b46f5b026 req-deb31334-2353-4f53-aabd-6bd0b589ba08 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0848222 Mar 09 12:32:12.843260 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4a78222-8b34-4b8d-ad6b-751b46f5b026 req-bc4d2df7-3ec9-4d0c-ad2e-fe46e36b3510 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 Mar 09 12:32:14.029726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cdc4-435d-4dac-87c6-24f2d3c5b931 req-643e7e8b-2e80-4036-a285-6d3944ceaba2 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:14.031161 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09d1cdc4-435d-4dac-87c6-24f2d3c5b931 req-643e7e8b-2e80-4036-a285-6d3944ceaba2 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0790992 Mar 09 12:32:14.077589 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09d1cdc4-435d-4dac-87c6-24f2d3c5b931 req-737185d9-b23c-47f8-b536-ef5f437ce4d0 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Mar 09 12:32:15.171683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 55fe440a-85e5-4331-b223-c31d00dfef3d details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:32:15.262097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83f606-f125-4abd-9da3-6d5da0280ea7 req-540de095-f87b-488e-bf98-349a88b8ecb5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:15.263687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c83f606-f125-4abd-9da3-6d5da0280ea7 req-540de095-f87b-488e-bf98-349a88b8ecb5 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 944 time: 0.0799632 Mar 09 12:32:15.308808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c83f606-f125-4abd-9da3-6d5da0280ea7 req-1a96808b-45ac-4e14-84ef-7fcf918e10bf tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392520 Mar 09 12:32:15.341357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=55fe440a-85e5-4331-b223-c31d00dfef3d,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:32:15.354249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'port_id': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:32:15.407941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:15.426651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fe440a-85e5-4331-b223-c31d00dfef3d {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:32:15.441990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=55fe440a-85e5-4331-b223-c31d00dfef3d,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:32:15.446657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:15.512725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:15.519771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.520124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.520586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.520912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.521875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.522214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.522546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.522939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.523342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.523796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.524105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.524311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:15.690657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['55fe440a-85e5-4331-b223-c31d00dfef3d'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:32:16.170129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:16.505015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d5e1-5eba-4edc-86cc-3f2a15d4c2c5 req-c07882a7-700e-42ad-8b16-58d5acb5e6fa tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:16.506676 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f849d5e1-5eba-4edc-86cc-3f2a15d4c2c5 req-c07882a7-700e-42ad-8b16-58d5acb5e6fa tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 945 time: 0.0849762 Mar 09 12:32:16.556965 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f849d5e1-5eba-4edc-86cc-3f2a15d4c2c5 req-4b4c431f-8541-4ced-93df-23d17d25b083 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Mar 09 12:32:17.171261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 55fe440a-85e5-4331-b223-c31d00dfef3d up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:32:17.239696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 55fe440a-85e5-4331-b223-c31d00dfef3d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:32:17.244878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 55fe440a-85e5-4331-b223-c31d00dfef3d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:32:17.245272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:17.357512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:17.383911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:32:17.393313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=55fe440a-85e5-4331-b223-c31d00dfef3d,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:32:17.397165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:17.427864 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'code': 200} Mar 09 12:32:17.470567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:17.812120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65331866-30c8-4d13-bbb5-b1e900fdbecf req-ec0df102-f03f-4511-ab1a-9dd084722043 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:17.815795 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-65331866-30c8-4d13-bbb5-b1e900fdbecf req-ec0df102-f03f-4511-ab1a-9dd084722043 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.1426554 Mar 09 12:32:17.871752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-65331866-30c8-4d13-bbb5-b1e900fdbecf req-ed9e7c25-8e64-4f65-9fbb-2ff56b689f7d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459588 Mar 09 12:32:17.897932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de442-6f73-4dcc-b733-3ea6ec7fafd9 req-fe7163fc-792c-4a75-89ef-45a23455e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:17.899386 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2a1de442-6f73-4dcc-b733-3ea6ec7fafd9 req-fe7163fc-792c-4a75-89ef-45a23455e81b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1099 time: 0.2436483 Mar 09 12:32:17.940400 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2a1de442-6f73-4dcc-b733-3ea6ec7fafd9 req-842203c7-fb5f-475c-9167-dbd870b2715d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Mar 09 12:32:19.071174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e28114-4eed-4905-aab5-403ca8c22d21 req-53876ba4-7627-442b-9d98-a3ab7465c293 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:19.073097 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d9e28114-4eed-4905-aab5-403ca8c22d21 req-53876ba4-7627-442b-9d98-a3ab7465c293 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.0871904 Mar 09 12:32:19.157312 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d9e28114-4eed-4905-aab5-403ca8c22d21 req-44091220-c9f6-4f83-9204-1fa14dcb936d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785034 Mar 09 12:32:20.342874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e17684-7d20-4e23-8bea-bfc3c15238ac req-3dfd0c37-2938-4851-8315-ae1d6dc3256d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:20.344285 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40e17684-7d20-4e23-8bea-bfc3c15238ac req-3dfd0c37-2938-4851-8315-ae1d6dc3256d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.0806286 Mar 09 12:32:20.479923 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40e17684-7d20-4e23-8bea-bfc3c15238ac req-514fd780-95fd-4015-b389-07ed5dacfc0c tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299427 Mar 09 12:32:20.661129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2812678-3da4-44ed-bdcc-05377bf0b737 req-5882eba9-d2d7-4c88-90fb-b8a5ccaf1efa tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:20.662557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f2812678-3da4-44ed-bdcc-05377bf0b737 req-5882eba9-d2d7-4c88-90fb-b8a5ccaf1efa tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.0798464 Mar 09 12:32:20.706098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f2812678-3da4-44ed-bdcc-05377bf0b737 req-cb244cbf-cee0-4553-88e9-6e2093fe457d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Mar 09 12:32:20.729116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48294) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:32:20.799499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62495caf-494e-4062-b8e8-acb0c87c022c tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:20.800873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-62495caf-494e-4062-b8e8-acb0c87c022c tempest-TestVolumeBootPattern-186199153 tempest-TestVolumeBootPattern-186199153-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1094 time: 0.0708168 Mar 09 12:32:20.803535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48298) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:32:20.808976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:32:20.814641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:32:20.818630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Usage tracker for resource:floatingip and tenant:e23443e3b29a4c9dbda00d2562e95dd9 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:32:20.821428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:32:20.827269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:32:20.837053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:20.970682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:21.108235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Allocated IP 172.26.5.6 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:32:21.253759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:21.283052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:21.342485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:32:21.345215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:32:21.352816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:32:21.395485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:21.407847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.408199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.408543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.408881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.409239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.409575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.409903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.410233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.410563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.410887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.411209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.411530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:32:21.777996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:21.850356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:22.057929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:22.062190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:22.169179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event updated for resources: {'Port': ['ID=71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:22.178459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:22.436456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP eb7f2c2c-5360-4679-b552-77355f43c30b associated. External IP: 172.26.5.6, port: 55fe440a-85e5-4331-b223-c31d00dfef3d. Mar 09 12:32:22.638693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-299feb9f-d473-4607-b2c6-102e39caf2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:22.788634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:32:22.967606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:32:22.976864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:32:22.986726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:32:22.987435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:31:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:32:22.991610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:23.049591 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-82091691-abd2-43f7-bcd4-22413e7b4bcd tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2449658 Mar 09 12:32:23.050089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:32:23.095460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'status': 'completed', 'code': 200} Mar 09 12:32:23.168769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:32:23.188431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353814ae-5c9b-401c-aaed-121915e81aab req-fca48d33-b082-4774-992b-200c1bda6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:23.189961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-fca48d33-b082-4774-992b-200c1bda6cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1099 time: 0.0742669 Mar 09 12:32:23.320505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353814ae-5c9b-401c-aaed-121915e81aab req-571c43e4-6a5b-4f33-baad-7f85d7625617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:23.322531 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-571c43e4-6a5b-4f33-baad-7f85d7625617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1267095 Mar 09 12:32:23.425061 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-fdfad220-92db-4a71-950f-270e8e55c863 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 200 len: 998 time: 0.0964997 Mar 09 12:32:23.487308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353814ae-5c9b-401c-aaed-121915e81aab req-51aac14f-7dc0-4bfd-90fe-194bec56d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:23.488823 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-51aac14f-7dc0-4bfd-90fe-194bec56d4e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0585780 Mar 09 12:32:23.520963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}, {'id': 'eb7f2c2c-5360-4679-b552-77355f43c30b', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.6', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:32:21Z', 'updated_at': '2022-03-09T12:32:21Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:32:23.524798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:32:23.533274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:32:23.533871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:31:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:32:23.564883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353814ae-5c9b-401c-aaed-121915e81aab req-dcefaf9e-ba8b-4e2a-81a3-4ece0927963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:23.566643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-dcefaf9e-ba8b-4e2a-81a3-4ece0927963a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723598 Mar 09 12:32:23.698792 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-23a59c15-b7ee-453c-b067-b9111cfbf687 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266971 Mar 09 12:32:23.713679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:32:23.831580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-353814ae-5c9b-401c-aaed-121915e81aab req-c9e1ecd3-2261-4c35-8807-a95cdca66960 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270099 Mar 09 12:32:24.100603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}, {'id': 'eb7f2c2c-5360-4679-b552-77355f43c30b', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.6', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:32:21Z', 'updated_at': '2022-03-09T12:32:21Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:32:24.105189 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e2f7d-cc26-42cb-804b-a55118dd7384 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}, {'id': 'eb7f2c2c-5360-4679-b552-77355f43c30b', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.6', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:80:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:32:21Z', 'updated_at': '2022-03-09T12:32:21Z', 'revision_number': 0, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:32:24.284096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14014a-ea88-41df-9254-2300057ac60b None None] New status for floating IP eb7f2c2c-5360-4679-b552-77355f43c30b: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:32:24.843083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55738d19-d12e-45e2-bb4d-d704546b8368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:25.691833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:26.084298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:27.621512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:35.699918 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:32:46.170771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:51.766830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48314) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:32:51.772606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:32:51.889029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2542786'] for subnet, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.072833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772621303031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2408680'] for subnet, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.125185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:32:52.126422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.127012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/subnets/0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 835 time: 0.3591900 Mar 09 12:32:52.130210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5621e-d9b1-4a0e-be40-d9d12e199095 None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:32:52.142894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8013a-c1ec-40ca-a2b6-3f07e1d508fb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c40ee-fb2a-46f4-81a4-211c66860223,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:32:52.574268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a593874-b973-46fd-9106-348968db5972 None None] Provisioning complete for port 34a7f603-4e56-4c4f-bcad-20266387fb63 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:32:52.574665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a593874-b973-46fd-9106-348968db5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.645501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c389858e-6161-4406-8364-165e874c7ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.711644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a593874-b973-46fd-9106-348968db5972 None None] Provisioning complete for port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:32:52.712012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a593874-b973-46fd-9106-348968db5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:52.835381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a593874-b973-46fd-9106-348968db5972 None None] Provisioning complete for port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:32:52.835746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a593874-b973-46fd-9106-348968db5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:54.846201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd85e-5a09-4fa0-aba2-23f798bf40a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:55.693159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:56.087682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:32:57.622766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:02.026566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-58704731-8dbc-4eb8-b13c-c4d9259dc02b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158283 Mar 09 12:33:02.187283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-398b95ee-b99e-48b3-82f9-81e31b0eb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:02.188031 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-398b95ee-b99e-48b3-82f9-81e31b0eb1a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1098 time: 0.0851586 Mar 09 12:33:02.333627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-db6c6d91-b05b-4e2a-b7b5-5cad03481190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:02.335085 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-db6c6d91-b05b-4e2a-b7b5-5cad03481190 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1298811 Mar 09 12:33:02.433869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-4e7faaf9-3f0b-42d6-9808-60237f7fb719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 1000 time: 0.0923269 Mar 09 12:33:02.498857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-4107ba78-2432-41bb-a9f2-e8f7e7400a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:02.500292 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-4107ba78-2432-41bb-a9f2-e8f7e7400a53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.0597634 Mar 09 12:33:02.575763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-78c25364-d544-42f7-aad6-208325265638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:02.577253 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-78c25364-d544-42f7-aad6-208325265638 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698531 Mar 09 12:33:02.812442 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-0cf16826-0c1c-4198-9dc4-0049f8f4aa47 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281833 Mar 09 12:33:02.947839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e2218cf2-3f41-4da2-bdf7-1f6ad43cc836 req-80d62493-084d-42dd-8239-9b4077860698 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282244 Mar 09 12:33:12.699703 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:33:16.186215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:22.638349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b34bf640-6e56-4fe4-952d-05c79891ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:24.850872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8e17a2a-69e9-4f59-90a5-266b4112d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:25.697911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:26.090654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:27.624942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:34.947864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48340) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:35.153893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 1f500ee2-6955-4e8e-9717-22bf2fe0e831 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:35.154159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:35.329615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:35.330063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:35.455052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 1f500ee2-6955-4e8e-9717-22bf2fe0e831 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:35.606705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:35.654151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=1f500ee2-6955-4e8e-9717-22bf2fe0e831,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:35.695697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.696046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.696390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.696727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.697084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.697417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.697744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.698068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.698393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.698715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.699041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.699357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:35.757010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:35.757340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP d12148f3-a4d3-4eba-b318-e57f7b47e528 disassociated (deleted). External IP: 172.26.5.233, port: 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776. Mar 09 12:33:36.212594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 2e93b632-0813-429d-824f-5e1cbcfb6b43 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:33:36.392858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:33:36.402755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Sync routers for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:33:36.408845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:36.413096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:36.413710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:36.464664 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95b88a73-d31f-4d5c-a0d0-5d3645252b28 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/d12148f3-a4d3-4eba-b318-e57f7b47e528 HTTP/1.1" status: 204 len: 168 time: 1.5156889 Mar 09 12:33:36.465267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:33:36.585697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'status': 'completed', 'code': 200} Mar 09 12:33:36.640623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:36.686512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-fecd58e8-d503-40d5-9f08-94e6f47c8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:36.688101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-fecd58e8-d503-40d5-9f08-94e6f47c8a3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 1099 time: 0.0811315 Mar 09 12:33:36.826979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-426a5ece-421a-45e7-9c7e-ad4b64166f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:36.828398 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-426a5ece-421a-45e7-9c7e-ad4b64166f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 200 len: 898 time: 0.1340950 Mar 09 12:33:36.897715 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-093aa8d7-f0c1-464a-b092-ac1a5f8c9286 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 200 len: 217 time: 0.0618687 Mar 09 12:33:36.905656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867ec44-c84b-4b4c-9846-b92bf235aa5a req-ff029ae2-340d-4453-950c-ea29efd038a8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:36.907111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5867ec44-c84b-4b4c-9846-b92bf235aa5a req-ff029ae2-340d-4453-950c-ea29efd038a8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.1324019 Mar 09 12:33:36.953163 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5867ec44-c84b-4b4c-9846-b92bf235aa5a req-eeb6b019-f378-4c0c-8188-2ff3d4f7cde4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Mar 09 12:33:36.972997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-062b119f-e4bd-43e3-8eeb-d18a8bce9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:36.974536 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-062b119f-e4bd-43e3-8eeb-d18a8bce9240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 200 len: 843 time: 0.0701890 Mar 09 12:33:36.981254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:36.985176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Checking router: 2e93b632-0813-429d-824f-5e1cbcfb6b43 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:33:36.993569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:36.994171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:37.049766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-8d8c448d-bafe-4326-b640-6e7da2604990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:37.051180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-8d8c448d-bafe-4326-b640-6e7da2604990 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51250c0-c68a-45aa-8a8e-8f782a9c6acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695772 Mar 09 12:33:37.173034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:37.187425 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-ce0d76ca-61ac-4454-86ea-aca4601116c4 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295831 Mar 09 12:33:37.320882 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-57a0d161-5b63-414b-a652-c6788a1c1538 req-06ed203c-2a56-4666-a22a-874f39cfcb81 service neutron] 10.222.0.13 "GET /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272480 Mar 09 12:33:37.492805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:37.497048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87a55f-a22a-4382-a283-0952d104a326 None None] The sync data for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv is: [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:30:41Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '34c50e30-c7c1-4db4-afbc-d2edd39b7f50', 'name': '', 'network_id': 'c51250c0-c68a-45aa-8a8e-8f782a9c6acc', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:bb:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:40Z', 'updated_at': '2022-03-09T12:30:46Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': '0d5c40ee-fb2a-46f4-81a4-211c66860223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:33:37.703113 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd431d-17d7-4f76-9226-bab97ba8ef44 None None] New status for floating IP d12148f3-a4d3-4eba-b318-e57f7b47e528: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:33:38.082819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-4cec15ff-50ea-48be-872a-24128b07c654 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:38.083540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-4cec15ff-50ea-48be-872a-24128b07c654 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:38.099943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-4cec15ff-50ea-48be-872a-24128b07c654 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:38.101101 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-4cec15ff-50ea-48be-872a-24128b07c654 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.0978715 Mar 09 12:33:38.174545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:38.174888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:38.192544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97297-e0e5-4594-acf9-76bd32b25cf4 req-a0fddad7-edcb-43f5-b9c5-cf296fdeb619 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:38.194487 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46a97297-e0e5-4594-acf9-76bd32b25cf4 req-a0fddad7-edcb-43f5-b9c5-cf296fdeb619 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 946 time: 0.1314347 Mar 09 12:33:38.239878 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46a97297-e0e5-4594-acf9-76bd32b25cf4 req-297a1ae1-cd3f-449d-acdc-890dc9ced2f3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7158891-a6df-48b1-93de-a2dd46038e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Mar 09 12:33:38.433426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:38.433964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:38.666344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:38.808550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:38.858470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:38.936831 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:33:38.939390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:38.941947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'name': 'network-vif-deleted', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:33:38.957433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f296b5b9-e5ff-4893-a38d-90a3044e7df2 req-c1b5181c-246a-45dc-8847-302ba965f1a2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 HTTP/1.1" status: 204 len: 173 time: 0.8508561 Mar 09 12:33:38.989175 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88787e-9402-4fc2-9771-960aed4fd5fc', 'name': 'network-vif-deleted', 'tag': '4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776', 'status': 'completed', 'code': 200} Mar 09 12:33:39.408450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee10747f-a303-4997-941f-40c390a24bda req-6832aa92-3fd1-4afb-b6b0-a844fd289738 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb88787e-9402-4fc2-9771-960aed4fd5fc HTTP/1.1" status: 200 len: 210 time: 0.0452366 Mar 09 12:33:40.506312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48366) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:40.573575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:40.606181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:40.670588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:40.688785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7158891-a6df-48b1-93de-a2dd46038e9c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:40.698243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.698575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.698908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.699724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.700095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.700458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.700779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.701135 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.701458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.701775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.702089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.702400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:40.711732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:40.712843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99dfd9fe-b6ba-4bb8-8ab0-7817e1cadb53 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7158891-a6df-48b1-93de-a2dd46038e9c HTTP/1.1" status: 204 len: 168 time: 0.2055614 Mar 09 12:33:40.747101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48372) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:41.392551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:41.594927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:33:41.629638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:33:41.630014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4a623e5e-4b9b-4a0b-a1f8-ea4fbb8ae776 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:33:41.751522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:41.752092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:41.938229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 34c50e30-c7c1-4db4-afbc-d2edd39b7f50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:41.938579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:42.059843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:42.245453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:42.296661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=34c50e30-c7c1-4db4-afbc-d2edd39b7f50,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:42.668400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.021925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 2e93b632-0813-429d-824f-5e1cbcfb6b43 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:33:43.197327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:33:43.206746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Sync routers for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:33:43.211652 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c9db839a-e648-4606-881f-5b5ec37eefa5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/2e93b632-0813-429d-824f-5e1cbcfb6b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634583 Mar 09 12:33:43.214177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:43.215544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:43.216139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:43.277612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet 0d5c40ee-fb2a-46f4-81a4-211c66860223 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:33:43.280400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.336724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.394015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:43.418256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.496757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.539301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c40ee-fb2a-46f4-81a4-211c66860223,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:43.543040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.549015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f4f76949-dc2a-4257-8d9f-e17d8977e407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/0d5c40ee-fb2a-46f4-81a4-211c66860223 HTTP/1.1" status: 204 len: 168 time: 0.3338811 Mar 09 12:33:43.553079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48380) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:43.618064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdda579-4f54-412a-9432-4e542bf61c12 None None] Network c51250c0-c68a-45aa-8a8e-8f782a9c6acc requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:33:43.730526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:43.886015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:33:42Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:43.890646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Checking router: 2e93b632-0813-429d-824f-5e1cbcfb6b43 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:33:43.900755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Routers {'2e93b632-0813-429d-824f-5e1cbcfb6b43'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:43.901416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2e93b632-0813-429d-824f-5e1cbcfb6b43'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:43.955293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] DHCP port deletion for c51250c0-c68a-45aa-8a8e-8f782a9c6acc request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:33:43.973618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Deleting port 34a7f603-4e56-4c4f-bcad-20266387fb63 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:43.974097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.023102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.032650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port e450a98e-e2b6-4d9d-9c6d-44a240dc8835 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:44.033088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.199035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] Set router 2e93b632-0813-429d-824f-5e1cbcfb6b43 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:44.215830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port e450a98e-e2b6-4d9d-9c6d-44a240dc8835, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:44.216171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.303621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34a7f603-4e56-4c4f-bcad-20266387fb63 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:33:44.345136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for e450a98e-e2b6-4d9d-9c6d-44a240dc8835 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:44.517436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] For port 34a7f603-4e56-4c4f-bcad-20266387fb63, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=34a7f603-4e56-4c4f-bcad-20266387fb63,segment=NetworkSegment(b982a377-70ac-429e-87cc-a44386dde9a7),segment_id=b982a377-70ac-429e-87cc-a44386dde9a7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:44.517870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.520515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.568866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=e450a98e-e2b6-4d9d-9c6d-44a240dc8835,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:44.667781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.673782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Calling delete_port for 34a7f603-4e56-4c4f-bcad-20266387fb63 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:44.791541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.845488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.848147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.873918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.874462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router 2e93b632-0813-429d-824f-5e1cbcfb6b43 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:33:44.892404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.893540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8d703fe0-3528-4cc8-8d9c-95406e329c5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/2e93b632-0813-429d-824f-5e1cbcfb6b43 HTTP/1.1" status: 204 len: 168 time: 1.3395281 Mar 09 12:33:44.896901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48384) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:44.922324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:44.983801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Pushing event deleted for resources: {'Port': ['ID=34a7f603-4e56-4c4f-bcad-20266387fb63,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:44.986478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] No DVR routers for this DVR port 34a7f603-4e56-4c4f-bcad-20266387fb63 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:33:44.995299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.995649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.995998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.996310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.996635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.996984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.997308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.997633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.998213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.998297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.998558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:44.998871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37514f2-19f2-4d74-b0e3-0b86a5288f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:45.005310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:33:42Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:45.009440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25de0b-2508-424f-98ea-8faf3df423f0 None None] The sync data for ids ['2e93b632-0813-429d-824f-5e1cbcfb6b43'] in dv-neutron-832762-2-hyperv is: [{'id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'name': 'tempest-TestNetworkBasicOps-router-588057517', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:30:35Z', 'updated_at': '2022-03-09T12:33:42Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': 'e450a98e-e2b6-4d9d-9c6d-44a240dc8835', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:25:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e93b632-0813-429d-824f-5e1cbcfb6b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:30:36Z', 'updated_at': '2022-03-09T12:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:33:45.011441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.145845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.169496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51250c0-c68a-45aa-8a8e-8f782a9c6acc']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:45.181715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b982a377-70ac-429e-87cc-a44386dde9a7') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:45.182010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b982a377-70ac-429e-87cc-a44386dde9a7') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:45.193574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.208644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.214343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:33:45.214718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:33:45.228596 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:33:45.312370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.330022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.341399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=c51250c0-c68a-45aa-8a8e-8f782a9c6acc,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:45.349820 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-460dac45-d314-44e5-91c1-244231ffe06c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/c51250c0-c68a-45aa-8a8e-8f782a9c6acc HTTP/1.1" status: 204 len: 168 time: 0.4518793 Mar 09 12:33:45.359577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48390) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:45.365764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--542209744', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:45.371082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:45.375286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:45.379589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:45.385330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:45.398190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:33:45.404611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.434830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:33:45.445952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.446295 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment 17697c55-cac6-4df5-8b7d-1f6b25a2d825 of type vlan for network 7fb06722-7ffd-42b9-af93-96976a0726c6 Mar 09 12:33:45.476265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.509245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.514695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:45.515283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.725722 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3650382 Mar 09 12:33:45.728506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48396) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:45.733940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-290440625', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:45.737262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19b16-fbc6-4ed2-90f9-b0f7982ab3c2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=7fb06722-7ffd-42b9-af93-96976a0726c6,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:45.743641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:45.748169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:33:45.748654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:45.751502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:45.758346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:45.769028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.770347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:45.786007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.057544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.192677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.234123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:33:46.268880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:33:46.269375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 34c50e30-c7c1-4db4-afbc-d2edd39b7f50 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:33:46.269979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e450a98e-e2b6-4d9d-9c6d-44a240dc8835 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:33:46.306231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e450a98e-e2b6-4d9d-9c6d-44a240dc8835 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:33:46.306524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e450a98e-e2b6-4d9d-9c6d-44a240dc8835 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:33:46.368159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.397575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.534257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.7 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/271d3562-983a-4932-a282-e97fb6145ff7) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:33:46.678917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.706302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:46.765547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:33:46.772646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:46.776636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:33:46.808528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=271d3562-983a-4932-a282-e97fb6145ff7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:47.299613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:47.638040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:47.837618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:33:48.010957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:33:48.021623 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:33:48.030832 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:48.031427 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:48.038403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.040083 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f273057d-ad04-4b93-b867-497ca2a38717 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3104138 Mar 09 12:33:48.043234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48402) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:48.209987 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:48.231508 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-880947b5-b060-415d-8b1b-00fd786ec4cc tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1872036 Mar 09 12:33:48.234029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48408) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:48.485475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa44af-9985-4854-bc6d-3dd8c10beb19 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:48.490233 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-70aa44af-9985-4854-bc6d-3dd8c10beb19 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2520270 Mar 09 12:33:48.490506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48412) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:48.506737 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:47Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:48.511025 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:33:48.511598 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Updating router a5db72c4-5870-4b9e-acf6-a84c30824b40 port 271d3562-983a-4932-a282-e97fb6145ff7 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:33:48.528852 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c8bdff1a-8f4a-4441-a544-56b5696c977a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372441 Mar 09 12:33:48.531338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48416) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:48.537559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141209997', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:48.570918 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.645895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:48.649672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:48.652502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:48.658330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:48.669128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:33:48.672635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.893714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.925146 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.937213 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Transition to ACTIVE for port object 271d3562-983a-4932-a282-e97fb6145ff7 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:48.944689 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:48.972323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=c99c3576-a1c9-49c8-aa27-adaca55d7972,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:48.981141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:33:48.981511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: 7fb06722-7ffd-42b9-af93-96976a0726c6, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:33:49.006191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:33:49.015694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7fb06722-7ffd-42b9-af93-96976a0726c6) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:49.020594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:49.021220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.021690 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Attempting to bind port 271d3562-983a-4932-a282-e97fb6145ff7 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:33:49.022203 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Attempting to bind port 271d3562-983a-4932-a282-e97fb6145ff7 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:33:49.022395 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Attempting to bind port 271d3562-983a-4932-a282-e97fb6145ff7 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:33:49.027279 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Pushing event updated for resources: {'Port': ['ID=271d3562-983a-4932-a282-e97fb6145ff7,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:49.029997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2359d-2da8-4897-a2a4-e1508c28e3d5 None None] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:33:49.036009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.036398 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.036689 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.037071 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.037492 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.037762 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.038099 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.038492 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.038817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.039136 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.039453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.039765 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:33:49.045163 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:33:49.045530 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:33:49.045925 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.046299 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:33:49.046768 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Bound port: 271d3562-983a-4932-a282-e97fb6145ff7, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:33:49.047332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.051815 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4b6faf36-7b78-4012-800f-c0e5488c3922 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5194404 Mar 09 12:33:49.054597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48420) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:49.124057 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] For port 271d3562-983a-4932-a282-e97fb6145ff7, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:33:49.127118 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] For port 271d3562-983a-4932-a282-e97fb6145ff7, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=271d3562-983a-4932-a282-e97fb6145ff7,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:33:49.131413 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.196085 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:49.196696 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:49.262835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-7fb06722-7ffd-42b9-af93-96976a0726c6', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:33:49.264178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.280608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d17b5-71f0-48ec-ab2d-094e9c39904f None None] Pushing event updated for resources: {'Port': ['ID=271d3562-983a-4932-a282-e97fb6145ff7,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:49.396587 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:49.436008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Allocated IP 172.20.0.2 (7fb06722-7ffd-42b9-af93-96976a0726c6/c99c3576-a1c9-49c8-aa27-adaca55d7972/ed136d12-d915-43ca-8ed2-140b353f3261) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:33:49.701094 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:33:49.703390 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:47Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:49.707644 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a4966-b578-4e49-b0c1-f17667bba17d None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:47Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:33:49.743355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.754446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Transition to ACTIVE for port object ed136d12-d915-43ca-8ed2-140b353f3261 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:49.774122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Transition to ACTIVE for port object ed136d12-d915-43ca-8ed2-140b353f3261 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:49.782829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.846895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:33:49.849898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:49.857860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:33:49.864149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.896948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Pushing event updated for resources: {'Port': ['ID=ed136d12-d915-43ca-8ed2-140b353f3261,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:49.966245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Attempting to bind port ed136d12-d915-43ca-8ed2-140b353f3261 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:33:49.966613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Attempting to bind port ed136d12-d915-43ca-8ed2-140b353f3261 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:33:49.966975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Attempting to bind port ed136d12-d915-43ca-8ed2-140b353f3261 on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:33:49.972274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:33:49.973651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Checking segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:33:49.973781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:49.974129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Bound using segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:33:49.974697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Bound port: ed136d12-d915-43ca-8ed2-140b353f3261, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:33:49.975075 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.071799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] For port ed136d12-d915-43ca-8ed2-140b353f3261, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:33:50.076428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] For port ed136d12-d915-43ca-8ed2-140b353f3261, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed136d12-d915-43ca-8ed2-140b353f3261,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:33:50.085139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.177645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad224180-f73a-447e-a7bb-c4809f1700ab None None] Pushing event updated for resources: {'Port': ['ID=ed136d12-d915-43ca-8ed2-140b353f3261,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:50.292316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 271d3562-983a-4932-a282-e97fb6145ff7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:50.381497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 271d3562-983a-4932-a282-e97fb6145ff7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:50.387552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 271d3562-983a-4932-a282-e97fb6145ff7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:50.387936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.479623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (7fb06722-7ffd-42b9-af93-96976a0726c6/c99c3576-a1c9-49c8-aa27-adaca55d7972/f472b37e-73e6-4396-885a-3251b489f9db) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:33:50.583645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.604013 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 271d3562-983a-4932-a282-e97fb6145ff7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=271d3562-983a-4932-a282-e97fb6145ff7,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:50.609849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.672479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:50.689022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.689287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=271d3562-983a-4932-a282-e97fb6145ff7,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:50.713770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object f472b37e-73e6-4396-885a-3251b489f9db will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:50.742037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.807333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:33:50.811442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:50.815039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:33:50.869157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:50.888633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:50.892605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port 71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:50.892981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.017626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.074703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.075311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.219078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for 71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:51.302610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c259e3-5985-4b32-9979-70d7f8875ae7 None None] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:33:51.391824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.424045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d8c83cc-1602-42f2-90bc-e55d0a634f6b None None] Provisioning for port ed136d12-d915-43ca-8ed2-140b353f3261 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:51.443055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=71e1f1ea-83c8-4db4-9b88-f578e3d2d3a8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:51.503274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.510511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.558809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.559236 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP eb7f2c2c-5360-4679-b552-77355f43c30b disassociated (deleted). External IP: 172.26.5.6, port: 55fe440a-85e5-4331-b223-c31d00dfef3d. Mar 09 12:33:51.654145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:51.657739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.812429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:33:51.813973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:51.880577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3e9a66ab-ba10-4a00-809f-66b96fe42f22 None None] Provisioning for port f472b37e-73e6-4396-885a-3251b489f9db completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:51.886834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3e9a66ab-ba10-4a00-809f-66b96fe42f22 None None] Provisioning complete for port f472b37e-73e6-4396-885a-3251b489f9db triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:51.887210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e9a66ab-ba10-4a00-809f-66b96fe42f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:51.960253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a66ab-ba10-4a00-809f-66b96fe42f22 None None] Port f472b37e-73e6-4396-885a-3251b489f9db cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:33:51.969597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:33:52.020666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:33:52.082960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2fca86f7-1575-4bfe-9212-35d65784fded None None] Provisioning complete for port f472b37e-73e6-4396-885a-3251b489f9db triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:52.083466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2fca86f7-1575-4bfe-9212-35d65784fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:52.151370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2fca86f7-1575-4bfe-9212-35d65784fded None None] Port f472b37e-73e6-4396-885a-3251b489f9db cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:33:52.279380 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:33:52.289979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:33:52.298825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:52.299774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:52.300380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:52.376811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:33:52.379628 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-99d6b885-32e0-4deb-9a19-d11783dc7d78 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb7f2c2c-5360-4679-b552-77355f43c30b HTTP/1.1" status: 204 len: 168 time: 1.7051849 Mar 09 12:33:52.380510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:33:52.380807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 271d3562-983a-4932-a282-e97fb6145ff7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:52.388564 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:33:52.406270 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:52.408229 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:52.419048 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ae5dfe2b-2a7d-4ddd-9a2c-d69d372f1d7c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/a5db72c4-5870-4b9e-acf6-a84c30824b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3628085 Mar 09 12:33:52.419460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48434) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:52.571993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:52.620409 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'status': 'completed', 'code': 200} Mar 09 12:33:52.656846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:52.693114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0402a909-aa75-4aae-b14f-953156338e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:52.700715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091c30-6f99-493d-92a9-9c09198da345 req-fe51fea1-a3e9-4591-816f-174fd6a26e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.702571 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-fe51fea1-a3e9-4591-816f-174fd6a26e19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 1099 time: 0.1555059 Mar 09 12:33:52.716509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 271d3562-983a-4932-a282-e97fb6145ff7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:52.716932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:52.734436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.734912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.738263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.738813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.739378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.739856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.746745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a723f326-0045-4c07-8225-feebe3da401d tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.3237255 Mar 09 12:33:52.747206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48440) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:52.754482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b23ad358-f800-44eb-a7d3-894ea4f276ad None None] Provisioning complete for port f472b37e-73e6-4396-885a-3251b489f9db triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:52.754937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b23ad358-f800-44eb-a7d3-894ea4f276ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:52.823400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b23ad358-f800-44eb-a7d3-894ea4f276ad None None] Port f472b37e-73e6-4396-885a-3251b489f9db cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:33:52.932696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091c30-6f99-493d-92a9-9c09198da345 req-9f4ac406-277c-4a50-ace2-09cb61374cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.935052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-9f4ac406-277c-4a50-ace2-09cb61374cad service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.2243288 Mar 09 12:33:52.944158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.944641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.945123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.945711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.946174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.946996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:52.951224 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-adbf9ae9-abdf-4e2e-94cf-a04afbefb333 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2005024 Mar 09 12:33:52.952143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48444) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:53.023339 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-835bfb5b-af9e-4079-b5e6-53ceb1c9d67c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 200 len: 217 time: 0.0792413 Mar 09 12:33:53.028541 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:51Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:53.032641 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:33:53.033017 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Updating router a5db72c4-5870-4b9e-acf6-a84c30824b40 port f472b37e-73e6-4396-885a-3251b489f9db binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:33:53.035660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcff3bd-0b2b-4211-a673-3d315f3a2d78 req-57f89988-462e-490d-906c-dfd4157b51ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:53.036345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-efcff3bd-0b2b-4211-a673-3d315f3a2d78 req-57f89988-462e-490d-906c-dfd4157b51ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:53.064563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-efcff3bd-0b2b-4211-a673-3d315f3a2d78 req-57f89988-462e-490d-906c-dfd4157b51ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:53.065795 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-efcff3bd-0b2b-4211-a673-3d315f3a2d78 req-57f89988-462e-490d-906c-dfd4157b51ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.2366760 Mar 09 12:33:53.093853 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.129996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-efcff3bd-0b2b-4211-a673-3d315f3a2d78 req-7c4285de-c6d1-4e9a-b647-429d4be4cde1 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563946 Mar 09 12:33:53.131399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091c30-6f99-493d-92a9-9c09198da345 req-78b36ef7-1aeb-4777-a1ed-bc6a0d83c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:53.132843 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-78b36ef7-1aeb-4777-a1ed-bc6a0d83c9f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.1037142 Mar 09 12:33:53.225726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091c30-6f99-493d-92a9-9c09198da345 req-a02b8196-59d8-4a70-9a5b-a091cc0d436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:53.227843 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-a02b8196-59d8-4a70-9a5b-a091cc0d436d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878878 Mar 09 12:33:53.230045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed136d12-d915-43ca-8ed2-140b353f3261 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:53.258068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-20bd5a5c-cd58-45b8-9b87-6988cf2826fb tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.3029499 Mar 09 12:33:53.319995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port ed136d12-d915-43ca-8ed2-140b353f3261 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:53.328014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ed136d12-d915-43ca-8ed2-140b353f3261 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:53.328396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.386682 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-db4d6862-518c-46c1-97d0-bb402f79c5aa service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520922 Mar 09 12:33:53.395508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:53.403232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:33:53.418123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:53.418959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:53.530797 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f2091c30-6f99-493d-92a9-9c09198da345 req-320fe4d1-c871-4d05-91f2-4ab7c39fff00 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380961 Mar 09 12:33:53.533178 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.549933 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Transition to ACTIVE for port object f472b37e-73e6-4396-885a-3251b489f9db will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:53.559089 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.644861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.701010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port ed136d12-d915-43ca-8ed2-140b353f3261, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed136d12-d915-43ca-8ed2-140b353f3261,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:53.705940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.776217 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f25c0-9531-4f4e-8a75-fb2cc4bf75f2 None None] Pushing event updated for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:53.795738 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Attempting to bind port f472b37e-73e6-4396-885a-3251b489f9db on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:33:53.796196 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Attempting to bind port f472b37e-73e6-4396-885a-3251b489f9db by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:33:53.796962 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Attempting to bind port f472b37e-73e6-4396-885a-3251b489f9db on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:33:53.803374 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:33:53.803998 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Checking segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:33:53.804992 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.805182 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Bound using segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:33:53.805965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Bound port: f472b37e-73e6-4396-885a-3251b489f9db, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:33:53.806127 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.814932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48450) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:53.820241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608209608', 'description': 'tempest-secgroup-smoke-1608209608 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:53.832293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:53.838115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:53.843613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:53.847018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:53.853894 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:53.872142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:53.899357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:53.905318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:53.908741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:53.909283 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] For port f472b37e-73e6-4396-885a-3251b489f9db, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:33:53.913033 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] For port f472b37e-73e6-4396-885a-3251b489f9db, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f472b37e-73e6-4396-885a-3251b489f9db,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:33:53.914497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:53.918205 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.005475 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:33:54.009356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:54.022142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=ed136d12-d915-43ca-8ed2-140b353f3261,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.030538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.041891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.087847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f25c0-9531-4f4e-8a75-fb2cc4bf75f2 None None] Pushing event updated for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.109351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14de1e7f-2459-497a-847c-4200bdc8cd10,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.115116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.116357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0f6968eb-251d-4907-b2a4-f29383600c0f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3004460 Mar 09 12:33:54.119132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48454) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:54.127755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:54.137590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:54.141635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:54.145236 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:54.151510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:54.184220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.279716 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:33:54.312044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed136d12-d915-43ca-8ed2-140b353f3261 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:54.321839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.326821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.376656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-94c18234-879f-40ae-903c-b3a43d5df3de tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:54.378772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-94c18234-879f-40ae-903c-b3a43d5df3de tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:54.392369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-94c18234-879f-40ae-903c-b3a43d5df3de tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:54.394115 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-94c18234-879f-40ae-903c-b3a43d5df3de tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.1782339 Mar 09 12:33:54.404733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6befa69-56c3-4766-bcee-3527ed54d59d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.410737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.414400 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b399649c-a984-4870-8a5d-8839a8b81eb7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918727 Mar 09 12:33:54.414772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48462) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:54.419501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:54.429368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:54.433321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:54.436193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:54.444475 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:54.467682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.492053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port 55fe440a-85e5-4331-b223-c31d00dfef3d {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:33:54.492764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.534448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port ed136d12-d915-43ca-8ed2-140b353f3261 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:54.535050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.551139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057b09-2de3-4c42-aa08-1852b4164818 req-56a4a9ee-81d7-4af5-a92e-791edfc2d96d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:54.553402 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df057b09-2de3-4c42-aa08-1852b4164818 req-56a4a9ee-81d7-4af5-a92e-791edfc2d96d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 946 time: 0.2186430 Mar 09 12:33:54.614064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.619607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.635410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:54.640877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28234778-dc94-4d17-9d1d-d20f85510e44 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '24590768-fd45-48f5-afe3-a6ed22b80426', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'port_id': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'mac_address': 'fa:16:3e:6e:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:30:18Z', 'updated_at': '2022-03-09T12:30:21Z', 'revision_number': 1, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:33:54.660224 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df057b09-2de3-4c42-aa08-1852b4164818 req-9abd0c83-31bb-43a6-b59f-b4f07f79fbbe tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940530 Mar 09 12:33:54.664780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.668529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2505693 Mar 09 12:33:54.668846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48466) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:54.674162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:54.680729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a56ac-fa01-4eb4-bb43-d6ea57f1c373 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ba5aed-e436-4d4c-91fa-95b5b0c126a2,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.684709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:54.689103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:54.694310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:54.702437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:54.727540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.806590 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:53Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:33:54.810833 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868fe40-0a3d-4959-83ed-34ec13ae5fc4 None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:53Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:33:54.813878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.819084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.850162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] For port 55fe440a-85e5-4331-b223-c31d00dfef3d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=55fe440a-85e5-4331-b223-c31d00dfef3d,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:54.850522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.864769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94e7cc2e-7301-48cd-a162-62372e053990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.883976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:54.889399 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194612 Mar 09 12:33:54.895390 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48470) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:54.898398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34fdb7-ae88-473c-a239-d37db25bf8ae tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff2c0e2-1ad7-41b7-931f-4671d57b4ed3,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:54.905458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:54.914874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:54.918860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:54.921789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:54.933044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:54.966469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.030007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for 55fe440a-85e5-4331-b223-c31d00dfef3d owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:33:55.041536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.046870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.068074 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a8b0de-4102-4e94-a5a4-3fb612578280,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:55.094244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.097034 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4a01a2fa-fdb5-4f68-84c9-6d1473ded4f8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990178 Mar 09 12:33:55.099399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48474) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:55.113743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eecf56-efe5-463c-8cef-d292f14b0194 None None] New status for floating IP eb7f2c2c-5360-4679-b552-77355f43c30b: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:33:55.116847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:55.124149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:55.128756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:55.132099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:55.139291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:55.314299 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:33:55.325268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.357961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.419445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=55fe440a-85e5-4331-b223-c31d00dfef3d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:55.487832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.521044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.535826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] No DVR routers for this DVR port 55fe440a-85e5-4331-b223-c31d00dfef3d on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:33:55.541176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.548037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'name': 'network-vif-deleted', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:33:55.568349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7925f675-072a-4cc1-abfe-55b40842e894,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:55.575625 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-200d86be-1f86-4d2a-88e5-58b96bd85642 req-deaa0ff5-08de-484c-a69b-3dcf5d040308 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "DELETE /v2.0/ports/55fe440a-85e5-4331-b223-c31d00dfef3d HTTP/1.1" status: 204 len: 173 time: 1.1766443 Mar 09 12:33:55.576766 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.577849 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-33c769bb-2149-4a22-9ae6-6ac3cb877567 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4774330 Mar 09 12:33:55.580821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48480) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:33:55.586675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '14de1e7f-2459-497a-847c-4200bdc8cd10', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:55.597503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:55.602979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:33:55.606731 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:33:55.616221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:55.627296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11367dac-3581-4ca0-b55f-a9b9907d1b7c', 'name': 'network-vif-deleted', 'tag': '55fe440a-85e5-4331-b223-c31d00dfef3d', 'status': 'completed', 'code': 200} Mar 09 12:33:55.633181 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:33:55.640203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.724219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.742807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.749733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.772801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f160bc8-c8e8-4c88-ad90-13df38c619e0,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:55.799354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:55.811922 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6341cc0e-96e2-483c-99ec-89b2fb408ba5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2295799 Mar 09 12:33:55.871001 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85d7a45e-9302-4eef-a271-22372d00e134 req-59709064-e68b-41df-8fa6-79bd5f741a87 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=11367dac-3581-4ca0-b55f-a9b9907d1b7c HTTP/1.1" status: 200 len: 210 time: 0.0578942 Mar 09 12:33:56.012477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-c715ff29-590a-452e-b938-578516664512 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:56.036443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-c715ff29-590a-452e-b938-578516664512 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:56.037699 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-c715ff29-590a-452e-b938-578516664512 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608209608&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0675728 Mar 09 12:33:56.129135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:56.230167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-478ef85a-c0fb-4533-87c6-539f3110f610 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:56.232651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-478ef85a-c0fb-4533-87c6-539f3110f610 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:56.252066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-478ef85a-c0fb-4533-87c6-539f3110f610 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:56.253324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-478ef85a-c0fb-4533-87c6-539f3110f610 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 796 time: 0.2085586 Mar 09 12:33:56.278172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f472b37e-73e6-4396-885a-3251b489f9db up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:56.278392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-d57f813c-4a8d-49c0-a183-c216cf750948 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0178864 Mar 09 12:33:56.354170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f472b37e-73e6-4396-885a-3251b489f9db completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:56.356001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-7d2fc91a-bd95-4acb-ac77-a87d3a8464ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:33:56.359251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f472b37e-73e6-4396-885a-3251b489f9db triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:56.359617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:56.371950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0ca92c98-d866-4fa0-945a-396b62423084 req-7d2fc91a-bd95-4acb-ac77-a87d3a8464ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:33:56.373231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-7d2fc91a-bd95-4acb-ac77-a87d3a8464ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940292 Mar 09 12:33:56.482213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:56.518421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f472b37e-73e6-4396-885a-3251b489f9db, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f472b37e-73e6-4396-885a-3251b489f9db,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:33:56.523245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:56.600257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:56.669502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-1f893985-4261-4c66-92f6-fd986c9715ef service neutron] 10.222.0.20 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835805 Mar 09 12:33:56.805706 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-16561140-8670-4cee-b970-237708c7484a service neutron] 10.222.0.20 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300960 Mar 09 12:33:56.988391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62010717-bfc5-4143-a007-1eb89d09f044 req-7d9aa11e-62b4-4b94-ae0b-38809473f183 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 210 time: 0.0479102 Mar 09 12:33:57.631279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:57.635117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 55fe440a-85e5-4331-b223-c31d00dfef3d no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:33:57.669906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 55fe440a-85e5-4331-b223-c31d00dfef3d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:33:57.670348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 55fe440a-85e5-4331-b223-c31d00dfef3d not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:33:58.154418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f49ab902-1103-490f-8155-aad9cf78c0c0 req-4886159c-e5ba-45d5-a4bf-74f6686e75b1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 210 time: 0.0471444 Mar 09 12:33:58.173934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-6110c3c6-3cd6-4d28-a9b1-1f59adebc6e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:58.176096 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-6110c3c6-3cd6-4d28-a9b1-1f59adebc6e0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 796 time: 0.1798253 Mar 09 12:33:58.238827 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-c3066030-6a53-469b-b0ee-81323af8c308 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 380 time: 0.0523210 Mar 09 12:33:58.258802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['14de1e7f-2459-497a-847c-4200bdc8cd10']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:58.282379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f472b37e-73e6-4396-885a-3251b489f9db up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:33:58.354395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f472b37e-73e6-4396-885a-3251b489f9db triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:58.355009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:58.403976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:33:58.415052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:33:58.425978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:33:58.429611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:58.596853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.7 (7fb06722-7ffd-42b9-af93-96976a0726c6/c99c3576-a1c9-49c8-aa27-adaca55d7972/91df1bc2-fe04-4d5a-a03d-2512e1c93015) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:33:58.802629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:58.820764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 91df1bc2-fe04-4d5a-a03d-2512e1c93015 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:58.845230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:58.911210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:33:58.914500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:33:58.923052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:33:58.961051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:58.999554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:59.000177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:59.032717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-bd2aa921-5979-441b-860e-93a70d11510d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786691 Mar 09 12:33:59.045677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Request body: {'port': {'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:33:59.162874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:59.204296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3dd731f0-d036-439a-9882-2c35eca0a592 None None] Provisioning for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:33:59.211216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3dd731f0-d036-439a-9882-2c35eca0a592 None None] Provisioning complete for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:33:59.211594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dd731f0-d036-439a-9882-2c35eca0a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:59.272240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3dd731f0-d036-439a-9882-2c35eca0a592 None None] Port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:33:59.373299 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af496a-5dbc-4bd6-82f8-ca3fdebf8c8e req-a46fa91b-1333-40d7-a58f-b0d5ed9d2bd9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:33:59.375081 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68af496a-5dbc-4bd6-82f8-ca3fdebf8c8e req-a46fa91b-1333-40d7-a58f-b0d5ed9d2bd9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 931 time: 0.1022637 Mar 09 12:33:59.450812 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68af496a-5dbc-4bd6-82f8-ca3fdebf8c8e req-6d57c5aa-f295-44a9-8d82-048cf093b59d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697324 Mar 09 12:33:59.596139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df1bc2-fe04-4d5a-a03d-2512e1c93015 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:33:59.603788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:59.618837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Transition to ACTIVE for port object 91df1bc2-fe04-4d5a-a03d-2512e1c93015 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:33:59.623131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:33:59.941078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:33:59.989869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Attempting to bind port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:33:59.990197 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Attempting to bind port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:33:59.990524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Attempting to bind port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:33:59.995140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 on network 7fb06722-7ffd-42b9-af93-96976a0726c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:33:59.995452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Attempting to bind port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:34:00.000421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:34:00.000757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Checking segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:34:00.001168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Bound using segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:34:00.001589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Bound port: 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:34:00.001933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:00.090868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:34:00.093856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:34:00.098925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:00.156919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.157547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:00.159034 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 1093 time: 1.1181507 Mar 09 12:34:00.159382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:00.188447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bb0ff-2843-4971-b0c5-ca1e946f60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:00.257837 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:34:00.288160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-814b7c10-77a4-47aa-9f72-1e3d951d4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.289702 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-814b7c10-77a4-47aa-9f72-1e3d951d4c06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1096 time: 0.0797322 Mar 09 12:34:00.374028 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-1ef90230-d3cf-4dc7-b853-db6e30170f0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 217 time: 0.0767927 Mar 09 12:34:00.449573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-988349e0-07cb-4c04-8d74-f562321976c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.451107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-988349e0-07cb-4c04-8d74-f562321976c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0690730 Mar 09 12:34:00.578773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92c98-d866-4fa0-945a-396b62423084 req-50f60892-0323-40f4-afb3-ca577f7da11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.580277 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-50f60892-0323-40f4-afb3-ca577f7da11f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235688 Mar 09 12:34:00.648759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b420c-b8c8-4760-9af4-20cb01dd7389 req-4e493e52-63b4-45cc-8248-4fadbb0f84a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.650981 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c76b420c-b8c8-4760-9af4-20cb01dd7389 req-4e493e52-63b4-45cc-8248-4fadbb0f84a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 943 time: 0.0867434 Mar 09 12:34:00.701517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c76b420c-b8c8-4760-9af4-20cb01dd7389 req-e195be25-09c9-4adb-a63b-02a2e046ebed tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 Mar 09 12:34:00.722056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-b6a285c3-5b7c-4f53-94e5-19db8e3fc98b service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353993 Mar 09 12:34:00.856989 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0ca92c98-d866-4fa0-945a-396b62423084 req-b0898cf6-cda8-4991-92b5-eac6d982306b service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255898 Mar 09 12:34:00.969136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198780-640f-44a7-8965-121387441f77 req-bcde6f12-d1a1-4718-b5c1-605980589b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:00.970578 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-bcde6f12-d1a1-4718-b5c1-605980589b9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1096 time: 0.0700657 Mar 09 12:34:01.100207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198780-640f-44a7-8965-121387441f77 req-8aaab1a8-36ca-42ba-9e5b-0325a5873531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:01.101669 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-8aaab1a8-36ca-42ba-9e5b-0325a5873531 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1247370 Mar 09 12:34:01.172487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-5d721c62-7de5-429d-a006-72dc95afdacb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 217 time: 0.0638659 Mar 09 12:34:01.235552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198780-640f-44a7-8965-121387441f77 req-686d2565-6f59-4cc3-9d0c-7ad8d78070dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:01.236859 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-686d2565-6f59-4cc3-9d0c-7ad8d78070dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0572178 Mar 09 12:34:01.309637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198780-640f-44a7-8965-121387441f77 req-4261da18-7541-42d8-a7aa-bd09a6a2b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:01.311052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-4261da18-7541-42d8-a7aa-bd09a6a2b1f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681775 Mar 09 12:34:01.439958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-b2556cc0-9cd8-4c8a-952c-497df932028a service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224720 Mar 09 12:34:01.572281 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-68198780-640f-44a7-8965-121387441f77 req-962d3f16-c99d-4df8-b10d-b3a8a967e279 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255941 Mar 09 12:34:01.602966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48548) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:01.803754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port 4ca7e35b-6845-407b-87d4-f8c3273d1903 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:01.804411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:02.021981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855ed85-9c54-46d0-832a-d9792e7d37dd req-4875ecb3-12c0-426d-9c2f-3330f5080c4c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:02.023453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3855ed85-9c54-46d0-832a-d9792e7d37dd req-4875ecb3-12c0-426d-9c2f-3330f5080c4c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 943 time: 0.1925271 Mar 09 12:34:02.057115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:02.057369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:02.197934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for 4ca7e35b-6845-407b-87d4-f8c3273d1903 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:02.236751 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3855ed85-9c54-46d0-832a-d9792e7d37dd req-81279b93-9960-45b1-af15-51ed8c8799b4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985133 Mar 09 12:34:02.352164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:02.402370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=4ca7e35b-6845-407b-87d4-f8c3273d1903,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:02.493924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:02.494254 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Floating IP 24590768-fd45-48f5-afe3-a6ed22b80426 disassociated (deleted). External IP: 172.26.5.77, port: d054eedf-d98c-4436-83a7-99bdf0349528. Mar 09 12:34:02.944904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:34:03.118507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:34:03.128832 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:34:03.134483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:03.138189 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:03.138786 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:03.195114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec923ef2-6e8e-40ff-b766-3947106e506d tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "DELETE /v2.0/floatingips/24590768-fd45-48f5-afe3-a6ed22b80426 HTTP/1.1" status: 204 len: 168 time: 1.5883334 Mar 09 12:34:03.195114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:03.248266 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'status': 'completed', 'code': 200} Mar 09 12:34:03.327510 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:03.346441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-1980e46f-5762-4766-a834-2dcf8c303360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.348612 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-1980e46f-5762-4766-a834-2dcf8c303360 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 1098 time: 0.0782418 Mar 09 12:34:03.457659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b3cb-8914-48d2-a908-ace27041197f req-f6eb4638-dcd0-44fc-b43d-5253ccc527ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.459546 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6340b3cb-8914-48d2-a908-ace27041197f req-f6eb4638-dcd0-44fc-b43d-5253ccc527ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 943 time: 0.1069493 Mar 09 12:34:03.499618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-863a0efc-112e-4334-9144-e539b34c9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.501089 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-863a0efc-112e-4334-9144-e539b34c9cd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 200 len: 912 time: 0.1470306 Mar 09 12:34:03.562355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6340b3cb-8914-48d2-a908-ace27041197f req-d642eb9b-2b9a-4b89-9d8a-b32318b30434 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854008 Mar 09 12:34:03.584749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-424bd199-c9da-4de7-a84b-1c714121a79b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 200 len: 217 time: 0.0764530 Mar 09 12:34:03.657871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 91df1bc2-fe04-4d5a-a03d-2512e1c93015 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:34:03.664917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89fa3-8234-4bfd-b820-aac0401e8561 req-cf9ce82f-aaa2-40df-b25f-412c0db7d182 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.665684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d4d89fa3-8234-4bfd-b820-aac0401e8561 req-cf9ce82f-aaa2-40df-b25f-412c0db7d182 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:34:03.684782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d4d89fa3-8234-4bfd-b820-aac0401e8561 req-cf9ce82f-aaa2-40df-b25f-412c0db7d182 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:34:03.694820 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4d89fa3-8234-4bfd-b820-aac0401e8561 req-cf9ce82f-aaa2-40df-b25f-412c0db7d182 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.1170838 Mar 09 12:34:03.725404 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:03.729576 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:34:03.739105 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:03.739105 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:03.746966 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4d89fa3-8234-4bfd-b820-aac0401e8561 req-e4e3c658-8ceb-4d1f-b1cc-72bf04c484ae tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512280 Mar 09 12:34:03.772486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-7dbe3dba-f566-4a50-a626-b455521a3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.774392 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-7dbe3dba-f566-4a50-a626-b455521a3c2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 200 len: 850 time: 0.1831264 Mar 09 12:34:03.824433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:03.838973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:34:03.853586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-766445ef-1ba8-4bbc-a81a-959caed0cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:03.855074 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-766445ef-1ba8-4bbc-a81a-959caed0cef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741332 Mar 09 12:34:03.902959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:03.924211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df1bc2-fe04-4d5a-a03d-2512e1c93015 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:34:03.941885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:03.942856 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:03.947452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:04.014667 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-c6174fa5-e669-49ab-9ef2-17019e9e1cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516054 Mar 09 12:34:04.056745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:04.151463 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7cb319f4-f42c-4350-a69e-c0ee85f70161 req-ac4d66ab-7143-43c7-aa40-af7a83743696 service neutron] 10.222.0.13 "GET /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298261 Mar 09 12:34:04.169364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['91df1bc2-fe04-4d5a-a03d-2512e1c93015'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:34:04.280724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:04.284564 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdd19e-75c1-4650-a16e-b49bd73b1f01 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:27:10Z', 'revision_number': 4, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '9c4f3263-de0a-45f6-97a6-c7acca0d3595', 'name': '', 'network_id': 'fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'mac_address': 'fa:16:3e:a0:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:10Z', 'updated_at': '2022-03-09T12:27:17Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'subnets': [{'id': '65785aec-970b-4617-a8de-73a4e2b4958d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:34:04.495720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929419e-740e-4317-b34f-184900829612 None None] New status for floating IP 24590768-fd45-48f5-afe3-a6ed22b80426: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:34:04.742353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a7b2-c33b-46ce-9d27-806a90d92f4d req-2aca7415-e6be-46a1-a80f-01e32e0031f1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:04.743787 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ff2a7b2-c33b-46ce-9d27-806a90d92f4d req-2aca7415-e6be-46a1-a80f-01e32e0031f1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 944 time: 0.0790956 Mar 09 12:34:04.787793 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ff2a7b2-c33b-46ce-9d27-806a90d92f4d req-e2336d2b-0bd3-4016-aaaa-7ccdbacb616e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Mar 09 12:34:04.940985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df670940-de4a-49ab-8a38-502b05b154d1 req-550aa2e2-e301-4720-b03f-965d7e73166a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:04.943963 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df670940-de4a-49ab-8a38-502b05b154d1 req-550aa2e2-e301-4720-b03f-965d7e73166a tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.0885775 Mar 09 12:34:04.989641 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df670940-de4a-49ab-8a38-502b05b154d1 req-67d7e24a-4eca-4972-9f22-a82b5da803ab tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69bb190a-60b6-4fcc-a305-65b050b9d4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Mar 09 12:34:05.020513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081a955-16f9-4940-bd66-086869806bcf req-1983fc51-23f0-46f4-8072-bd2402e1b477 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:05.021241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-2081a955-16f9-4940-bd66-086869806bcf req-1983fc51-23f0-46f4-8072-bd2402e1b477 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Synchronizing usage tracker for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:34:05.032552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-2081a955-16f9-4940-bd66-086869806bcf req-1983fc51-23f0-46f4-8072-bd2402e1b477 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Unset dirty status for tenant:e23443e3b29a4c9dbda00d2562e95dd9 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:34:05.033666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2081a955-16f9-4940-bd66-086869806bcf req-1983fc51-23f0-46f4-8072-bd2402e1b477 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 945 time: 0.0913694 Mar 09 12:34:05.106684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port d054eedf-d98c-4436-83a7-99bdf0349528 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:05.106930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.354494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] For port d054eedf-d98c-4436-83a7-99bdf0349528, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d054eedf-d98c-4436-83a7-99bdf0349528,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:05.354942 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.482757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for d054eedf-d98c-4436-83a7-99bdf0349528 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:05.634824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.687569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=d054eedf-d98c-4436-83a7-99bdf0349528,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:05.687769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 91df1bc2-fe04-4d5a-a03d-2512e1c93015 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:34:05.763594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] No DVR routers for this DVR port d054eedf-d98c-4436-83a7-99bdf0349528 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:34:05.766594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.766737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:34:05.769159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'name': 'network-vif-deleted', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:05.772048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:34:05.772453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.785905 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2081a955-16f9-4940-bd66-086869806bcf req-2570a7d8-ce31-458c-8218-41d068d833ce tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.13 "DELETE /v2.0/ports/d054eedf-d98c-4436-83a7-99bdf0349528 HTTP/1.1" status: 204 len: 173 time: 0.7428288 Mar 09 12:34:05.825590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7b1811-682c-4ef9-a790-f52e9f8300c5', 'name': 'network-vif-deleted', 'tag': 'd054eedf-d98c-4436-83a7-99bdf0349528', 'status': 'completed', 'code': 200} Mar 09 12:34:05.907595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:05.937063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:05.947587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:05.951827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:06.018514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41f10-021b-4da5-a985-8e46b6a9993c req-f4e0e3e3-b159-46c5-8c45-ba9cd99af77f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:06.020880 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cf41f10-021b-4da5-a985-8e46b6a9993c req-f4e0e3e3-b159-46c5-8c45-ba9cd99af77f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.1159737 Mar 09 12:34:06.030806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:06.068977 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'code': 200} Mar 09 12:34:06.088242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cf41f10-021b-4da5-a985-8e46b6a9993c req-52264c44-a1b0-466e-b202-9952cc6a9bf5 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611994 Mar 09 12:34:06.249738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-582ffab5-786b-4a16-84c0-10ab75767dbd req-47bb915e-2ecc-4b84-bca0-a3cbfe31bcca tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7b1811-682c-4ef9-a790-f52e9f8300c5 HTTP/1.1" status: 200 len: 210 time: 0.0774760 Mar 09 12:34:06.339287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7e9b-a48f-426d-b87d-d3dc19b966cc req-78210686-3b2b-4a03-9715-77a21b04343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:06.340797 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26de7e9b-a48f-426d-b87d-d3dc19b966cc req-78210686-3b2b-4a03-9715-77a21b04343e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1098 time: 0.0873694 Mar 09 12:34:06.382603 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26de7e9b-a48f-426d-b87d-d3dc19b966cc req-c0a961b6-d778-445e-bd8b-9cd24e50596e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362341 Mar 09 12:34:07.269012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73661e21-45a5-42b5-828b-775b5994869f req-049d3c4c-8d66-46af-b6c2-dc8045ea8a77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:07.271060 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73661e21-45a5-42b5-828b-775b5994869f req-049d3c4c-8d66-46af-b6c2-dc8045ea8a77 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.0798070 Mar 09 12:34:07.319037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73661e21-45a5-42b5-828b-775b5994869f req-7e6b1501-1d43-440e-a8d6-2d216b39c34a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416610 Mar 09 12:34:07.349997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48580) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:07.513377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Deleting port 01d43a4d-2efc-4369-b0a6-6baecd5ed4d4 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:07.513725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:07.695998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d054eedf-d98c-4436-83a7-99bdf0349528 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:07.729757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: d054eedf-d98c-4436-83a7-99bdf0349528 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:07.730157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device d054eedf-d98c-4436-83a7-99bdf0349528 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:07.777357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:07.777680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:07.896714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Calling delete_port for 01d43a4d-2efc-4369-b0a6-6baecd5ed4d4 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:08.035426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:08.082488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'Port': ['ID=01d43a4d-2efc-4369-b0a6-6baecd5ed4d4,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:08.179938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:08.194516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:08.195650 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-218383c3-8e39-4429-b517-160040cf69e7 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "DELETE /v2.0/floatingips/748f083e-6638-4104-930f-ec0b1161e632 HTTP/1.1" status: 204 len: 168 time: 0.8446858 Mar 09 12:34:08.514635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52749593-6e1d-4f13-8017-2543744033fa req-53ff5995-f0e8-4f3b-8d37-fa59a603b592 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:08.516148 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52749593-6e1d-4f13-8017-2543744033fa req-53ff5995-f0e8-4f3b-8d37-fa59a603b592 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.0813363 Mar 09 12:34:08.566936 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52749593-6e1d-4f13-8017-2543744033fa req-bee10f04-ec2a-4f72-971f-0fd2ee6f9bcb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Mar 09 12:34:08.758844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cf31-189a-4dcc-95e0-8b592c6d452e req-0880106f-10c0-4bae-98e0-6acf960fda86 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:08.760221 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a757cf31-189a-4dcc-95e0-8b592c6d452e req-0880106f-10c0-4bae-98e0-6acf960fda86 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.0847335 Mar 09 12:34:08.804618 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a757cf31-189a-4dcc-95e0-8b592c6d452e req-1f808dad-1846-49e8-88af-758522f7eb8e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385857 Mar 09 12:34:08.828542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48596) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:08.898800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c5a79-6924-4ff7-a292-ee9311cc5f02 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:08.902899 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9b7c5a79-6924-4ff7-a292-ee9311cc5f02 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1093 time: 0.0707176 Mar 09 12:34:08.903097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48600) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:08.907737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:08.914097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:08.917884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:08.920775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:08.926434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:08.936795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:09.076562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:09.217826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.77 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/b136627f-be21-413e-8483-b1fc963dd8c4) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:34:09.365973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:09.395212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:09.458986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:34:09.461646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:34:09.469353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:34:09.504825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=b136627f-be21-413e-8483-b1fc963dd8c4,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:09.991258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.066075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.275611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.280246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.387523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=b136627f-be21-413e-8483-b1fc963dd8c4,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:10.399600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.583476 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 18d239e9-4298-409f-986d-9f40fb6e7a5d associated. External IP: 172.26.5.77, port: 91df1bc2-fe04-4d5a-a03d-2512e1c93015. Mar 09 12:34:10.771418 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48608) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:10.847375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.879740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.943008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:34:10.954479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.973976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb190a-60b6-4fcc-a305-65b050b9d4ce,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:10.991193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:10.992541 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e46c820e-5b33-4f13-b17a-bdd101b37174 tempest-TestVolumeBootPattern-1886711209 tempest-TestVolumeBootPattern-1886711209-project] 10.222.0.20 "DELETE /v2.0/security-groups/69bb190a-60b6-4fcc-a305-65b050b9d4ce HTTP/1.1" status: 204 len: 168 time: 0.2201128 Mar 09 12:34:11.040956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48614) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:11.137057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:34:11.147939 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:34:11.157626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:11.158233 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:11.166055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:11.222259 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f6ee87e1-3144-4c3f-b411-189965c904fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3179617 Mar 09 12:34:11.223348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:11.225194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48620) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:11.353282 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:11.529473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3b6b4-9d0b-4786-97b5-02ccb794b693 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:11.533275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-87e3b6b4-9d0b-4786-97b5-02ccb794b693 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1093 time: 0.3042972 Mar 09 12:34:11.576189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-1c431ac9-6f23-480f-8d61-d0d7c4033ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:11.584356 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-1c431ac9-6f23-480f-8d61-d0d7c4033ff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1098 time: 0.2586451 Mar 09 12:34:11.681090 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:34:11.750810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48628) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:11.760548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801434905', 'description': 'tempest-secgroup-smoke-801434905 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:11.778542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:11.799206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-de6e0da7-0249-45b9-b3b1-f844cb59a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:11.801302 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-de6e0da7-0249-45b9-b3b1-f844cb59a86d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.2116299 Mar 09 12:34:11.802504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:11.860094 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:09Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:11.864451 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:34:11.876336 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:11.876981 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:11.906269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:11.950385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:11.954039 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-72a0a6ec-2d6e-45a7-8d7a-ca2d1efeef08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 998 time: 0.1468010 Mar 09 12:34:11.956303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:11.960038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:12.003030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.008827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:12.040555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-f7ed453a-c98d-4dce-bf2b-1ac4bf20de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:12.042125 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-f7ed453a-c98d-4dce-bf2b-1ac4bf20de20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0792623 Mar 09 12:34:12.100734 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:12.170984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-386f83a2-5554-429d-9e1c-79822d7344b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:12.172543 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-386f83a2-5554-429d-9e1c-79822d7344b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192548 Mar 09 12:34:12.215471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.227079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.345955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.357818 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6056767 Mar 09 12:34:12.360833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a9663-827d-4e2f-9d7d-088e18c334a6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef2005-4e34-498e-a571-47affb7bb7ca,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:12.363503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48632) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:12.369365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:12.400322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:12.406917 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-62aa7c37-0292-42fb-8b40-82089c48987f service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261090 Mar 09 12:34:12.418953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:12.423362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:12.432276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:12.451619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Deleting port 9c4f3263-de0a-45f6-97a6-c7acca0d3595 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:12.452064 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.523290 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:09Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:12.528550 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f17f75-6427-4313-bd1c-067c7ec32769 None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:09Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:34:12.555653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.567898 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8cff0a26-dbad-4ccf-bcbf-e159c665d872 req-158ea206-9c02-4053-afe0-f66f9e4c22bf service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551063 Mar 09 12:34:12.699033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] For port 9c4f3263-de0a-45f6-97a6-c7acca0d3595, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9c4f3263-de0a-45f6-97a6-c7acca0d3595,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:12.699421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.741880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a804c4-53f6-4077-b285-1279a1993936 None None] New status for floating IP 18d239e9-4298-409f-986d-9f40fb6e7a5d: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:34:12.835883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.843355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Calling delete_port for 9c4f3263-de0a-45f6-97a6-c7acca0d3595 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:12.870009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.914925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4b3040-93b9-4443-a4e1-53056c9fc099,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:12.927180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:12.928338 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-39abbd42-519c-4b50-a8c6-28c8685a3651 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5641038 Mar 09 12:34:12.931357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48636) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:12.937732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:12.946027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:12.951316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:12.957640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:12.965380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:12.982994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.055840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.060422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.086842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9795eae-b5ee-4687-884b-6e9a0842f7d4,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.095474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.097151 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-02ba402a-052a-4b6d-9140-9429c86bc3c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642621 Mar 09 12:34:13.100114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48640) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:13.106416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:13.112694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:13.117063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:13.119945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:13.126079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:13.143585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.171982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.206977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.210773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.226498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4f3263-de0a-45f6-97a6-c7acca0d3595,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.237740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e26b58-3c96-4573-929b-a110a7a1d2d9,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.249258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.250485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-48868fed-67a4-4c77-a174-b42c17e86dd0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493528 Mar 09 12:34:13.253190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48644) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:13.260868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:13.267276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:13.271711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:13.274713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:13.280443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:13.309907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.383014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.388275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.414008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a14e25a-f7ad-4d61-96a9-56570bc3ead2,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.430063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.431639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-40e1c6e5-371c-4171-83ff-3db58cfab3bf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764207 Mar 09 12:34:13.434591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48648) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:13.439712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:13.445884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:13.449660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:13.452460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:13.458624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:13.468980 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:34:13.475876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.508412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.542010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.545570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.569274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b09e50-9957-4238-974b-1fc1c67d5757,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.577794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.579035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-93d1a997-fd87-46de-b95e-ceb9380acfb8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434414 Mar 09 12:34:13.582321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48652) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:13.587231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '51ef2005-4e34-498e-a571-47affb7bb7ca', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:13.593347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:13.598128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:13.601022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:13.606638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:13.617293 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:34:13.623732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.691911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.696436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.719979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040c8fce-16a9-4f86-9d7a-f01660b9591f,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:13.729676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:13.731009 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bccec9e8-37d3-4beb-96dd-13ee0cd09af0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477430 Mar 09 12:34:13.918601 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-63e63235-c4cd-4721-a095-15de8d376050 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801434905&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0618353 Mar 09 12:34:13.920287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Router 8b0be788-d91c-4793-9ecf-7cd5a7611284 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:34:14.218206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c84db18d-79e7-4bc7-9776-8a497a00597a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:14.219649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c84db18d-79e7-4bc7-9776-8a497a00597a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 796 time: 0.2929783 Mar 09 12:34:14.227414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:34:14.235895 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Sync routers for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:34:14.243372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-d5895881-0f6c-4451-8a84-b38927880f5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0172167 Mar 09 12:34:14.246720 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:14.247513 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:14.248197 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1c92a91d-9cd9-43f0-bf7c-2c69334d48dd admin admin] 10.222.0.20 "PUT /v2.0/routers/8b0be788-d91c-4793-9ecf-7cd5a7611284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2062838 Mar 09 12:34:14.251034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48668) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:14.338077 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-15ddc147-d89e-4e08-bf4c-ce60d5d6e032 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0884061 Mar 09 12:34:14.434441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:14.447057 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:14.478278 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-34334638-c63f-44ca-8d94-0598ba07fbd2 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283004 Mar 09 12:34:14.635230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:14.645323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Deleting port bbc24773-6ef3-4cc1-9aa0-7532a858a747 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:14.645659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:14.731260 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-5df4b7db-5a35-471a-83d3-2abcf7b8161c service neutron] 10.222.0.20 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432086 Mar 09 12:34:14.781653 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:34:13Z', 'revision_number': 5, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port': {'id': 'bbc24773-6ef3-4cc1-9aa0-7532a858a747', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:07Z', 'updated_at': '2022-03-09T12:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:14.787197 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Checking router: 8b0be788-d91c-4793-9ecf-7cd5a7611284 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:34:14.796161 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Routers {'8b0be788-d91c-4793-9ecf-7cd5a7611284'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:14.796782 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8b0be788-d91c-4793-9ecf-7cd5a7611284'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:14.962535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-349e8ef1-799f-4a19-acda-8576968ff092 req-31bcfbb2-369e-4d59-b217-8db88c81da5b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 210 time: 0.0496249 Mar 09 12:34:14.971594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] For port bbc24773-6ef3-4cc1-9aa0-7532a858a747, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=bbc24773-6ef3-4cc1-9aa0-7532a858a747,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:14.972088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:14.973510 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] Set router 8b0be788-d91c-4793-9ecf-7cd5a7611284 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:15.107788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Calling delete_port for bbc24773-6ef3-4cc1-9aa0-7532a858a747 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:15.109467 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:34:14Z', 'revision_number': 6, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:15.115129 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d32813-1b4b-4c1f-a5ee-3628d1eb4912 None None] The sync data for ids ['8b0be788-d91c-4793-9ecf-7cd5a7611284'] in dv-neutron-832762-2-hyperv is: [{'id': '8b0be788-d91c-4793-9ecf-7cd5a7611284', 'name': 'tempest-TestVolumeBootPattern-357092695-router', 'tenant_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:06Z', 'updated_at': '2022-03-09T12:34:14Z', 'revision_number': 6, 'project_id': 'e23443e3b29a4c9dbda00d2562e95dd9', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:34:15.288008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.334342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc24773-6ef3-4cc1-9aa0-7532a858a747,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:15.430849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.616417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.618683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.643600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.644100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0be788-d91c-4793-9ecf-7cd5a7611284 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:34:15.656848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.657985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-84b24a81-80a4-49c6-b83f-674d6deaa3c8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b0be788-d91c-4793-9ecf-7cd5a7611284 HTTP/1.1" status: 204 len: 168 time: 1.4059126 Mar 09 12:34:15.661002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48684) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:15.721816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Deleting subnet 65785aec-970b-4617-a8de-73a4e2b4958d {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:34:15.724834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.776933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.854443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:15.934491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.010969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.016269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ab8c1-b791-402d-b9fe-83c89b49c9e4 None None] Network fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:34:16.030043 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/65785aec-970b-4617-a8de-73a4e2b4958d HTTP/1.1" status: 204 len: 168 time: 0.3680482 Mar 09 12:34:16.031051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a90fe8-c50b-4796-8dab-22a4d10f822a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65785aec-970b-4617-a8de-73a4e2b4958d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:16.033603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48690) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:16.176281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-2002553b-a25d-451a-a35e-8d08a3b94ed3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:16.179055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-2002553b-a25d-451a-a35e-8d08a3b94ed3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 796 time: 0.2003763 Mar 09 12:34:16.243393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1cdbf901-796b-4366-af94-4d4d573c7e34 req-fdfb8b0d-cbe5-4688-8c42-687950bf6641 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 210 time: 0.0629485 Mar 09 12:34:16.282438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.294180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.297612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-224337ff-a2e6-49bd-a49d-bcc65afa1acc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:34:16.316610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bbc24773-6ef3-4cc1-9aa0-7532a858a747 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:16.329863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Deleting port 12d98488-9f8a-4018-8000-1f655c5b3b48 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:16.330505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.336980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-224337ff-a2e6-49bd-a49d-bcc65afa1acc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:34:16.339072 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-224337ff-a2e6-49bd-a49d-bcc65afa1acc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 472 time: 0.1480100 Mar 09 12:34:16.347451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['51ef2005-4e34-498e-a571-47affb7bb7ca']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:16.373087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: bbc24773-6ef3-4cc1-9aa0-7532a858a747 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:16.373642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device bbc24773-6ef3-4cc1-9aa0-7532a858a747 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:16.374079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9c4f3263-de0a-45f6-97a6-c7acca0d3595 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:16.413812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32237763-fcee-4257-98c8-62572febcd7b None None] DHCP port deletion for fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:34:16.424777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9c4f3263-de0a-45f6-97a6-c7acca0d3595 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:16.425143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9c4f3263-de0a-45f6-97a6-c7acca0d3595 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:16.429190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Deleting port 12d98488-9f8a-4018-8000-1f655c5b3b48 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:16.429667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.516876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:16.521926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:port and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:16.531321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:16.538123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:16.547659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:34:16.552039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.565816 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] For port 12d98488-9f8a-4018-8000-1f655c5b3b48, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=12d98488-9f8a-4018-8000-1f655c5b3b48,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:16.567063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.685437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-32237763-fcee-4257-98c8-62572febcd7b None None] For port 12d98488-9f8a-4018-8000-1f655c5b3b48, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=12d98488-9f8a-4018-8000-1f655c5b3b48,segment=NetworkSegment(38f76959-d10a-4d29-8a6c-21a2ed45f782),segment_id=38f76959-d10a-4d29-8a6c-21a2ed45f782)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:16.685729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.698827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Calling delete_port for 12d98488-9f8a-4018-8000-1f655c5b3b48 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:16.782628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.815072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Calling delete_port for 12d98488-9f8a-4018-8000-1f655c5b3b48 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:16.831389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d98488-9f8a-4018-8000-1f655c5b3b48,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:16.835029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.10 (7fb06722-7ffd-42b9-af93-96976a0726c6/c99c3576-a1c9-49c8-aa27-adaca55d7972/9f96be74-b2e8-4658-9311-9357c533802f) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:34:16.835824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] No DVR routers for this DVR port 12d98488-9f8a-4018-8000-1f655c5b3b48 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:34:16.896451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:34:16.896809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:34:16.957499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:16.982667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:16.994619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f76959-d10a-4d29-8a6c-21a2ed45f782') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:16.994917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f76959-d10a-4d29-8a6c-21a2ed45f782') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:17.006244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.025866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.032901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:34:17.033434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.036001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:34:17.047604 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:34:17.121746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 9f96be74-b2e8-4658-9311-9357c533802f will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:34:17.121934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.127391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.145868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.153357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:17.176316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f0647b22-897e-48fd-b09f-c3178736e2a3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fed9cb7d-d72c-478a-af82-3ae9dbf4a8ce HTTP/1.1" status: 204 len: 168 time: 1.1377280 Mar 09 12:34:17.176787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48698) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:17.217446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:34:17.225618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:34:17.229982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:34:17.261866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:17.308435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:17.309279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.341247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7c32d3aa-68e2-4ebd-aa32-ac7bc8bb0859 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9978187 Mar 09 12:34:17.355712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Request body: {'port': {'device_id': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:17.398523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Deleting port 12d98488-9f8a-4018-8000-1f655c5b3b48 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:17.399058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32237763-fcee-4257-98c8-62572febcd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.480920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32237763-fcee-4257-98c8-62572febcd7b None None] The port '12d98488-9f8a-4018-8000-1f655c5b3b48' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:34:17.493311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.496983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba6fb673-ed72-4b21-b6f2-facce1d9effa None None] Provisioning for port 9f96be74-b2e8-4658-9311-9357c533802f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:34:17.505092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba6fb673-ed72-4b21-b6f2-facce1d9effa None None] Provisioning complete for port 9f96be74-b2e8-4658-9311-9357c533802f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:34:17.505698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb673-ed72-4b21-b6f2-facce1d9effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.570298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fb673-ed72-4b21-b6f2-facce1d9effa None None] Port 9f96be74-b2e8-4658-9311-9357c533802f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:34:17.732116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97baf9-293a-4ac7-b2b0-952b3a2581fb req-ec8d7977-ef87-4bc8-8a50-992eaa7554a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:17.733582 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c97baf9-293a-4ac7-b2b0-952b3a2581fb req-ec8d7977-ef87-4bc8-8a50-992eaa7554a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 932 time: 0.3605542 Mar 09 12:34:17.825990 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c97baf9-293a-4ac7-b2b0-952b3a2581fb req-55d8b92a-9282-42a2-86f4-4b134d7901c6 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825267 Mar 09 12:34:17.853908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f96be74-b2e8-4658-9311-9357c533802f {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:34:17.861052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.877313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Transition to ACTIVE for port object 9f96be74-b2e8-4658-9311-9357c533802f will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:34:17.882144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:17.983411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.014332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Pushing event updated for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:18.124045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Attempting to bind port 9f96be74-b2e8-4658-9311-9357c533802f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:34:18.125389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Attempting to bind port 9f96be74-b2e8-4658-9311-9357c533802f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:34:18.125389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Attempting to bind port 9f96be74-b2e8-4658-9311-9357c533802f on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:34:18.130394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Port 9f96be74-b2e8-4658-9311-9357c533802f on network 7fb06722-7ffd-42b9-af93-96976a0726c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:34:18.130746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Attempting to bind port 9f96be74-b2e8-4658-9311-9357c533802f on network 7fb06722-7ffd-42b9-af93-96976a0726c6 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:34:18.136131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:34:18.136496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Checking segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:34:18.137027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Bound using segment: {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:34:18.137380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Bound port: 9f96be74-b2e8-4658-9311-9357c533802f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17697c55-cac6-4df5-8b7d-1f6b25a2d825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:34:18.137767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.243894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:34:18.247118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f96be74-b2e8-4658-9311-9357c533802f,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:34:18.252620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.255107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 12d98488-9f8a-4018-8000-1f655c5b3b48 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:18.295776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 12d98488-9f8a-4018-8000-1f655c5b3b48 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:18.296365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 12d98488-9f8a-4018-8000-1f655c5b3b48 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:18.307020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:18.307757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.309379 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 200 len: 1094 time: 0.9594171 Mar 09 12:34:18.309941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:18.358659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Deleting port 3ce18aa8-0248-400d-8486-bee5574704e8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:18.359208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.389181 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f', 'status': 'completed', 'code': 200} Mar 09 12:34:18.401152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f26d-8e6f-4c8d-a41b-0a0fba981144 service neutron] Pushing event updated for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:18.439133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-1dc0f65d-73ce-4504-9824-a05dca6964ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:18.440788 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-1dc0f65d-73ce-4504-9824-a05dca6964ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1097 time: 0.0898070 Mar 09 12:34:18.515803 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-b5ec46d3-b083-40dd-aca3-dce7005133c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 200 len: 217 time: 0.0645325 Mar 09 12:34:18.551808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] For port 3ce18aa8-0248-400d-8486-bee5574704e8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3ce18aa8-0248-400d-8486-bee5574704e8,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:18.552183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.592104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-077ba3eb-7183-4e21-9c4b-e44a83972e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:18.593810 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-077ba3eb-7183-4e21-9c4b-e44a83972e52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0723946 Mar 09 12:34:18.669969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-5d4b4c74-86e5-424c-b454-b7105b21e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:18.671447 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-5d4b4c74-86e5-424c-b454-b7105b21e1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693853 Mar 09 12:34:18.683259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Calling delete_port for 3ce18aa8-0248-400d-8486-bee5574704e8 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:18.876253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:18.916673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-7d03fa17-588e-40bf-b037-31be708460e0 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378247 Mar 09 12:34:18.935393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce18aa8-0248-400d-8486-bee5574704e8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:19.062851 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1b3d3ea6-1dac-4cbe-a0a7-c056c434f136 req-d56bd831-a0dc-4cf3-a2f1-06d3ef37b7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324069 Mar 09 12:34:19.190209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-8dfa151e-a88c-44c6-9974-892adf9f6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:19.192198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-8dfa151e-a88c-44c6-9974-892adf9f6029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1097 time: 0.0794857 Mar 09 12:34:19.289779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853c2ba-f0c1-41e1-b9d8-8ba9ee2f904e req-e11c63cd-7f2b-47ed-ba2e-26f74e00195a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:19.291185 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0853c2ba-f0c1-41e1-b9d8-8ba9ee2f904e req-e11c63cd-7f2b-47ed-ba2e-26f74e00195a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 944 time: 0.3506372 Mar 09 12:34:19.325167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-088a23f1-d5e6-48bf-8885-8e92c50bc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:19.326668 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-088a23f1-d5e6-48bf-8885-8e92c50bc432 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1273475 Mar 09 12:34:19.396673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-a45228c8-27ee-4347-92ef-ab9b4021782c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 200 len: 217 time: 0.0614328 Mar 09 12:34:19.417682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0853c2ba-f0c1-41e1-b9d8-8ba9ee2f904e req-44daf25a-d767-4ead-b65b-702f8b758076 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156337 Mar 09 12:34:19.420592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:19.469260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-f9db80bc-ead3-4fd7-830e-1cd62223b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:19.470699 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-f9db80bc-ead3-4fd7-830e-1cd62223b956 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0675690 Mar 09 12:34:19.546331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-c6648e13-336f-4f69-b01f-8dbfa1744c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:19.547827 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-c6648e13-336f-4f69-b01f-8dbfa1744c01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694942 Mar 09 12:34:19.684043 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-8be25e09-2c3f-48e0-a369-60196a297f25 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262925 Mar 09 12:34:19.782012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Router 1f96ab54-be79-49f5-9468-d6a6438c5224 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:34:19.815512 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-abd4e5c3-5138-4573-bcd7-6c1396647b1a req-0d95c6d5-15f6-40a4-9b6a-32e3d1403d7e service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244621 Mar 09 12:34:19.956079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:34:19.964652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Sync routers for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:34:19.965111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e480c077-b30a-446f-9359-902f6692fc7c admin admin] 10.222.0.20 "PUT /v2.0/routers/1f96ab54-be79-49f5-9468-d6a6438c5224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870216 Mar 09 12:34:19.967327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48708) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:19.977986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:19.978615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:20.144223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:20.151898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:20.325642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:20.335606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Deleting port 2444a723-ac9e-44e3-a96b-d2b132908e69 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:20.335935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:20.451349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:34:18Z', 'revision_number': 5, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port': {'id': '2444a723-ac9e-44e3-a96b-d2b132908e69', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:be:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:27:14Z', 'updated_at': '2022-03-09T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:20.456034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Checking router: 1f96ab54-be79-49f5-9468-d6a6438c5224 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:34:20.473288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Routers {'1f96ab54-be79-49f5-9468-d6a6438c5224'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:20.474142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:33:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1f96ab54-be79-49f5-9468-d6a6438c5224'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:20.647987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] Set router 1f96ab54-be79-49f5-9468-d6a6438c5224 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:20.685957 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] For port 2444a723-ac9e-44e3-a96b-d2b132908e69, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2444a723-ac9e-44e3-a96b-d2b132908e69,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:20.686520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:20.758715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:34:20Z', 'revision_number': 6, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:20.762633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c8314-d608-4072-b53d-bf580ee7c289 None None] The sync data for ids ['1f96ab54-be79-49f5-9468-d6a6438c5224'] in dv-neutron-832762-2-hyperv is: [{'id': '1f96ab54-be79-49f5-9468-d6a6438c5224', 'name': 'tempest-TestVolumeBootPattern-26110041-router', 'tenant_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:27:13Z', 'updated_at': '2022-03-09T12:34:20Z', 'revision_number': 6, 'project_id': 'd95565a9d5324dd08b934f9e4b0ebf5e', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:34:20.814976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Calling delete_port for 2444a723-ac9e-44e3-a96b-d2b132908e69 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:20.862914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add60d-03f5-468a-aa64-28251653de4c req-483033b1-a909-4057-98e5-b8f90cc989cc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:20.864555 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f1add60d-03f5-468a-aa64-28251653de4c req-483033b1-a909-4057-98e5-b8f90cc989cc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 944 time: 0.2709517 Mar 09 12:34:20.942964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f1add60d-03f5-468a-aa64-28251653de4c req-e21856df-ba43-49fe-ae1f-8f7e7ca89a92 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698462 Mar 09 12:34:21.028128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.079137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2444a723-ac9e-44e3-a96b-d2b132908e69,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:21.173448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.344815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.346896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.369141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.369650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f96ab54-be79-49f5-9468-d6a6438c5224 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:34:21.382540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.383654 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-88041d46-0edf-49ad-a3cd-fdf3e6b3e4a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1f96ab54-be79-49f5-9468-d6a6438c5224 HTTP/1.1" status: 204 len: 168 time: 1.4154408 Mar 09 12:34:21.386175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48714) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:21.446054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Deleting subnet 7e24adf8-eb09-4544-b6fb-8ea3a7766f1a {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:34:21.448966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.499365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.576805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.650309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.690100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e24adf8-eb09-4544-b6fb-8ea3a7766f1a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:21.692389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.698914 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-13ce3109-f9de-4e2a-95a9-6c4aa54b500a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e24adf8-eb09-4544-b6fb-8ea3a7766f1a HTTP/1.1" status: 204 len: 168 time: 0.3117955 Mar 09 12:34:21.700277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695864f2-8bc9-4be3-8318-653b620feb40 None None] Network efc268bc-87fd-4a37-9a1f-d1d56ddf40db requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:34:21.701444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48718) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:21.813097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:21.818511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 9f96be74-b2e8-4658-9311-9357c533802f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:34:21.824499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Deleting port 84a073e8-a3c5-4ff7-8d8a-394276a7962f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:21.824831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.041347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] For port 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=84a073e8-a3c5-4ff7-8d8a-394276a7962f,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:22.041660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.078012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f96be74-b2e8-4658-9311-9357c533802f,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:22.095374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '9f96be74-b2e8-4658-9311-9357c533802f', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'port_id': '9f96be74-b2e8-4658-9311-9357c533802f', 'mac_address': 'fa:16:3e:b7:89:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:34:22.157079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] DHCP port deletion for efc268bc-87fd-4a37-9a1f-d1d56ddf40db request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:34:22.171791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.180983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Deleting port 84a073e8-a3c5-4ff7-8d8a-394276a7962f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:22.181358 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.270935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 84a073e8-a3c5-4ff7-8d8a-394276a7962f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:22.307307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Calling delete_port for 84a073e8-a3c5-4ff7-8d8a-394276a7962f owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:22.309954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f96be74-b2e8-4658-9311-9357c533802f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:34:22.387422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f96be74-b2e8-4658-9311-9357c533802f,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:22.419979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d50a4f-d31b-4d5e-884e-92af479bbc7c req-cdb03e5e-abfe-4e55-8bce-7475aa135433 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:22.421455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-55d50a4f-d31b-4d5e-884e-92af479bbc7c req-cdb03e5e-abfe-4e55-8bce-7475aa135433 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 944 time: 0.2064893 Mar 09 12:34:22.422538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.445398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.484322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Pushing event deleted for resources: {'Port': ['ID=84a073e8-a3c5-4ff7-8d8a-394276a7962f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:22.494024 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] No DVR routers for this DVR port 84a073e8-a3c5-4ff7-8d8a-394276a7962f on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:34:22.506093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No active binding found for port 84a073e8-a3c5-4ff7-8d8a-394276a7962f {{(pid=87832) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 09 12:34:22.506508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 84a073e8-a3c5-4ff7-8d8a-394276a7962f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:22.506939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2444a723-ac9e-44e3-a96b-d2b132908e69 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:22.544709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] For port 84a073e8-a3c5-4ff7-8d8a-394276a7962f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=84a073e8-a3c5-4ff7-8d8a-394276a7962f,segment=NetworkSegment(934e2fff-a049-47e8-9dba-2b4c310cf420),segment_id=934e2fff-a049-47e8-9dba-2b4c310cf420)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:22.545126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.568045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 2444a723-ac9e-44e3-a96b-d2b132908e69 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:22.568396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2444a723-ac9e-44e3-a96b-d2b132908e69 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:22.569096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3ce18aa8-0248-400d-8486-bee5574704e8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:34:22.575273 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-55d50a4f-d31b-4d5e-884e-92af479bbc7c req-08acac11-aa7d-4b64-91e9-fb019937ce6c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123769 Mar 09 12:34:22.634193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.659629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc268bc-87fd-4a37-9a1f-d1d56ddf40db']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:22.670182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 3ce18aa8-0248-400d-8486-bee5574704e8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:34:22.670537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3ce18aa8-0248-400d-8486-bee5574704e8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:34:22.673111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934e2fff-a049-47e8-9dba-2b4c310cf420') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:22.673435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934e2fff-a049-47e8-9dba-2b4c310cf420') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:22.686302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.703290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.710110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:34:22.710561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:34:22.724139 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:34:22.746144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Calling delete_port for 84a073e8-a3c5-4ff7-8d8a-394276a7962f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:34:22.772877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['9f96be74-b2e8-4658-9311-9357c533802f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:34:22.803222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.816855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:22.821602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.827918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] Pushing event deleted for resources: {'Network': ['ID=efc268bc-87fd-4a37-9a1f-d1d56ddf40db,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:22.833927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d54dbd97-83d4-4a5a-9c46-72047f77d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:22.835194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2f28b33e-6adf-4ce0-914b-6e8d15ec05cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/efc268bc-87fd-4a37-9a1f-d1d56ddf40db HTTP/1.1" status: 204 len: 168 time: 1.1326182 Mar 09 12:34:22.896587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:34:22.896962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:34:22.946791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48726) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:22.995558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5650099b-721a-43e2-8925-c84e34a88b21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e23443e3b29a4c9dbda00d2562e95dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476203 Mar 09 12:34:22.998063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48730) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:23.053953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.079393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.130656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.150961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900862b-d55e-41df-99a9-7dcd853c86c6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:23.156785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.157839 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ab9aff42-4cd5-4a05-a27b-d9ecb503d341 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8900862b-d55e-41df-99a9-7dcd853c86c6 HTTP/1.1" status: 204 len: 168 time: 0.1589558 Mar 09 12:34:23.398475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Deleting port 84a073e8-a3c5-4ff7-8d8a-394276a7962f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:34:23.399074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.468769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-70c77161-a6ac-4185-8a3c-3e320934a85f None None] The port '84a073e8-a3c5-4ff7-8d8a-394276a7962f' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:34:23.517335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48738) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:23.565890 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f7143f68-aee3-4f77-bd50-c8a1c0973a46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d95565a9d5324dd08b934f9e4b0ebf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474312 Mar 09 12:34:23.568466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48742) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:23.626828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.652707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.756509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.775584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302eda7b-14e2-4e0a-82f3-9cc2184ad095,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:23.787649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50c63-8f0e-47f9-8ed5-50ab34e895f0 req-e1872d6f-b9fc-48e6-a350-e212e9e44a22 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:23.789126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61a50c63-8f0e-47f9-8ed5-50ab34e895f0 req-e1872d6f-b9fc-48e6-a350-e212e9e44a22 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 945 time: 0.1073847 Mar 09 12:34:23.790382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:23.791428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fb6b8930-6678-495f-9f3f-32592037ed69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/302eda7b-14e2-4e0a-82f3-9cc2184ad095 HTTP/1.1" status: 204 len: 168 time: 0.2218304 Mar 09 12:34:23.801343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 9f96be74-b2e8-4658-9311-9357c533802f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:34:23.842125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61a50c63-8f0e-47f9-8ed5-50ab34e895f0 req-9b105a90-5332-471b-953e-65ea26f4e7d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450447 Mar 09 12:34:23.870433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 9f96be74-b2e8-4658-9311-9357c533802f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:34:23.875395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 9f96be74-b2e8-4658-9311-9357c533802f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:34:23.875769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:24.039533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:24.069489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:24.079456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f96be74-b2e8-4658-9311-9357c533802f,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:34:24.084361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:24.122650 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f', 'code': 200} Mar 09 12:34:24.160478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:24.361179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e2d8-3771-4448-aa16-bdfdd7c957f7 req-d4fd0e33-a9e6-4c85-a8dd-084ff416c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:24.362545 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-de60e2d8-3771-4448-aa16-bdfdd7c957f7 req-d4fd0e33-a9e6-4c85-a8dd-084ff416c470 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1099 time: 0.0722091 Mar 09 12:34:24.401127 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-de60e2d8-3771-4448-aa16-bdfdd7c957f7 req-ba649067-5e52-4ba9-b5fd-2257aa696860 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Mar 09 12:34:24.856707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df386abf-36d5-4943-9e7e-9883283130b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:25.032920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4733e3-0228-4fac-a64e-5261f6ecc13d req-2b855ed3-aa13-44f1-b758-66d06dddd2e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:25.034429 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5a4733e3-0228-4fac-a64e-5261f6ecc13d req-2b855ed3-aa13-44f1-b758-66d06dddd2e9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.0867405 Mar 09 12:34:25.078112 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5a4733e3-0228-4fac-a64e-5261f6ecc13d req-fcf70097-c931-4385-90df-bf256cb9df49 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Mar 09 12:34:25.704110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:26.091893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:26.266605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb48af6-188a-4eb6-93a2-f74e5995b403 req-c0e9e182-650f-4e43-9f8a-3c986cecfd5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:26.268047 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-abb48af6-188a-4eb6-93a2-f74e5995b403 req-c0e9e182-650f-4e43-9f8a-3c986cecfd5a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.0821288 Mar 09 12:34:26.311658 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-abb48af6-188a-4eb6-93a2-f74e5995b403 req-f3934c05-58c5-4c4f-a95f-9e92d9fec9a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379455 Mar 09 12:34:26.493742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cab0cb-c03b-4a61-82cf-7240c3842bbe req-50f04902-9601-4f22-b999-3d681ee452d2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:26.495194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15cab0cb-c03b-4a61-82cf-7240c3842bbe req-50f04902-9601-4f22-b999-3d681ee452d2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.0791411 Mar 09 12:34:26.542724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15cab0cb-c03b-4a61-82cf-7240c3842bbe req-cb7b77da-5943-4329-bf90-7ad97fa3c3b7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Mar 09 12:34:26.564391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48758) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:26.635627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37527893-6af3-415e-adc5-61cab2bb0c9a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:26.637057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-37527893-6af3-415e-adc5-61cab2bb0c9a tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1094 time: 0.0716484 Mar 09 12:34:26.639832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48762) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:34:26.645371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '9f96be74-b2e8-4658-9311-9357c533802f', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:34:26.651079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:34:26.654848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:34:26.657649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:34:26.663785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:34:26.673926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:26.700629 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:34:26.809025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.032955 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.254 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/af9aef61-5517-4f57-9e36-818387054367) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:34:27.179110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.209262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.268446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:34:27.271372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:34:27.278983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:34:27.318227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=af9aef61-5517-4f57-9e36-818387054367,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:27.631726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.697948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.768484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.968846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:27.973987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:28.083977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=af9aef61-5517-4f57-9e36-818387054367,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:34:28.091701 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:28.261371 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 91ed50f5-8102-4ce9-9a5f-c5ca438d6463 associated. External IP: 172.26.5.254, port: 9f96be74-b2e8-4658-9311-9357c533802f. Mar 09 12:34:28.717921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:34:28.899833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:34:28.912159 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:34:28.923080 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:28.923801 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:28.925050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:28.980225 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-11475956-6617-4751-b132-f103bbd1df4f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3393612 Mar 09 12:34:28.980794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:34:29.028030 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f', 'status': 'completed', 'code': 200} Mar 09 12:34:29.102143 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:29.119518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-537a96e4-3bcc-430e-a95b-aa4d44952c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:29.121062 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-537a96e4-3bcc-430e-a95b-aa4d44952c31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1099 time: 0.0711434 Mar 09 12:34:29.252733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-c1635209-8305-413f-86e9-d3ebe5b789eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:29.254727 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-c1635209-8305-413f-86e9-d3ebe5b789eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1277354 Mar 09 12:34:29.357793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-588d3dbe-483d-4feb-b385-2ffe66b26e48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 200 len: 1000 time: 0.0969510 Mar 09 12:34:29.419250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-f82ff393-0f96-434e-97da-56a760df0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:29.420675 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-f82ff393-0f96-434e-97da-56a760df0991 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0565069 Mar 09 12:34:29.447333 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}, {'id': '91ed50f5-8102-4ce9-9a5f-c5ca438d6463', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '9f96be74-b2e8-4658-9311-9357c533802f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:b7:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:27Z', 'updated_at': '2022-03-09T12:34:27Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:29.451095 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:34:29.459915 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:34:29.460506 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:29.500209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-31b99688-6cd8-4378-93b0-cd3cfba4fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:34:29.501767 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-31b99688-6cd8-4378-93b0-cd3cfba4fa5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746255 Mar 09 12:34:29.648473 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:34:29.747202 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-3e559c65-6247-429d-b81d-a7a45d805949 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365415 Mar 09 12:34:29.880696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-69c57cfe-5171-40ba-9a99-26754522b5fc req-dbdfcc49-65dc-4482-9994-b13dac791611 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249847 Mar 09 12:34:29.996252 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}, {'id': '91ed50f5-8102-4ce9-9a5f-c5ca438d6463', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '9f96be74-b2e8-4658-9311-9357c533802f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:b7:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:27Z', 'updated_at': '2022-03-09T12:34:27Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:34:30.000065 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633203bf-6029-4a28-b6b6-7f1ff277f8f4 None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}, {'id': '91ed50f5-8102-4ce9-9a5f-c5ca438d6463', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '9f96be74-b2e8-4658-9311-9357c533802f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:b7:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:27Z', 'updated_at': '2022-03-09T12:34:27Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:34:30.177940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c209f4-91dd-447d-9026-f9507ef459e5 None None] New status for floating IP 91ed50f5-8102-4ce9-9a5f-c5ca438d6463: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:34:46.200665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:52.638839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2041c3a0-97e5-4dda-b4bc-f238f864c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:54.857759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec32f630-491c-4bb8-a613-3d3e9bf71f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:55.704086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:56.093903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:34:57.634764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:03.153829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48780) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:03.259672 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4255bf7a-b94b-4c7b-b984-75502706c821 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/18d239e9-4298-409f-986d-9f40fb6e7a5d HTTP/1.1" status: 200 len: 992 time: 0.1047280 Mar 09 12:35:03.703474 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:35:04.108237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48790) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:04.114102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:04.234039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:04.448348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:04.472036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:04.476388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:04.550892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:04.551498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:04.552848 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/ports/91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 938 time: 0.4436438 Mar 09 12:35:04.553506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:04.567465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=6']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:04.576743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.577067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.577358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.577642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.577964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.578293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.578611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.578933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.579255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.579571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.579886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.580196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652dfeb-76b6-4cf4-925f-2a73b44e4d99 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:04.606962 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:35:04.705977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-201f778b-3202-40ab-9c8f-b0490ae5cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:04.707487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-201f778b-3202-40ab-9c8f-b0490ae5cab9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0740283 Mar 09 12:35:04.804325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1a3c5462-370e-4d9d-8c83-5798cb98fa88 None None] Provisioning complete for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:04.804878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5462-370e-4d9d-8c83-5798cb98fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:04.839817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-5d2972b5-80b2-46d2-89b5-5a8399af09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:04.841296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-5d2972b5-80b2-46d2-89b5-5a8399af09f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1266234 Mar 09 12:35:04.869194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c5462-370e-4d9d-8c83-5798cb98fa88 None None] Port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 is administratively disabled so it will not transition to active. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 09 12:35:04.992341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-3a76e4c0-a282-404a-8b52-cf06b666cf8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 1001 time: 0.1438622 Mar 09 12:35:05.058893 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-200edbe4-b325-4423-bde2-cfa21270a2ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1440876 Mar 09 12:35:05.067178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-e106750f-4794-4369-8a56-221049443181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.068486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-e106750f-4794-4369-8a56-221049443181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0689876 Mar 09 12:35:05.145933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-484b8c0e-901b-41f3-9217-67a9d4124b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.147380 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-484b8c0e-901b-41f3-9217-67a9d4124b5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713673 Mar 09 12:35:05.277990 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-c8575b9b-c0b3-4248-ab26-aac6afe4ce98 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235867 Mar 09 12:35:05.406912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f23c01b4-19e5-4183-8b10-f7aa8134024a req-03e6d5f7-576e-4f02-94ac-41a2cfe80894 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228986 Mar 09 12:35:05.560675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-8f4e1c51-0b66-4ddf-8ca8-3358edbdcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.562245 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-8f4e1c51-0b66-4ddf-8ca8-3358edbdcfb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0704088 Mar 09 12:35:05.706157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-ac3368c9-13e5-43ad-8c84-721c268115b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.707584 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-ac3368c9-13e5-43ad-8c84-721c268115b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1257241 Mar 09 12:35:05.811300 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-af1061ab-c744-485c-9a80-cc783aa83421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 1001 time: 0.0977817 Mar 09 12:35:05.871163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-4dac5bd2-0928-41f2-9924-c2471a291186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.872522 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-4dac5bd2-0928-41f2-9924-c2471a291186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0560021 Mar 09 12:35:05.949210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-15625ca4-1833-4d4f-bb14-319a586bd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:05.950635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-15625ca4-1833-4d4f-bb14-319a586bd69f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728040 Mar 09 12:35:06.192834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-c27d9b28-8fc6-48cd-a897-374dc28754e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361948 Mar 09 12:35:06.321933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bedd6ef-08bf-46c7-bb13-b74d44911250 req-bd71b85d-93a8-4241-a4ef-09ea6175912e service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228721 Mar 09 12:35:07.981354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48800) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:07.987261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:08.109664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:08.319471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:08.343952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:08.349232 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:08.414671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:08.415298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:08.417311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/ports/91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 937 time: 0.4349062 Mar 09 12:35:08.417877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:08.420395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48804) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:08.454405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=7']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:08.465174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.465524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.465866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.466340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.466677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.467006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.467340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.467797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.468129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.468454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.468774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.469227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e514a6-ba6c-45a9-a453-765e7c24ca47 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:08.487232 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:35:08.544036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fdf2aca2-53ad-4904-ae6a-5de1310071cf tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/18d239e9-4298-409f-986d-9f40fb6e7a5d HTTP/1.1" status: 200 len: 992 time: 0.1224439 Mar 09 12:35:08.590721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-07303347-8486-45a1-85aa-9fe35749b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:08.592215 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-07303347-8486-45a1-85aa-9fe35749b5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1098 time: 0.0795450 Mar 09 12:35:08.637466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['91df1bc2-fe04-4d5a-a03d-2512e1c93015'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:35:08.730160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-13f8938c-db3a-493e-8c3e-d50f15ff592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:08.731729 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-13f8938c-db3a-493e-8c3e-d50f15ff592b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1331580 Mar 09 12:35:08.741911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c9594297-d32f-4cd6-a41a-c6f384f17e95 None None] Provisioning complete for port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:08.742283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9594297-d32f-4cd6-a41a-c6f384f17e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:08.839567 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-f345508b-a125-4e8e-9ac6-4b8082196eb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 1000 time: 0.1015017 Mar 09 12:35:08.906847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-add2ab00-994f-439e-8dd9-c7f2315a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:08.908210 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-add2ab00-994f-439e-8dd9-c7f2315a9937 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0635471 Mar 09 12:35:08.987395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-916bed71-8f89-4e78-a1b9-3a63b473f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:08.988855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-916bed71-8f89-4e78-a1b9-3a63b473f67d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748739 Mar 09 12:35:09.121704 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-ad9a9a96-2761-4b9e-a165-7e50286d899c service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259522 Mar 09 12:35:09.250915 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ee93a345-2f0d-48ac-905c-3e671fb72e2b req-7e702dae-81d3-4548-ab9a-2209e7bfa329 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232612 Mar 09 12:35:11.127441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:11.335709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port af9aef61-5517-4f57-9e36-818387054367 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:11.336041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:11.612743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:11.613018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:11.733927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for af9aef61-5517-4f57-9e36-818387054367 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:11.886497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:11.969746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=af9aef61-5517-4f57-9e36-818387054367,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:12.028863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:12.029169 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 91ed50f5-8102-4ce9-9a5f-c5ca438d6463 disassociated (deleted). External IP: 172.26.5.254, port: 9f96be74-b2e8-4658-9311-9357c533802f. Mar 09 12:35:12.384720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:35:12.562041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:12.571697 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:12.578467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:12.581264 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:12.581858 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:12.636864 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ce0f524e-f9b8-4720-a5cf-0e8b9c9f8ac3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/91ed50f5-8102-4ce9-9a5f-c5ca438d6463 HTTP/1.1" status: 204 len: 168 time: 1.5083437 Mar 09 12:35:12.637452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:12.684453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f', 'status': 'completed', 'code': 200} Mar 09 12:35:12.771942 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:12.788795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-7e08f11a-e4e5-44a2-9876-fe5ac0b4d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:12.790338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-7e08f11a-e4e5-44a2-9876-fe5ac0b4d2c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 1099 time: 0.0796039 Mar 09 12:35:12.946773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-69902cd1-b8ca-44bc-baa0-4a3424fd6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:12.948273 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-69902cd1-b8ca-44bc-baa0-4a3424fd6bdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1519611 Mar 09 12:35:13.026325 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-5efbc725-171e-40eb-85c3-fb28698cea41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 200 len: 217 time: 0.0709131 Mar 09 12:35:13.026988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd34e5-b2bd-41c3-8c19-1ab519ae8903 req-a3a00a89-3242-415d-b9e0-8111367ae17e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:13.027703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a2dd34e5-b2bd-41c3-8c19-1ab519ae8903 req-a3a00a89-3242-415d-b9e0-8111367ae17e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:13.048811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a2dd34e5-b2bd-41c3-8c19-1ab519ae8903 req-a3a00a89-3242-415d-b9e0-8111367ae17e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:13.050542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2dd34e5-b2bd-41c3-8c19-1ab519ae8903 req-a3a00a89-3242-415d-b9e0-8111367ae17e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.1168780 Mar 09 12:35:13.090954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-aa6e3613-b2c2-4c33-81a4-cb638a6585b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:13.092387 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-aa6e3613-b2c2-4c33-81a4-cb638a6585b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0601282 Mar 09 12:35:13.100248 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2dd34e5-b2bd-41c3-8c19-1ab519ae8903 req-9eb95806-8da2-4840-909e-1d1d6e2d23b4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Mar 09 12:35:13.158373 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:13.162499 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:13.172142 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:13.172753 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:13.283339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-c5dcb809-0ea5-4e77-8b22-95b4a1147e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:13.284799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-c5dcb809-0ea5-4e77-8b22-95b4a1147e62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1856194 Mar 09 12:35:13.348705 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:13.417752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-4316f412-bd75-4005-8a42-40c70918200e service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249290 Mar 09 12:35:13.549341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fc2701ea-b6f8-4e4b-90c0-43b463bb006c req-44d682ae-b05b-4052-a4e0-dc56374ab974 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256979 Mar 09 12:35:13.699412 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:13.703105 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d14cb-e203-49ea-9877-93a9b756a60e None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '18d239e9-4298-409f-986d-9f40fb6e7a5d', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'port_id': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'mac_address': 'fa:16:3e:1d:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:34:09Z', 'updated_at': '2022-03-09T12:34:12Z', 'revision_number': 1, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:13.915258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8820ad-48be-4261-95df-886f23f4bd8f None None] New status for floating IP 91ed50f5-8102-4ce9-9a5f-c5ca438d6463: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:35:14.237518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-2fcd4e6d-fd3f-44a8-bf3c-21e2e3b81e29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:14.238214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-2fcd4e6d-fd3f-44a8-bf3c-21e2e3b81e29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:14.250281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-2fcd4e6d-fd3f-44a8-bf3c-21e2e3b81e29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:14.251405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-2fcd4e6d-fd3f-44a8-bf3c-21e2e3b81e29 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.0919342 Mar 09 12:35:14.291822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f9f6d-2ff8-4ac5-aba9-fc8952830d89 req-6bed6005-dbd5-48c4-b296-238c433783da tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:14.293193 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-195f9f6d-2ff8-4ac5-aba9-fc8952830d89 req-6bed6005-dbd5-48c4-b296-238c433783da tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 946 time: 0.0811882 Mar 09 12:35:14.325615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 9f96be74-b2e8-4658-9311-9357c533802f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:14.325954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:14.336910 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-195f9f6d-2ff8-4ac5-aba9-fc8952830d89 req-7378ebc5-cc3c-41d1-a81f-29c4d2c6fade tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=51ef2005-4e34-498e-a571-47affb7bb7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381646 Mar 09 12:35:14.568922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 9f96be74-b2e8-4658-9311-9357c533802f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f96be74-b2e8-4658-9311-9357c533802f,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:14.569461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:14.690996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 9f96be74-b2e8-4658-9311-9357c533802f owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:14.834456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:14.885414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=9f96be74-b2e8-4658-9311-9357c533802f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:14.962429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 9f96be74-b2e8-4658-9311-9357c533802f on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:35:14.965547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:14.968074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'name': 'network-vif-deleted', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:14.986524 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b0bf848f-bffd-45ec-bcb2-20a1744ce2dd req-598430ca-65b0-4a29-8fd0-174b158ade55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/9f96be74-b2e8-4658-9311-9357c533802f HTTP/1.1" status: 204 len: 173 time: 0.7296607 Mar 09 12:35:15.013129 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf7ca9-d046-4b73-b0b6-b842778dcb41', 'name': 'network-vif-deleted', 'tag': '9f96be74-b2e8-4658-9311-9357c533802f', 'status': 'completed', 'code': 200} Mar 09 12:35:15.499897 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c3b9fb0-aa85-48c7-992b-c5491e09bd9c req-c0fc4d34-90e3-4551-8d06-887212638f75 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=8abf7ca9-d046-4b73-b0b6-b842778dcb41 HTTP/1.1" status: 200 len: 210 time: 0.0461807 Mar 09 12:35:16.214952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:16.607101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48838) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:16.672935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:16.701207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:16.875575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:16.896092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef2005-4e34-498e-a571-47affb7bb7ca,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:16.905789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:16.906907 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb57b1ca-c0bc-4568-9164-47179a7bd5a4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/51ef2005-4e34-498e-a571-47affb7bb7ca HTTP/1.1" status: 204 len: 168 time: 0.2987869 Mar 09 12:35:16.936681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48844) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:17.141202 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port b136627f-be21-413e-8483-b1fc963dd8c4 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:17.141438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:17.309733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:17.310059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:17.429292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for b136627f-be21-413e-8483-b1fc963dd8c4 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:17.577626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:17.629597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=b136627f-be21-413e-8483-b1fc963dd8c4,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:17.718280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:17.718609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 18d239e9-4298-409f-986d-9f40fb6e7a5d disassociated (deleted). External IP: 172.26.5.77, port: 91df1bc2-fe04-4d5a-a03d-2512e1c93015. Mar 09 12:35:18.059980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:35:18.061586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 9f96be74-b2e8-4658-9311-9357c533802f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:35:18.100193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 9f96be74-b2e8-4658-9311-9357c533802f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:35:18.100553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 9f96be74-b2e8-4658-9311-9357c533802f not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:35:18.337706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:18.348322 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:18.354418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:18.357774 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:18.358382 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:18.410249 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4ab814ec-646f-4fff-aed5-0a33a55439c0 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/18d239e9-4298-409f-986d-9f40fb6e7a5d HTTP/1.1" status: 204 len: 168 time: 1.4724638 Mar 09 12:35:18.410968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:18.461866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:35:18.568819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-0b9a02dc-b756-4be5-8ff2-dc70fb57f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:18.570825 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-0b9a02dc-b756-4be5-8ff2-dc70fb57f1ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 1098 time: 0.0850651 Mar 09 12:35:18.589606 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:18.715530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-55a7c245-4c16-4a71-bde3-7058ae736a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:18.717699 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-55a7c245-4c16-4a71-bde3-7058ae736a59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 200 len: 897 time: 0.1398578 Mar 09 12:35:18.790846 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-5de99786-690f-4c81-846c-5315ade498cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 200 len: 217 time: 0.0665376 Mar 09 12:35:18.810150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13975923-c454-4b5d-b595-04908bf5e981 req-7f8f26ab-b8fe-4251-a0ad-6ee56ded178d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:18.810845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-13975923-c454-4b5d-b595-04908bf5e981 req-7f8f26ab-b8fe-4251-a0ad-6ee56ded178d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:18.833552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-13975923-c454-4b5d-b595-04908bf5e981 req-7f8f26ab-b8fe-4251-a0ad-6ee56ded178d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:18.834699 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13975923-c454-4b5d-b595-04908bf5e981 req-7f8f26ab-b8fe-4251-a0ad-6ee56ded178d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.1129160 Mar 09 12:35:18.855919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-23354d3e-55d0-4e18-a43a-363d507463de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:18.857342 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-23354d3e-55d0-4e18-a43a-363d507463de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 200 len: 835 time: 0.0604491 Mar 09 12:35:18.879411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-13975923-c454-4b5d-b595-04908bf5e981 req-7931f80f-2139-4038-a652-5e6d376daf45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:18.898889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-13975923-c454-4b5d-b595-04908bf5e981 req-7931f80f-2139-4038-a652-5e6d376daf45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:18.900250 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13975923-c454-4b5d-b595-04908bf5e981 req-7931f80f-2139-4038-a652-5e6d376daf45 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590832 Mar 09 12:35:18.926221 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:18.930041 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:18.939491 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:18.940084 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:34:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:18.942083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-a01b4811-47c8-457f-9ff5-91a417a1f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:18.943541 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-a01b4811-47c8-457f-9ff5-91a417a1f03d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fb06722-7ffd-42b9-af93-96976a0726c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790482 Mar 09 12:35:19.131493 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:19.191104 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-deb41506-0c37-4dd3-8b2d-3b250bdc8193 service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385712 Mar 09 12:35:19.322948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf2a9583-b380-4678-a201-a6e2256cd4f4 req-891494c6-2f1f-4fb5-a7f1-8b1355a28efe service neutron] 10.222.0.13 "GET /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252606 Mar 09 12:35:19.448624 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:19.452359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d650bc3-5dd4-4084-a61f-68fd18b5eade None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f472b37e-73e6-4396-885a-3251b489f9db', 'name': '', 'network_id': '7fb06722-7ffd-42b9-af93-96976a0726c6', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:69:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:50Z', 'updated_at': '2022-03-09T12:33:56Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'c99c3576-a1c9-49c8-aa27-adaca55d7972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:19.659849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527286dd-1b54-4c87-a2ab-52441fa03c52 None None] New status for floating IP 18d239e9-4298-409f-986d-9f40fb6e7a5d: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:35:20.091170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe87d4-9cdf-46e0-ac46-6b911797daab req-7d783418-e9a4-4b6d-98dd-dc9b0ef77a03 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:20.092556 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35fe87d4-9cdf-46e0-ac46-6b911797daab req-7d783418-e9a4-4b6d-98dd-dc9b0ef77a03 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.0832758 Mar 09 12:35:20.125093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-5a5696bd-a6cf-4f03-8dda-076c129b57af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:20.125826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-5a5696bd-a6cf-4f03-8dda-076c129b57af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:20.136401 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35fe87d4-9cdf-46e0-ac46-6b911797daab req-52472a1f-7785-4e5c-95ba-dcd69d814efc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=14de1e7f-2459-497a-847c-4200bdc8cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Mar 09 12:35:20.137989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-5a5696bd-a6cf-4f03-8dda-076c129b57af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:20.139081 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-5a5696bd-a6cf-4f03-8dda-076c129b57af tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 945 time: 0.0915921 Mar 09 12:35:20.211605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:20.211946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:20.451431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 91df1bc2-fe04-4d5a-a03d-2512e1c93015, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=91df1bc2-fe04-4d5a-a03d-2512e1c93015,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:20.451705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:20.580443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 91df1bc2-fe04-4d5a-a03d-2512e1c93015 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:20.724413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:20.780807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=91df1bc2-fe04-4d5a-a03d-2512e1c93015,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:20.863505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 91df1bc2-fe04-4d5a-a03d-2512e1c93015 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:35:20.865868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:20.868280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'name': 'network-vif-deleted', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:20.884279 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2fdd0bc6-5a74-41f4-95cf-7309b133fb04 req-bd66c762-53d0-49e5-a4c2-d749da3bb021 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/91df1bc2-fe04-4d5a-a03d-2512e1c93015 HTTP/1.1" status: 204 len: 173 time: 0.7400212 Mar 09 12:35:20.917476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3c7795-90d8-40e1-b1c8-504fc32a5622', 'name': 'network-vif-deleted', 'tag': '91df1bc2-fe04-4d5a-a03d-2512e1c93015', 'status': 'completed', 'code': 200} Mar 09 12:35:21.304919 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be77d6c7-187b-4362-a8d0-a5ef9bbdfda8 req-f6360c5e-359b-4423-8b54-e66e4be17147 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe3c7795-90d8-40e1-b1c8-504fc32a5622 HTTP/1.1" status: 200 len: 210 time: 0.0427253 Mar 09 12:35:22.401005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48862) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:22.467852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:22.497269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:22.565616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:22.585563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de1e7f-2459-497a-847c-4200bdc8cd10,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:22.597189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:22.598385 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a0ad6b18-8343-4da3-b98a-c41ba2bfb5c3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/14de1e7f-2459-497a-847c-4200bdc8cd10 HTTP/1.1" status: 204 len: 168 time: 0.1956553 Mar 09 12:35:22.633454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48868) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:22.645722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-485a9570-e1b2-4858-8d30-063801a813f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:23.202963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:23.547915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port f472b37e-73e6-4396-885a-3251b489f9db {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:23.548470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:23.832067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port f472b37e-73e6-4396-885a-3251b489f9db, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f472b37e-73e6-4396-885a-3251b489f9db,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:23.832308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:23.953240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for f472b37e-73e6-4396-885a-3251b489f9db owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:24.083274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 91df1bc2-fe04-4d5a-a03d-2512e1c93015 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:35:24.120551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 91df1bc2-fe04-4d5a-a03d-2512e1c93015 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:35:24.120917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 91df1bc2-fe04-4d5a-a03d-2512e1c93015 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:35:24.141952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:24.194619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=f472b37e-73e6-4396-885a-3251b489f9db,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:24.474235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:24.830522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router a5db72c4-5870-4b9e-acf6-a84c30824b40 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:35:24.858053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55279423-3a79-4eb1-a3b8-0268a7c63fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.013441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:25.022685 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Sync routers for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:25.025616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b4f2d2f8-01b0-43ba-839b-65d6bea1c666 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/a5db72c4-5870-4b9e-acf6-a84c30824b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910823 Mar 09 12:35:25.028371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48872) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:25.032460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:25.033096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:25.194758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet c99c3576-a1c9-49c8-aa27-adaca55d7972 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:35:25.197602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.218549 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:25.250573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.333584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.408467 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.450536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=c99c3576-a1c9-49c8-aa27-adaca55d7972,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:25.454066 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.460963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43827c16-d3fb-45ec-9687-e95366c7cceb None None] Network 7fb06722-7ffd-42b9-af93-96976a0726c6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:35:25.463346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48876) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:25.464326 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a71ce8fc-11c4-40fa-b377-1d37cfb14407 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/c99c3576-a1c9-49c8-aa27-adaca55d7972 HTTP/1.1" status: 204 len: 168 time: 0.4340386 Mar 09 12:35:25.508214 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:35:24Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:25.512289 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Checking router: a5db72c4-5870-4b9e-acf6-a84c30824b40 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:25.528334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Routers {'a5db72c4-5870-4b9e-acf6-a84c30824b40'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:25.528964 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a5db72c4-5870-4b9e-acf6-a84c30824b40'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:25.687297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.710398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.766450 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] Set router a5db72c4-5870-4b9e-acf6-a84c30824b40 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:25.785992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] DHCP port deletion for 7fb06722-7ffd-42b9-af93-96976a0726c6 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:35:25.790617 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Deleting port ed136d12-d915-43ca-8ed2-140b353f3261 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:25.791134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.879633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:25.890006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 271d3562-983a-4932-a282-e97fb6145ff7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:35:25.890343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.009247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] For port ed136d12-d915-43ca-8ed2-140b353f3261, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ed136d12-d915-43ca-8ed2-140b353f3261,segment=NetworkSegment(17697c55-cac6-4df5-8b7d-1f6b25a2d825),segment_id=17697c55-cac6-4df5-8b7d-1f6b25a2d825)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:26.009636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.067875 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:35:24Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:26.072828 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87f8d-1871-4d7d-972c-390ad601bd64 None None] The sync data for ids ['a5db72c4-5870-4b9e-acf6-a84c30824b40'] in dv-neutron-832762-2-hyperv is: [{'id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'name': 'tempest-TestNetworkBasicOps-router-290440625', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '271d3562-983a-4932-a282-e97fb6145ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:33:45Z', 'updated_at': '2022-03-09T12:35:24Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '271d3562-983a-4932-a282-e97fb6145ff7', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5db72c4-5870-4b9e-acf6-a84c30824b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:33:46Z', 'updated_at': '2022-03-09T12:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:26.141848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Calling delete_port for ed136d12-d915-43ca-8ed2-140b353f3261 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:26.189903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 271d3562-983a-4932-a282-e97fb6145ff7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=271d3562-983a-4932-a282-e97fb6145ff7,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:26.190379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.192092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.227240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.273091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Pushing event deleted for resources: {'Port': ['ID=ed136d12-d915-43ca-8ed2-140b353f3261,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:26.277653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] No DVR routers for this DVR port ed136d12-d915-43ca-8ed2-140b353f3261 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:35:26.283438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.283781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.284138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.287239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.287239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.287489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.287823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.288215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.288477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.288803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.289152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.289471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ad20e-b705-4220-9826-da3530d17ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:26.326853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 271d3562-983a-4932-a282-e97fb6145ff7 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:35:26.456692 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f472b37e-73e6-4396-885a-3251b489f9db no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:35:26.492307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f472b37e-73e6-4396-885a-3251b489f9db {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:35:26.492984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f472b37e-73e6-4396-885a-3251b489f9db not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:35:26.493077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed136d12-d915-43ca-8ed2-140b353f3261 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:35:26.500217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.547002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: ed136d12-d915-43ca-8ed2-140b353f3261 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:35:26.547362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device ed136d12-d915-43ca-8ed2-140b353f3261 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:35:26.555889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=271d3562-983a-4932-a282-e97fb6145ff7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:26.651095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.825270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.827378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.849229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.849716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router a5db72c4-5870-4b9e-acf6-a84c30824b40 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:35:26.865053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:26.866296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-731ce15a-6b87-412d-a2be-9ea00ff395ac tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/a5db72c4-5870-4b9e-acf6-a84c30824b40 HTTP/1.1" status: 204 len: 168 time: 1.4001799 Mar 09 12:35:26.869381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48880) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:26.986851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.120692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.147822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb06722-7ffd-42b9-af93-96976a0726c6']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:27.161415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17697c55-cac6-4df5-8b7d-1f6b25a2d825') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:27.161751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17697c55-cac6-4df5-8b7d-1f6b25a2d825') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:27.175805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.193518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.200497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:35:27.200923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:35:27.216180 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:35:27.318358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.342919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.356315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=7fb06722-7ffd-42b9-af93-96976a0726c6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:27.363210 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3427c89f-fa50-43bd-a1cc-d8f28dab934a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/7fb06722-7ffd-42b9-af93-96976a0726c6 HTTP/1.1" status: 204 len: 168 time: 0.4920306 Mar 09 12:35:27.391965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48884) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:27.397708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'network': {'name': 'tempest-network-smoke--518045724', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'port_security_enabled': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:27.403628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:27.408784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:network and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:27.411105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:27.416791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:27.426875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:35:27.430498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.462742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:35:27.473253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.473748 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Added segment aa555fba-a0fc-4ae1-a082-fece0a603f28 of type vlan for network 25343273-500c-4969-b2ed-585d88c80dcf Mar 09 12:35:27.506475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.538759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.544323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:27.544990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.637872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.650436 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2573397 Mar 09 12:35:27.654482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48888) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:27.661443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-900847281', 'admin_state_up': True, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:27.666936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25267-b0b8-4d3e-a00f-f56548affcc7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Network': ['ID=25343273-500c-4969-b2ed-585d88c80dcf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:27.671075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:27.675242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:router and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:27.678185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:27.678337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 25343273-500c-4969-b2ed-585d88c80dcf details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:35:27.685227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:27.695680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.696692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:27.720880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.105310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.285069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 271d3562-983a-4932-a282-e97fb6145ff7 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:35:28.318787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 271d3562-983a-4932-a282-e97fb6145ff7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:35:28.319389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 271d3562-983a-4932-a282-e97fb6145ff7 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:35:28.420608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.452166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.591947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.59 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/3a80e86f-c571-41da-b6ac-d2fcbdc660b8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:35:28.738527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.767518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:28.825843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:28.828582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:28.832069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:35:28.884130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:29.256695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:29.711313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:29.910638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:35:30.088257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:30.098604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:30.107809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:30.108421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:30.114657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:30.116018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a65931a-d991-4139-8d10-65c1418aceeb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4605834 Mar 09 12:35:30.119055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48892) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:30.161769 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a9bde543-6229-488b-8d61-9aa97193d357 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1e2d48d6adbd4b4f8d8975cfef3becb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415614 Mar 09 12:35:30.164169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48896) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:30.289731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:30.298749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1474b-80a2-4e32-9a62-9a00ca1ddcd1 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:30.300249 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-24b1474b-80a2-4e32-9a62-9a00ca1ddcd1 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352003 Mar 09 12:35:30.303097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48900) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:30.347744 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ee76c2c3-fc4b-46b6-bada-5c0af46fda52 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435805 Mar 09 12:35:30.350222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48904) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:30.356099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652589753', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:30.470216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:30.474025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:subnet and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:30.476854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:30.483219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:30.494275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:35:30.498705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:30.612320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:29Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:30.616129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:30.616479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Updating router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:35:30.671856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:30.714470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:30.790868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Subnet': ['ID=e5a0223a-5d7a-4790-9c82-eb039f169ce2,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:30.799522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Checking segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:35:30.799888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network hostable DHCP agents. Network: 25343273-500c-4969-b2ed-585d88c80dcf, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:35:30.819921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 25343273-500c-4969-b2ed-585d88c80dcf is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:35:30.831088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 25343273-500c-4969-b2ed-585d88c80dcf) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:30.835392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:30.835972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:30.860496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-86be5bde-3389-42a6-9f79-aaf313ed8df2 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5092571 Mar 09 12:35:30.863342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48908) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:30.878314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cceda2e-6bb8-4f4f-a3ed-0995efff672f None None] Network 25343273-500c-4969-b2ed-585d88c80dcf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:35:31.192831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-25343273-500c-4969-b2ed-585d88c80dcf', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:35:31.193688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.203952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.221414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Transition to ACTIVE for port object 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:31.263037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.374471 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Attempting to bind port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:35:31.374854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Attempting to bind port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:35:31.375208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Attempting to bind port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:35:31.383708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68103-f947-44ae-aa2f-d8164ff63a71 None None] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:31.419037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:35:31.419418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:35:31.419824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.420226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:35:31.420699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Bound port: 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:35:31.421107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.505590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Allocated IP 172.20.0.2 (25343273-500c-4969-b2ed-585d88c80dcf/e5a0223a-5d7a-4790-9c82-eb039f169ce2/0ef4c985-a99e-40fb-b6e8-70ee86068728) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:35:31.521967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:35:31.526470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:35:31.544023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.688028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:31.702297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:31.702919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:31.783073 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68103-f947-44ae-aa2f-d8164ff63a71 None None] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:32.001290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.020854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:32.067306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Transition to ACTIVE for port object 0ef4c985-a99e-40fb-b6e8-70ee86068728 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:32.173972 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Transition to ACTIVE for port object 0ef4c985-a99e-40fb-b6e8-70ee86068728 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:32.227031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.250293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.1 (25343273-500c-4969-b2ed-585d88c80dcf/e5a0223a-5d7a-4790-9c82-eb039f169ce2/149c6187-8d28-4ade-b25d-e54106e14c02) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:35:32.306451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Network 25343273-500c-4969-b2ed-585d88c80dcf is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:32.315742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:32.322177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:35:32.336403 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Pushing event updated for resources: {'Port': ['ID=0ef4c985-a99e-40fb-b6e8-70ee86068728,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:32.409883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.426163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 149c6187-8d28-4ade-b25d-e54106e14c02 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:32.449304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.461668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Attempting to bind port 0ef4c985-a99e-40fb-b6e8-70ee86068728 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:35:32.462042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Attempting to bind port 0ef4c985-a99e-40fb-b6e8-70ee86068728 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:35:32.462408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Attempting to bind port 0ef4c985-a99e-40fb-b6e8-70ee86068728 on network 25343273-500c-4969-b2ed-585d88c80dcf {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:35:32.470795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:35:32.471183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Checking segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:35:32.471569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.471961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Bound using segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:35:32.472425 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Bound port: 0ef4c985-a99e-40fb-b6e8-70ee86068728, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:35:32.472798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.508327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 25343273-500c-4969-b2ed-585d88c80dcf is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:32.511932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:32.515814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:35:32.563146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:29Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:32.573660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115c6f4-623d-4b19-99f3-a2ba335b74b8 None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:29Z', 'revision_number': 3, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:32.578616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] For port 0ef4c985-a99e-40fb-b6e8-70ee86068728, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:35:32.582023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] For port 0ef4c985-a99e-40fb-b6e8-70ee86068728, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0ef4c985-a99e-40fb-b6e8-70ee86068728,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:35:32.587996 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.697990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc49261-9b93-4c7a-b0c5-d47a23811fad None None] Pushing event updated for resources: {'Port': ['ID=0ef4c985-a99e-40fb-b6e8-70ee86068728,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:32.710464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:32.724939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:32.904468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:33.343491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:33.349188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:33.469525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:33.491117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:33.614671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 25343273-500c-4969-b2ed-585d88c80dcf is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:33.615834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:33.662076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85e50c-f996-473d-8cff-45cc1d2e0130 None None] Network 25343273-500c-4969-b2ed-585d88c80dcf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:35:33.778433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ea5b1b11-ad4b-4b72-b04f-f848282e2bc9 None None] Provisioning for port 0ef4c985-a99e-40fb-b6e8-70ee86068728 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:33.802497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:35:33.996838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:34.013126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5f63a4db-5c06-4fc5-8d55-8d157d6a5091 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/1bec8a95-9077-4ee0-a32a-f8eecd9c5097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1487374 Mar 09 12:35:34.015647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48912) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:34.128449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4fba4606-304f-4e59-81cd-dc89edb8d0ed None None] Provisioning for port 149c6187-8d28-4ade-b25d-e54106e14c02 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:34.136852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4fba4606-304f-4e59-81cd-dc89edb8d0ed None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:34.137515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fba4606-304f-4e59-81cd-dc89edb8d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.168659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae49b56-90bb-4a6f-bcf3-511d7ffa1ca0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.168823 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:34.169306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae49b56-90bb-4a6f-bcf3-511d7ffa1ca0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.169751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae49b56-90bb-4a6f-bcf3-511d7ffa1ca0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.170459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae49b56-90bb-4a6f-bcf3-511d7ffa1ca0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.172243 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4ae49b56-90bb-4a6f-bcf3-511d7ffa1ca0 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1556194 Mar 09 12:35:34.174968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:34.187487 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:34.188393 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:34.208682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4fba4606-304f-4e59-81cd-dc89edb8d0ed None None] Port 149c6187-8d28-4ade-b25d-e54106e14c02 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:35:34.249508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d730-2262-417c-87d3-f2830c57ed31 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.250179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d730-2262-417c-87d3-f2830c57ed31 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.250730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d730-2262-417c-87d3-f2830c57ed31 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.251387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d730-2262-417c-87d3-f2830c57ed31 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:34.256453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:34.256963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5c47d730-2262-417c-87d3-f2830c57ed31 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0808327 Mar 09 12:35:34.343030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-48eacd5c-9162-42b1-967b-f70d5fd3ab06 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:34.344700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48eacd5c-9162-42b1-967b-f70d5fd3ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.391341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0ef4c985-a99e-40fb-b6e8-70ee86068728 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:34.431755 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:34.482412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-48eacd5c-9162-42b1-967b-f70d5fd3ab06 None None] Port 149c6187-8d28-4ade-b25d-e54106e14c02 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:35:34.518419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0ef4c985-a99e-40fb-b6e8-70ee86068728 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:34.524035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0ef4c985-a99e-40fb-b6e8-70ee86068728 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:34.524433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.563462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-df82caa1-9edb-4096-850b-609c64be95b4 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3058078 Mar 09 12:35:34.613280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2385dc29-e1f6-44d5-8b50-117fd64b9a56 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:34.613654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2385dc29-e1f6-44d5-8b50-117fd64b9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.711231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2385dc29-e1f6-44d5-8b50-117fd64b9a56 None None] Port 149c6187-8d28-4ade-b25d-e54106e14c02 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:35:34.728038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.760379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0ef4c985-a99e-40fb-b6e8-70ee86068728, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0ef4c985-a99e-40fb-b6e8-70ee86068728,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:34.765304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.766084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:34.776933 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:33Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:34.781278 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:34.781828 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Updating router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 port 149c6187-8d28-4ade-b25d-e54106e14c02 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:35:34.837375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48926) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:34.839814 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.843377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405336428', 'description': 'tempest-secgroup-smoke-405336428 description', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:34.849556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:34.853661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:34.857189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:34.863471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:34.875428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.886596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0ef4c985-a99e-40fb-b6e8-70ee86068728,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:34.897889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:34.899920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:34.902835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:34.905863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:34.906241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.907082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:34.913391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:34.992758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:34.997331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.046044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5e5e3-0fec-4206-8649-a944d7abe778,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.051414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.055614 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-13025978-0572-4663-8587-479347acb3e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2144861 Mar 09 12:35:35.055783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48930) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:35.061529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:35.067622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:35.071915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:35.076943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:35.083748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:35.092925 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.102319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.111805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:35.115285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.165668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.170815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.191156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.199167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47067787-bf9a-4333-8087-8d838f353960,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.210435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.211721 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f62c59d3-995d-4853-887b-b9a47e74fd42 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550188 Mar 09 12:35:35.214222 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.215356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:35.220471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:35.226889 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Transition to ACTIVE for port object 149c6187-8d28-4ade-b25d-e54106e14c02 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:35.227198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:35.231877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:35.234638 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.234941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:35.240638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:35.257483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.322084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.326726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.351502 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf61ba1-1ea5-4a02-bfd3-abc334417660,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.365180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.368866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:35.369399 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b9210fb4-635f-44b8-895b-512a37c62b7b tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526568 Mar 09 12:35:35.374603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:35.380699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:35.384670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:35.387881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:35.393634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:35.393991 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.412809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.436356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.436711 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.437086 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.437414 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.437746 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.438073 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.438395 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.438717 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.439037 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.439359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.439672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.439987 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:35:35.487587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.494123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.499508 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Attempting to bind port 149c6187-8d28-4ade-b25d-e54106e14c02 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:35:35.500149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Attempting to bind port 149c6187-8d28-4ade-b25d-e54106e14c02 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:35:35.500660 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Attempting to bind port 149c6187-8d28-4ade-b25d-e54106e14c02 on network 25343273-500c-4969-b2ed-585d88c80dcf {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:35:35.506519 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:35:35.507140 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Checking segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:35:35.507735 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.508324 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Bound using segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:35:35.508969 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Bound port: 149c6187-8d28-4ade-b25d-e54106e14c02, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:35:35.509978 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.609557 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:35:35.612934 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=149c6187-8d28-4ade-b25d-e54106e14c02,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:35:35.617410 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.663319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edba03d-f41c-4a81-a891-140900719c22,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.674149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.675395 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-19785aa5-760d-49d8-9e0f-d50338e54232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054609 Mar 09 12:35:35.678162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 48942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:35.683882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:35.689988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:35.694306 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:35.697254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:35.702523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:35.703360 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:35.704215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:35.725679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.760171 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09179e-a9bb-43ff-ac1a-3df0bb95d4b7 None None] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.813827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.817243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.843028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a00ed04-1af0-4181-a463-9f499643dcc1,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:35.851934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.853437 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2f69e0b3-9861-4a39-a20e-817b0d2d42f9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743486 Mar 09 12:35:35.857527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48946) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:35.863000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:35.868930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:35.874065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:35.876968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:35.882570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:35.893423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:35:35.899106 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:35.899983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.965349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.969132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:35.990959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0242d6-5f71-4843-adbd-ecf5594f399e,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:36.001483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.002624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-38da76f1-ca25-4316-ab39-1a695113f6f7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440666 Mar 09 12:35:36.005336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 48950) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:36.010265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'security_group_rule': {'security_group_id': '32e5e5e3-0fec-4206-8649-a944d7abe778', 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:36.016022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:36.019979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:security_group_rule and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:36.022935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:36.030539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:36.040624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Project 1e2d48d6adbd4b4f8d8975cfef3becb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:35:36.048050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.115526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.118896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.142029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f715ca-a28f-4602-b2ab-ecf0641304d2,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:36.151563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.152843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f1320941-f8a6-41f4-9c4e-1b85b2654b27 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466060 Mar 09 12:35:36.228841 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:36.233435 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0264149-2c08-41c1-bfcd-334b175fb95b None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:36.356535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0ef4c985-a99e-40fb-b6e8-70ee86068728 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:36.394987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-ca11d4ac-05eb-4aea-bdc0-412b383874ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:36.412088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-ca11d4ac-05eb-4aea-bdc0-412b383874ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:36.413579 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-ca11d4ac-05eb-4aea-bdc0-412b383874ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405336428&fields=id&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 267 time: 0.0608041 Mar 09 12:35:36.430646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0ef4c985-a99e-40fb-b6e8-70ee86068728 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:36.431462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.565749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:36.587244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-73dc0960-4ee4-44a2-852e-bb10f24d3acd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:36.589098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-73dc0960-4ee4-44a2-852e-bb10f24d3acd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/networks?id=25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 200 len: 796 time: 0.1664028 Mar 09 12:35:36.607451 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-9b2985d0-3e49-437b-811f-127f8dce3722 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/quotas/1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 375 time: 0.0129869 Mar 09 12:35:36.641128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:36.641506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:36.699313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-8d497505-6a10-4936-874a-68d4ad24739d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:36.717559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-8d497505-6a10-4936-874a-68d4ad24739d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:36.719142 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-8d497505-6a10-4936-874a-68d4ad24739d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053753 Mar 09 12:35:36.868711 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-bd7526c7-187e-4383-82b1-267ebd5261de service neutron] 10.222.0.20 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346674 Mar 09 12:35:37.007285 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-531f29f1-39ab-41b7-aae0-5796e758cc68 service neutron] 10.222.0.20 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317344 Mar 09 12:35:37.203529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7a959289-782b-49b0-a241-2741a6bd49d7 req-3a16b2d1-268b-4e33-a2f3-03d4200ac9a7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0546927 Mar 09 12:35:38.189424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-29aadbc7-b2d7-48de-a6e5-bf91cc343ad4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:38.190108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-29aadbc7-b2d7-48de-a6e5-bf91cc343ad4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:35:38.205796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-29aadbc7-b2d7-48de-a6e5-bf91cc343ad4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:35:38.207305 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-29aadbc7-b2d7-48de-a6e5-bf91cc343ad4 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/networks?id=25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 200 len: 796 time: 0.1617134 Mar 09 12:35:38.261929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-07c29115-2c93-4b28-a5ce-5db97695e38c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3 HTTP/1.1" status: 200 len: 379 time: 0.0465989 Mar 09 12:35:38.271088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'port': {'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'admin_state_up': True, 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'security_groups': ['32e5e5e3-0fec-4206-8649-a944d7abe778']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:38.346827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:38.368352 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e4b9e2c9-54dd-4093-8ed5-35f1f1e67a1c req-e586359e-3135-46b2-96c6-bc6ac91342ef tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0464797 Mar 09 12:35:38.417660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:38.421898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 149c6187-8d28-4ade-b25d-e54106e14c02 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:38.426433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:38.426810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.427343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:38.436367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Made reservation on behalf of 1e2d48d6adbd4b4f8d8975cfef3becb3 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:35:38.439870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.544475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.577180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=149c6187-8d28-4ade-b25d-e54106e14c02,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:38.581489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.606490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.20.0.5 (25343273-500c-4969-b2ed-585d88c80dcf/e5a0223a-5d7a-4790-9c82-eb039f169ce2/8366977c-17bd-4ef0-96c7-f9620b4ec91e) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:35:38.648167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:38.794598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.809774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Transition to ACTIVE for port object 8366977c-17bd-4ef0-96c7-f9620b4ec91e will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:38.833002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:38.903053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 25343273-500c-4969-b2ed-585d88c80dcf is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:38.910429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:38.914768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:35:38.946063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:38.982559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:38.983183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.008776 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-5aa013c5-7336-4e9a-9419-26d6a8e0238c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7418547 Mar 09 12:35:39.019885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Request body: {'port': {'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:39.115086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb0fc17a-ae3b-4e7e-bebe-85b5154394f1 None None] Provisioning for port 8366977c-17bd-4ef0-96c7-f9620b4ec91e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:39.119737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb0fc17a-ae3b-4e7e-bebe-85b5154394f1 None None] Provisioning complete for port 8366977c-17bd-4ef0-96c7-f9620b4ec91e triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:39.120656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc17a-ae3b-4e7e-bebe-85b5154394f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.136275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.175799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fc17a-ae3b-4e7e-bebe-85b5154394f1 None None] Port 8366977c-17bd-4ef0-96c7-f9620b4ec91e cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:35:39.472311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8366977c-17bd-4ef0-96c7-f9620b4ec91e {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:35:39.480311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.494565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Transition to ACTIVE for port object 8366977c-17bd-4ef0-96c7-f9620b4ec91e will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:35:39.499560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.658188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ddbb-8682-4c2d-9fcd-dcab7f42d938 req-4b1bce71-c7d6-4b2f-8101-68c9c22289cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:39.661171 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f889ddbb-8682-4c2d-9fcd-dcab7f42d938 req-4b1bce71-c7d6-4b2f-8101-68c9c22289cb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 943 time: 0.1879058 Mar 09 12:35:39.671085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:39.711013 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f889ddbb-8682-4c2d-9fcd-dcab7f42d938 req-b59699a7-045f-4a0c-b3a2-011bd5391a06 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Mar 09 12:35:39.741293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Attempting to bind port 8366977c-17bd-4ef0-96c7-f9620b4ec91e on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:35:39.741629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Attempting to bind port 8366977c-17bd-4ef0-96c7-f9620b4ec91e by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:35:39.741953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Attempting to bind port 8366977c-17bd-4ef0-96c7-f9620b4ec91e on network 25343273-500c-4969-b2ed-585d88c80dcf {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:35:39.747035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Port 8366977c-17bd-4ef0-96c7-f9620b4ec91e on network 25343273-500c-4969-b2ed-585d88c80dcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:35:39.747348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Attempting to bind port 8366977c-17bd-4ef0-96c7-f9620b4ec91e on network 25343273-500c-4969-b2ed-585d88c80dcf {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:35:39.752289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:35:39.752621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Checking segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:35:39.753031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Bound using segment: {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:35:39.753452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Bound port: 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa555fba-a0fc-4ae1-a082-fece0a603f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:35:39.753798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.847001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:35:39.849815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:35:39.854343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.906336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:39.906964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:39.908469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] 10.222.0.13 "PUT /v2.0/ports/8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 200 len: 1093 time: 0.8927286 Mar 09 12:35:39.908764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:39.939632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999f375-9530-4ef6-817d-3f75930a1e18 service neutron] Pushing event updated for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:39.986574 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'status': 'completed', 'code': 200} Mar 09 12:35:40.133432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-63439753-a9a7-4e4e-acf4-17f68d4c8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.134907 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-63439753-a9a7-4e4e-acf4-17f68d4c8b6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1096 time: 0.1876850 Mar 09 12:35:40.202248 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-a86ecce9-c7ae-4ffe-9db2-ea65688c4a3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 200 len: 217 time: 0.0610740 Mar 09 12:35:40.265883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-cb6e7562-7cd5-4263-8db8-885002d228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.267313 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-cb6e7562-7cd5-4263-8db8-885002d228b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5a0223a-5d7a-4790-9c82-eb039f169ce2 HTTP/1.1" status: 200 len: 834 time: 0.0597587 Mar 09 12:35:40.294509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:40.344049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-165257b6-60fd-457a-ad4d-b932501bae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.345540 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-165257b6-60fd-457a-ad4d-b932501bae3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25343273-500c-4969-b2ed-585d88c80dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729299 Mar 09 12:35:40.360595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:40.360998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:40.478855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-19c3cf36-fdd6-4eee-8f5a-de052004de36 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274602 Mar 09 12:35:40.615542 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cd2514cb-3163-4aba-9f5f-95218453c24e req-260d0398-581f-4c98-bba4-3d8f89d75da9 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311662 Mar 09 12:35:40.706091 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:35:40.733048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-6be61c69-11b1-4e63-a509-14eb0a285548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.734536 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-6be61c69-11b1-4e63-a509-14eb0a285548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1096 time: 0.0743549 Mar 09 12:35:40.868167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-1ec14c00-a28c-4f5f-82ff-dc72192cd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.869722 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-1ec14c00-a28c-4f5f-82ff-dc72192cd3e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 200 len: 897 time: 0.1295519 Mar 09 12:35:40.904917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f46c0-1e72-4cbf-8317-deb74c4f3e77 req-7859c43b-7883-46dd-9120-128ba125b693 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:40.906366 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c90f46c0-1e72-4cbf-8317-deb74c4f3e77 req-7859c43b-7883-46dd-9120-128ba125b693 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0824358 Mar 09 12:35:40.943177 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-1ac7b4e1-ad06-4024-875e-263dd0595ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 200 len: 217 time: 0.0622241 Mar 09 12:35:40.953356 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c90f46c0-1e72-4cbf-8317-deb74c4f3e77 req-c58e28a1-104d-405a-ae80-9d09dad746ca tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Mar 09 12:35:41.008237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-8f03a1c7-0475-480d-999a-eb4f7421e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:41.009602 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-8f03a1c7-0475-480d-999a-eb4f7421e858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5a0223a-5d7a-4790-9c82-eb039f169ce2 HTTP/1.1" status: 200 len: 834 time: 0.0600562 Mar 09 12:35:41.082495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-d55e607f-823c-45ed-a19d-ccf736bbdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:41.083919 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-d55e607f-823c-45ed-a19d-ccf736bbdac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25343273-500c-4969-b2ed-585d88c80dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685573 Mar 09 12:35:41.213292 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-48be49c3-59ac-4946-b395-ff231490bc99 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Mar 09 12:35:41.345159 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2aeb8600-5e77-40b8-9a4c-ee55934df323 req-2d1fabd1-5d88-4f80-8a07-8fdd85b7f0fd service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250322 Mar 09 12:35:42.142449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38e69d-5cd2-427b-883f-f52d877f4151 req-b6b485bf-e646-49e5-ae5a-1548d433e1e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:42.143833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f38e69d-5cd2-427b-883f-f52d877f4151 req-b6b485bf-e646-49e5-ae5a-1548d433e1e3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 943 time: 0.0831561 Mar 09 12:35:42.148556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8366977c-17bd-4ef0-96c7-f9620b4ec91e details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:35:42.188559 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f38e69d-5cd2-427b-883f-f52d877f4151 req-c8a4bad6-e6c5-4674-ade6-3bfd485c06c1 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Mar 09 12:35:42.280218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:42.294329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:35:42.353937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:42.370994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8366977c-17bd-4ef0-96c7-f9620b4ec91e {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:35:42.385570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:42.389108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:42.453302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:42.573686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['8366977c-17bd-4ef0-96c7-f9620b4ec91e'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:35:43.375009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68bb4d-ada3-46d0-904a-275ffd365c6e req-8ad2ef44-1553-462b-bb61-cf2406675e2d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:43.376432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe68bb4d-ada3-46d0-904a-275ffd365c6e req-8ad2ef44-1553-462b-bb61-cf2406675e2d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 944 time: 0.0821290 Mar 09 12:35:43.420705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe68bb4d-ada3-46d0-904a-275ffd365c6e req-2bdd0927-a36b-4aa5-b255-ade6ba981fcd tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387340 Mar 09 12:35:44.162694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8366977c-17bd-4ef0-96c7-f9620b4ec91e up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:35:44.229192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 8366977c-17bd-4ef0-96c7-f9620b4ec91e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:35:44.233876 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 8366977c-17bd-4ef0-96c7-f9620b4ec91e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:35:44.234248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:44.379667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:44.406016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:44.416037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:35:44.419557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:44.452084 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'code': 200} Mar 09 12:35:44.489910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:44.611782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c7e8-2a42-43fb-ab54-9e0754024c5c req-8483ecbd-169a-4d6c-b85d-19e8fc04c7d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:44.613227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c8e8c7e8-2a42-43fb-ab54-9e0754024c5c req-8483ecbd-169a-4d6c-b85d-19e8fc04c7d3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0810506 Mar 09 12:35:44.657759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c8e8c7e8-2a42-43fb-ab54-9e0754024c5c req-2993a97c-17b1-40b7-bb62-20601105f6fc tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Mar 09 12:35:44.690537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438c56-31f3-435d-be9e-be3e4a380c00 req-2e5215f5-9a45-4a44-a76f-f93335492953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:44.691993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-59438c56-31f3-435d-be9e-be3e4a380c00 req-2e5215f5-9a45-4a44-a76f-f93335492953 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1098 time: 0.0733790 Mar 09 12:35:44.730631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-59438c56-31f3-435d-be9e-be3e4a380c00 req-99b0edd2-efdc-4e83-97dd-c513ac478ac4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329955 Mar 09 12:35:45.852107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767a3f6-c827-4a20-ae91-778aa390139f req-32ffbd19-0c61-452c-915f-14f03b7232e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:45.853490 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d767a3f6-c827-4a20-ae91-778aa390139f req-32ffbd19-0c61-452c-915f-14f03b7232e7 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0828087 Mar 09 12:35:45.898372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d767a3f6-c827-4a20-ae91-778aa390139f req-9e3d30fd-2b99-41f0-8f59-da33b48d270d tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389600 Mar 09 12:35:46.083054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c511c0-7573-44de-94cc-9b4b5228ec0c req-49a7cda4-88a2-47dd-be3e-787b6faccfa9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:46.084477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-39c511c0-7573-44de-94cc-9b4b5228ec0c req-49a7cda4-88a2-47dd-be3e-787b6faccfa9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0808370 Mar 09 12:35:46.132453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-39c511c0-7573-44de-94cc-9b4b5228ec0c req-a9e87822-63a8-4907-9877-1f0d091bc37e tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Mar 09 12:35:46.156286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49000) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:46.225191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f905ac-168f-495f-b8c0-49718717f5f8 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:46.226688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01f905ac-168f-495f-b8c0-49718717f5f8 tempest-TestNetworkBasicOps-461080450 tempest-TestNetworkBasicOps-461080450-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1093 time: 0.0693803 Mar 09 12:35:46.229963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49004) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:46.231335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:46.235023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:35:46.241662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:35:46.245612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Usage tracker for resource:floatingip and tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:35:46.248459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:35:46.254164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:35:46.265527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:46.403200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:46.539596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Allocated IP 172.26.5.175 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/77f61349-7d42-4be7-a97a-0c9a9afff780) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:35:46.685208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:46.713684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:46.771343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:35:46.773945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:35:46.781494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:35:46.818860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=77f61349-7d42-4be7-a97a-0c9a9afff780,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:47.282367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:47.355428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:47.557537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:47.561781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:47.672683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event updated for resources: {'Port': ['ID=77f61349-7d42-4be7-a97a-0c9a9afff780,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:35:47.683407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:47.850656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 71a65375-34ae-4618-987c-648c09d10081 associated. External IP: 172.26.5.175, port: 8366977c-17bd-4ef0-96c7-f9620b4ec91e. Mar 09 12:35:48.191076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:35:48.372167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:35:48.381519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:35:48.391524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:48.392138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:48.395827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:48.451560 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fd59c7da-7865-4b39-808a-3ba06560e266 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2204804 Mar 09 12:35:48.452203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:35:48.454247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49008) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:48.529000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'status': 'completed', 'code': 200} Mar 09 12:35:48.574702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:48.645489 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fc13a78f-be13-444a-ac09-df726a4ca61a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 991 time: 0.1899614 Mar 09 12:35:48.663309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367625c-dd9c-4345-8742-863984c0eb26 req-731f4dfe-d654-4bce-a568-f092b9c7608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:48.664745 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-731f4dfe-d654-4bce-a568-f092b9c7608f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1098 time: 0.1115994 Mar 09 12:35:48.900544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367625c-dd9c-4345-8742-863984c0eb26 req-f65923a0-ed2c-4d44-a528-a47e6e0a879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:48.902666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-f65923a0-ed2c-4d44-a528-a47e6e0a879c service neutron] 10.222.0.13 "GET /v2.0/networks?id=25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 200 len: 897 time: 0.2318926 Mar 09 12:35:48.926116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:35:47Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:38Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:48.930050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:35:48.938337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:35:48.938929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:49.005274 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-813a75b6-61e3-4819-b937-a38ba0857411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 200 len: 999 time: 0.0966270 Mar 09 12:35:49.077283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367625c-dd9c-4345-8742-863984c0eb26 req-314e5808-b715-407b-86a7-c6a08f46a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:49.078820 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-314e5808-b715-407b-86a7-c6a08f46a8d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5a0223a-5d7a-4790-9c82-eb039f169ce2 HTTP/1.1" status: 200 len: 834 time: 0.0667379 Mar 09 12:35:49.118953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:35:49.155614 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367625c-dd9c-4345-8742-863984c0eb26 req-8e98013e-12d8-4818-bbb5-cc33904acec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:35:49.157041 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-8e98013e-12d8-4818-bbb5-cc33904acec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25343273-500c-4969-b2ed-585d88c80dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722694 Mar 09 12:35:49.291339 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-e4b756be-5a2f-46e1-b6d3-4328c8436945 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285851 Mar 09 12:35:49.427407 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6367625c-dd9c-4345-8742-863984c0eb26 req-e46f12c5-9f37-489a-a7c2-535c07c625f8 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295881 Mar 09 12:35:49.466129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:35:47Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:38Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:35:49.470107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db30c-3b10-4c0f-b215-04ebdbb919af None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:35:32Z', 'revision_number': 4, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:35:47Z', 'revision_number': 0, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:35:38Z', 'revision_number': 5, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:35:49.648368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49014) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:49.658599 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224b1c4-36db-4c52-b31f-3defd2dfd6e9 None None] New status for floating IP 71a65375-34ae-4618-987c-648c09d10081: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:35:49.759839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d30291ca-48af-4fec-a40a-79de2f9f871c tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 991 time: 0.1101847 Mar 09 12:35:50.763732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49018) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:35:50.867605 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f24610c0-c532-47c2-822f-449b6cc3157a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 993 time: 0.1026380 Mar 09 12:35:52.638213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b83bd704-f9d8-4c03-8b70-8dd9711e8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:54.861329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf755aee-c2a1-486f-ba94-a6bf86b8f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:55.709893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:56.098848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:35:57.639369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:16.229794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:17.705593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:36:22.107886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49032) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:22.212923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:36:22.642745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a54e1d4-9e1d-486d-a015-49cb1ea79fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:22.830999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:22.841878 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:23.020694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:36:23.199569 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:36:23.206071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:23.207824 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0ce0ae4f-877b-4376-9993-556f00d84924 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/1bec8a95-9077-4ee0-a32a-f8eecd9c5097 HTTP/1.1" status: 200 len: 887 time: 1.0989361 Mar 09 12:36:23.209115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:36:23.219460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:23.220062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:23.280813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:23.288957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:23.289538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:35:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:23.384706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:23.385213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cca166-0620-4a69-9330-f981b6f99724 None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:36:24.147177 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d837fb-1201-4a2a-9fa0-cdd19dd1d00d None None] New status for floating IP 71a65375-34ae-4618-987c-648c09d10081: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:36:24.313903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:24.428003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:24.465100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=149c6187-8d28-4ade-b25d-e54106e14c02,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:24.470211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:24.470955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:24.584599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:24.640995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:24.657158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:24.660473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:24.728789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:24.862280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0a064647-f69d-471f-9d05-995259501f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:25.358104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49042) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:25.363258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:36:25.713341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:25.889903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:25.900234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-976224'] for router, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:26.091618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:26.192988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:36:26.369462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:36:26.376087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:26.377235 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1655b89c-09d0-4455-a4fb-3cc9a0f05d90 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/1bec8a95-9077-4ee0-a32a-f8eecd9c5097 HTTP/1.1" status: 200 len: 886 time: 1.0181262 Mar 09 12:36:26.379638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:36:26.380172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49046) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:26.388906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:26.389525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:26.489580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8fbfe7a5-8686-4574-a366-20ffd5b33719 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 991 time: 0.1083517 Mar 09 12:36:26.568950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:26.910824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:26.914693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:36:26.922898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:26.923490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:27.098237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:27.476860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:27.481153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf881414-ed07-44e5-8bd9-1633d74b7283 None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '71a65375-34ae-4618-987c-648c09d10081', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'port_id': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'mac_address': 'fa:16:3e:d2:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:35:47Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 2, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:24Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:36:27.493555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49052) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:27.606467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-45c3ea90-bc67-4f80-81b9-b737056f402f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 991 time: 0.1116719 Mar 09 12:36:27.644706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:28.359842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:36:28.429262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:28.429634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:28.555128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:28.591697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=149c6187-8d28-4ade-b25d-e54106e14c02,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:28.595855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:28.596672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:36:28.610252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49056) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:28.720681 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b41bdda6-399a-4eb3-a8d1-bfe75b40d138 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 991 time: 0.1092846 Mar 09 12:36:28.724360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:28.738990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.739344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.739691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.740032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.740368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.740702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.741072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.741404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.741734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.742062 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.742386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.742709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:28.803764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:28.804071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:28.957580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:29.033239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:29.035836 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af9d53-194c-420b-9300-0479eaf9550d None None] New status for floating IP 71a65375-34ae-4618-987c-648c09d10081: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:36:29.037518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:29.132578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:29.724666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49060) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:29.848650 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5baca434-c858-468c-8a2e-ba538217dc9f tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 200 len: 993 time: 0.1224196 Mar 09 12:36:30.118097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49068) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:30.323754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:36:30.330704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 77f61349-7d42-4be7-a97a-0c9a9afff780 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:36:30.331044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.389763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 149c6187-8d28-4ade-b25d-e54106e14c02 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:30.390055 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.497763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.498142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.507372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:36:30.573899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:30.574274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.629047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 77f61349-7d42-4be7-a97a-0c9a9afff780 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:36:30.783706 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:30.833099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=77f61349-7d42-4be7-a97a-0c9a9afff780,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:30.982157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.982500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.982834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.983161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.983485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.983808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.984129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.984450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.984767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.985108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.985432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:30.985743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:31.043580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:31.043911 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Floating IP 71a65375-34ae-4618-987c-648c09d10081 disassociated (deleted). External IP: 172.26.5.175, port: 8366977c-17bd-4ef0-96c7-f9620b4ec91e. Mar 09 12:36:31.400944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:36:31.576030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:36:31.585139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:36:31.592203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:31.594246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:31.594846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:31.650640 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d8ef93fb-0f9d-43e6-ac70-cd87021df267 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/floatingips/71a65375-34ae-4618-987c-648c09d10081 HTTP/1.1" status: 204 len: 168 time: 1.5304270 Mar 09 12:36:31.651276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:36:31.699144 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'status': 'completed', 'code': 200} Mar 09 12:36:31.788814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-3d22bd35-feb0-4117-9564-2fba9b3233c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:31.790414 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-3d22bd35-feb0-4117-9564-2fba9b3233c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 1098 time: 0.0713503 Mar 09 12:36:31.825474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:31.933077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-d859d6c6-9f7c-4381-b4d7-256a410dda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:31.934545 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-d859d6c6-9f7c-4381-b4d7-256a410dda97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 200 len: 897 time: 0.1385827 Mar 09 12:36:32.009969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-6099e802-0c9e-4f57-8587-8ff8b85bce97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 200 len: 217 time: 0.0676773 Mar 09 12:36:32.026186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a045820-5c5f-415f-917e-1dfd7513019c req-5f5390ae-bed9-4784-99cf-b91157fae798 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:32.028355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a045820-5c5f-415f-917e-1dfd7513019c req-5f5390ae-bed9-4784-99cf-b91157fae798 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0846114 Mar 09 12:36:32.074140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a045820-5c5f-415f-917e-1dfd7513019c req-9a463a80-5c6f-463d-a90d-5c37ae078556 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Mar 09 12:36:32.084608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-e8f3f39e-d708-4445-8072-9f664cde2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:32.086088 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-e8f3f39e-d708-4445-8072-9f664cde2998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5a0223a-5d7a-4790-9c82-eb039f169ce2 HTTP/1.1" status: 200 len: 834 time: 0.0707715 Mar 09 12:36:32.171307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:32.175441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:36:32.176409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-7d30f685-f1d1-41b4-b884-b1d7118b27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:32.178042 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-7d30f685-f1d1-41b4-b884-b1d7118b27ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25343273-500c-4969-b2ed-585d88c80dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859075 Mar 09 12:36:32.185939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:32.186481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:32.317651 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-9fa8b609-9fa6-4030-95b8-edd626220959 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332796 Mar 09 12:36:32.377802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:32.577551 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e521ef84-ea29-4a5d-ab9e-349251b472ae req-a2572f22-33ca-4565-a3b1-97c6c1275d93 service neutron] 10.222.0.13 "GET /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533081 Mar 09 12:36:32.707743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:32.711654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893dcb9-1909-4f50-af72-9b062ebac904 None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:25Z', 'revision_number': 6, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '149c6187-8d28-4ade-b25d-e54106e14c02', 'name': '', 'network_id': '25343273-500c-4969-b2ed-585d88c80dcf', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'mac_address': 'fa:16:3e:42:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:31Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'subnets': [{'id': 'e5a0223a-5d7a-4790-9c82-eb039f169ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:36:33.223995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-18b454e2-a4df-4e72-be95-4cbd1dbca232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:33.224728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-18b454e2-a4df-4e72-be95-4cbd1dbca232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Synchronizing usage tracker for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:36:33.241934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-18b454e2-a4df-4e72-be95-4cbd1dbca232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Unset dirty status for tenant:1e2d48d6adbd4b4f8d8975cfef3becb3 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:36:33.243060 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-18b454e2-a4df-4e72-be95-4cbd1dbca232 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.1016920 Mar 09 12:36:33.282710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75221-7f33-4760-b93f-6f4feb072d28 req-74a861c5-1eb1-467a-b249-4f8de63630e8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:33.284216 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96b75221-7f33-4760-b93f-6f4feb072d28 req-74a861c5-1eb1-467a-b249-4f8de63630e8 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 945 time: 0.0947680 Mar 09 12:36:33.318888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 8366977c-17bd-4ef0-96c7-f9620b4ec91e {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:36:33.319292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:33.338158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96b75221-7f33-4760-b93f-6f4feb072d28 req-506ee1b7-85af-492b-a72e-6d665013df33 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/security-groups?id=32e5e5e3-0fec-4206-8649-a944d7abe778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481312 Mar 09 12:36:33.364166 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321e65b-d774-48b9-89a1-48b189fe04a7 None None] New status for floating IP 71a65375-34ae-4618-987c-648c09d10081: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:36:33.573848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 8366977c-17bd-4ef0-96c7-f9620b4ec91e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8366977c-17bd-4ef0-96c7-f9620b4ec91e,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:33.574147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:33.703491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 8366977c-17bd-4ef0-96c7-f9620b4ec91e owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:36:33.845795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:33.898617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=8366977c-17bd-4ef0-96c7-f9620b4ec91e,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:33.973991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] No DVR routers for this DVR port 8366977c-17bd-4ef0-96c7-f9620b4ec91e on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:36:33.976396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:33.978858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'name': 'network-vif-deleted', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:36:33.994380 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7489f8b1-9f94-4d85-851a-fcd385c2d83b req-8329d7cb-8689-4311-a730-00843ccb937a tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.13 "DELETE /v2.0/ports/8366977c-17bd-4ef0-96c7-f9620b4ec91e HTTP/1.1" status: 204 len: 173 time: 0.7458262 Mar 09 12:36:34.027719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc454e3e-ea29-4a48-b298-2ff596a7f0b8', 'name': 'network-vif-deleted', 'tag': '8366977c-17bd-4ef0-96c7-f9620b4ec91e', 'status': 'completed', 'code': 200} Mar 09 12:36:34.510377 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8784f9a6-9ede-461d-aeb4-16e5cda2744a req-d774fd0a-1681-42bf-b975-d98164e08163 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc454e3e-ea29-4a48-b298-2ff596a7f0b8 HTTP/1.1" status: 200 len: 210 time: 0.0421464 Mar 09 12:36:35.611209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:35.678404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:35.709193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:35.776165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:35.795266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5e5e3-0fec-4206-8649-a944d7abe778,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:35.801893 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:35.805397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5da09d7f-c28f-44d5-a9fb-c3c0cbd8f9bb tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/security-groups/32e5e5e3-0fec-4206-8649-a944d7abe778 HTTP/1.1" status: 204 len: 168 time: 0.1930177 Mar 09 12:36:35.834684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49092) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:36.387936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8366977c-17bd-4ef0-96c7-f9620b4ec91e no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:36.427626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 8366977c-17bd-4ef0-96c7-f9620b4ec91e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:36:36.427977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8366977c-17bd-4ef0-96c7-f9620b4ec91e not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:36:36.488821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:36.836775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 149c6187-8d28-4ade-b25d-e54106e14c02 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:36:36.837464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:37.021673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 149c6187-8d28-4ade-b25d-e54106e14c02, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=149c6187-8d28-4ade-b25d-e54106e14c02,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:37.022029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:37.143458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 149c6187-8d28-4ade-b25d-e54106e14c02 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:36:37.413241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:37.464699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=149c6187-8d28-4ade-b25d-e54106e14c02,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:37.744606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.219027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:36:38.401800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:36:38.411973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Sync routers for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:36:38.413967 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ab4880ed-920a-4f5d-8e01-f372c4eb29a9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "PUT /v2.0/routers/1bec8a95-9077-4ee0-a32a-f8eecd9c5097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5782032 Mar 09 12:36:38.416698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49096) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:38.421435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:38.422032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:38.480835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting subnet e5a0223a-5d7a-4790-9c82-eb039f169ce2 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:36:38.483910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.600573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:38.647622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.729115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.804334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.846813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a0223a-5d7a-4790-9c82-eb039f169ce2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:38.849535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:38.860465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.860811 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.861174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.861506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.861833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.862158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.862484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.862804 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.863127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.863448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.863762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.864071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:36:38.871933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49100) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:38.872071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7bfeb689-d52d-4657-bd70-fa03d3df8fc9 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/subnets/e5a0223a-5d7a-4790-9c82-eb039f169ce2 HTTP/1.1" status: 204 len: 168 time: 0.4542098 Mar 09 12:36:38.896855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f844798-9974-4a04-9177-7043576cae06 None None] Network 25343273-500c-4969-b2ed-585d88c80dcf requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:36:39.057327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.089180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:39.093736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Checking router: 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:36:39.111800 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Routers {'1bec8a95-9077-4ee0-a32a-f8eecd9c5097'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:36:39.112416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:36:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:39.239799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.250826 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Deleting port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:36:39.251176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.255768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] DHCP port deletion for 25343273-500c-4969-b2ed-585d88c80dcf request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:36:39.270355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Deleting port 0ef4c985-a99e-40fb-b6e8-70ee86068728 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:36:39.270729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.343961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] Set router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:36:39.427416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] For port 3a80e86f-c571-41da-b6ac-d2fcbdc660b8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:39.427769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.551593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Calling delete_port for 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:36:39.696088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] For port 0ef4c985-a99e-40fb-b6e8-70ee86068728, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0ef4c985-a99e-40fb-b6e8-70ee86068728,segment=NetworkSegment(aa555fba-a0fc-4ae1-a082-fece0a603f28),segment_id=aa555fba-a0fc-4ae1-a082-fece0a603f28)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:39.697301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.844457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.853226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Calling delete_port for 0ef4c985-a99e-40fb-b6e8-70ee86068728 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:36:39.891050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Port': ['ID=3a80e86f-c571-41da-b6ac-d2fcbdc660b8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:39.942874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.984430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:39.985180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:39.995716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] Pushing event deleted for resources: {'Port': ['ID=0ef4c985-a99e-40fb-b6e8-70ee86068728,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:39.999428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1ec76-8a69-4da7-a584-4397a06b0ba6 None None] No DVR routers for this DVR port 0ef4c985-a99e-40fb-b6e8-70ee86068728 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:36:40.000950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1dce6-dbaf-48a1-be01-d5955b32a05e None None] The sync data for ids ['1bec8a95-9077-4ee0-a32a-f8eecd9c5097'] in dv-neutron-832762-2-hyperv is: [{'id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'name': 'tempest-TestNetworkBasicOps-router-900847281', 'tenant_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:35:27Z', 'updated_at': '2022-03-09T12:36:37Z', 'revision_number': 7, 'project_id': '1e2d48d6adbd4b4f8d8975cfef3becb3', 'gw_port': {'id': '3a80e86f-c571-41da-b6ac-d2fcbdc660b8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:13:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bec8a95-9077-4ee0-a32a-f8eecd9c5097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:35:28Z', 'updated_at': '2022-03-09T12:36:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:36:40.166873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.169195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.193188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.193970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Fanout notify agent at l3_agent the message router_deleted on router 1bec8a95-9077-4ee0-a32a-f8eecd9c5097 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:36:40.210018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.211118 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6ce70aa7-93a0-4100-aa00-158b2a232c55 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/routers/1bec8a95-9077-4ee0-a32a-f8eecd9c5097 HTTP/1.1" status: 204 len: 168 time: 1.3381541 Mar 09 12:36:40.214848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:40.332359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.381270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0ef4c985-a99e-40fb-b6e8-70ee86068728 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:40.419157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0ef4c985-a99e-40fb-b6e8-70ee86068728 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:36:40.419499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0ef4c985-a99e-40fb-b6e8-70ee86068728 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:36:40.419919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:40.452926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 149c6187-8d28-4ade-b25d-e54106e14c02 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:36:40.453274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 149c6187-8d28-4ade-b25d-e54106e14c02 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:36:40.472947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.498524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25343273-500c-4969-b2ed-585d88c80dcf']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:40.511470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa555fba-a0fc-4ae1-a082-fece0a603f28') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:40.511710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa555fba-a0fc-4ae1-a082-fece0a603f28') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:36:40.522710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.542482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.548241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:36:40.548616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:36:40.563837 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:36:40.641458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.658061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:40.668564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] Pushing event deleted for resources: {'Network': ['ID=25343273-500c-4969-b2ed-585d88c80dcf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:40.676557 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eea52fcd-176b-48f1-a21a-c6031d56a5b3 tempest-TestNetworkBasicOps-1260944400 tempest-TestNetworkBasicOps-1260944400-project] 10.222.0.20 "DELETE /v2.0/networks/25343273-500c-4969-b2ed-585d88c80dcf HTTP/1.1" status: 204 len: 168 time: 0.4607363 Mar 09 12:36:40.970918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49112) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:41.117255 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fbf980d1-82b5-4dfa-91e9-42340ff2102c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e2d48d6adbd4b4f8d8975cfef3becb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451643 Mar 09 12:36:41.121101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49118) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:41.177441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.202211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.253770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.268506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153f9a5b-f9d2-4977-8b55-8616226bd19a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:41.277729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.278921 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a5d4a097-cdb0-4a10-8d73-c918da2bb9ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/153f9a5b-f9d2-4977-8b55-8616226bd19a HTTP/1.1" status: 204 len: 168 time: 0.1569397 Mar 09 12:36:41.549964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49126) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:41.566987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.581751 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:36:41.585509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Usage tracker for resource:security_group_rule and tenant:40ebe1e838b84599a6c458fc7f4a5a14 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:36:41.588834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:36:41.594357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:36:41.678408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.682091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.729630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9c9f9-0c6a-4ae4-bd76-195d0df94846,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:41.734562 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-edf5aaaa-067c-4895-ae00-ebef8d365991 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40ebe1e838b84599a6c458fc7f4a5a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835520 Mar 09 12:36:41.737173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49130) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:36:41.797213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.823376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.873649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.887929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9c9f9-0c6a-4ae4-bd76-195d0df94846,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:41.896656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:41.897802 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bb3e80c2-ea59-4de5-8ccf-145dc555df08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cf9c9f9-0c6a-4ae4-bd76-195d0df94846 HTTP/1.1" status: 204 len: 168 time: 0.1597302 Mar 09 12:36:42.286768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:36:42.358275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:36:42.358542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3a80e86f-c571-41da-b6ac-d2fcbdc660b8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:36:46.228927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:49.266233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b7ddbfff-7897-44f4-beac-91f381055b75 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274138 Mar 09 12:36:49.414159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b36d95c9-166b-4ea2-8a5e-efa7708dc197 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:49.415862 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b36d95c9-166b-4ea2-8a5e-efa7708dc197 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447153 Mar 09 12:36:49.431315 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-73addb06-97b7-4906-8090-fe74defa6e7a tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/quotas/8f5aea54e60b43b9ac063cd12a136b75 HTTP/1.1" status: 200 len: 375 time: 0.0092731 Mar 09 12:36:49.481133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-859ca2a3-1a12-4463-95d9-f819a7792244 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447903 Mar 09 12:36:50.661330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96281dd1-cdab-4a2c-95cf-14869be1782b req-0b8a87fe-3b53-4074-8d57-ee41a8cdca2c tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 210 time: 0.0415430 Mar 09 12:36:51.553247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-6d138a8a-d4ee-465c-80ea-de8e99b2273f tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312984 Mar 09 12:36:51.708141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-a4eb7693-7dfc-4aea-b68e-99553154582d tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:51.709706 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-a4eb7693-7dfc-4aea-b68e-99553154582d tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503141 Mar 09 12:36:51.721203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Request body: {'port': {'device_id': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3', 'admin_state_up': True, 'tenant_id': '8f5aea54e60b43b9ac063cd12a136b75'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:36:51.812638 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eb8a84a0-16d0-462c-8185-e060c9546a0e req-408b6ff9-3ca0-4c69-a458-fe2e8388b7ca tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 210 time: 0.0425785 Mar 09 12:36:51.975281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:36:51.979056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Usage tracker for resource:port and tenant:8f5aea54e60b43b9ac063cd12a136b75 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:36:51.983102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:36:51.988657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:36:51.998723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Made reservation on behalf of 8f5aea54e60b43b9ac063cd12a136b75 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:36:52.002164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.014354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.028955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:36:52.032623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Usage tracker for resource:security_group_rule and tenant:8f5aea54e60b43b9ac063cd12a136b75 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:36:52.035391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:36:52.040950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:36:52.124307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.128066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.214143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:52.295956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Allocated IP 192.168.233.146 (ff27af4d-f099-4fd3-bfbe-889759b5a4e3/b2524189-05f5-4b00-bd52-dba30936a45f/2d98f7d1-91b9-471f-9cfd-22edd0fcafc9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:36:52.497506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.512250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Transition to ACTIVE for port object 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:36:52.537734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.606810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:36:52.613781 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:36:52.618014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:36:52.646919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae0b0246-1f29-4674-a053-20024e914ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.647914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Pushing event updated for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:52.685268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:52.685888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.711665 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-b85d8c01-18d3-432c-8331-d59d37ea6ab9 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9940898 Mar 09 12:36:52.722762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Request body: {'port': {'device_id': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:36:52.831385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c3b87362-b19d-4375-b2c8-5b0648f811fd None None] Provisioning for port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:36:52.836234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c3b87362-b19d-4375-b2c8-5b0648f811fd None None] Provisioning complete for port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:52.836808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3b87362-b19d-4375-b2c8-5b0648f811fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.840763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:52.893049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c3b87362-b19d-4375-b2c8-5b0648f811fd None None] Port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:36:53.008352 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439f21c-81e0-4290-9af9-b94c90a07749 req-dc766c2b-aa63-4fe3-b8d2-d48fe53923fc tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:53.009842 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6439f21c-81e0-4290-9af9-b94c90a07749 req-dc766c2b-aa63-4fe3-b8d2-d48fe53923fc tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 936 time: 0.0833204 Mar 09 12:36:53.053127 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6439f21c-81e0-4290-9af9-b94c90a07749 req-fdcbf04c-14bf-4a8a-b69b-6bcd507a481b tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 Mar 09 12:36:53.198920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:36:53.206247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:53.220790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Transition to ACTIVE for port object 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:36:53.225105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:53.386621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:53.460040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Attempting to bind port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:36:53.460373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Attempting to bind port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:36:53.460694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Attempting to bind port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 on network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:36:53.465787 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 on network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:36:53.466114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Attempting to bind port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 on network ff27af4d-f099-4fd3-bfbe-889759b5a4e3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:36:53.471128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:36:53.471457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Checking segment: {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:36:53.471834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Bound using segment: {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:36:53.472256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Bound port: 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5928b6-a259-4524-b1a3-0dc1d5e96e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:36:53.472595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:53.564850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:36:53.567651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:36:53.572711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:53.626823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:53.627329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:53.628437 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 HTTP/1.1" status: 200 len: 1098 time: 0.9099455 Mar 09 12:36:53.630915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:36:53.661612 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfabb1-464a-458a-8d50-00df5260f204 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:53.705963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9', 'status': 'completed', 'code': 200} Mar 09 12:36:53.742189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-0243a5a2-6dac-4087-a8e7-631dbb916b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:53.743675 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-0243a5a2-6dac-4087-a8e7-631dbb916b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 1101 time: 0.0766208 Mar 09 12:36:53.812338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-5549ac7d-f6b7-4645-962a-c4b08f0a6709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 HTTP/1.1" status: 200 len: 217 time: 0.0625529 Mar 09 12:36:53.975483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-1b6a5825-a7c4-490d-8a8a-a719d874453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:53.976928 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-1b6a5825-a7c4-490d-8a8a-a719d874453e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2524189-05f5-4b00-bd52-dba30936a45f HTTP/1.1" status: 200 len: 843 time: 0.1583273 Mar 09 12:36:54.049733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-a7a8f1eb-ff76-4cd8-a2b1-29fa32237792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.051156 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-a7a8f1eb-ff76-4cd8-a2b1-29fa32237792 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff27af4d-f099-4fd3-bfbe-889759b5a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684047 Mar 09 12:36:54.183789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-7961c447-1b98-4a4c-be43-40f97903f232 service neutron] 10.222.0.13 "GET /v2.0/networks/ff27af4d-f099-4fd3-bfbe-889759b5a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253586 Mar 09 12:36:54.237891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d28e6-7fd8-4e0b-8722-da1a933f9e1b req-96f9f88d-26d4-4bcc-ae06-375cdc056747 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.239240 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad2d28e6-7fd8-4e0b-8722-da1a933f9e1b req-96f9f88d-26d4-4bcc-ae06-375cdc056747 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 948 time: 0.0812838 Mar 09 12:36:54.284640 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad2d28e6-7fd8-4e0b-8722-da1a933f9e1b req-c7c60728-bf59-41ba-817f-a8a52a8a672c tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Mar 09 12:36:54.317948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b6cd4992-d4a9-4696-ba11-cb20a6e7dd96 req-c85eef87-38a8-40be-9ef7-04d2517db84e service neutron] 10.222.0.13 "GET /v2.0/networks/ff27af4d-f099-4fd3-bfbe-889759b5a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287212 Mar 09 12:36:54.439318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2467-5c69-4562-accd-369d19da9de5 req-b7b28899-b564-4493-ac75-6f64d4ce0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.440872 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-b7b28899-b564-4493-ac75-6f64d4ce0f81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 1101 time: 0.0756717 Mar 09 12:36:54.570537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2467-5c69-4562-accd-369d19da9de5 req-deecb26a-5f35-479d-858c-f7adaf98d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.571943 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-deecb26a-5f35-479d-858c-f7adaf98d557 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff27af4d-f099-4fd3-bfbe-889759b5a4e3 HTTP/1.1" status: 200 len: 870 time: 0.1245339 Mar 09 12:36:54.638388 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-572e3b51-9fbf-49d3-ac1b-1fb77d9a5a94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 HTTP/1.1" status: 200 len: 217 time: 0.0604639 Mar 09 12:36:54.703315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2467-5c69-4562-accd-369d19da9de5 req-ae8959f8-fb66-4eab-817d-c87c8228943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.704727 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-ae8959f8-fb66-4eab-817d-c87c8228943e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2524189-05f5-4b00-bd52-dba30936a45f HTTP/1.1" status: 200 len: 843 time: 0.0590022 Mar 09 12:36:54.705332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:36:54.779503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2467-5c69-4562-accd-369d19da9de5 req-1e2d6cd1-8ee0-4bc1-9d4a-8c0627c611e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:54.780940 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-1e2d6cd1-8ee0-4bc1-9d4a-8c0627c611e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff27af4d-f099-4fd3-bfbe-889759b5a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0686367 Mar 09 12:36:54.862790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0b24b1f-82c1-4b3e-8f07-a31ebeb3da68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:54.912723 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-c6763e53-bf62-459c-ad3d-02cca1a96b50 service neutron] 10.222.0.13 "GET /v2.0/networks/ff27af4d-f099-4fd3-bfbe-889759b5a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 Mar 09 12:36:55.045012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b28b2467-5c69-4562-accd-369d19da9de5 req-cdc1d25d-10e0-4d95-8dfc-aac182edf505 service neutron] 10.222.0.13 "GET /v2.0/networks/ff27af4d-f099-4fd3-bfbe-889759b5a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 Mar 09 12:36:55.477373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e818-ac63-45dd-ac56-ec24d3fddcdb req-70301202-a78a-47df-9911-ce07770c073a tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:55.478803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6374e818-ac63-45dd-ac56-ec24d3fddcdb req-70301202-a78a-47df-9911-ce07770c073a tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 948 time: 0.0816119 Mar 09 12:36:55.522164 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6374e818-ac63-45dd-ac56-ec24d3fddcdb req-687c9427-7a2f-4548-a07d-f28bdb9c9a1a tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 Mar 09 12:36:55.717588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:56.093868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:56.449355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:36:56.581035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:56.593702 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9', 'network_id': 'ff27af4d-f099-4fd3-bfbe-889759b5a4e3', 'port_id': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9', 'mac_address': 'fa:16:3e:a2:f1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2524189-05f5-4b00-bd52-dba30936a45f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:36:56.649783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:56.666363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:36:56.681968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:56.687768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:56.715807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca78cf-3aa4-4dcb-8ec2-6532a93ce488 req-77ee6e0c-c39f-42b4-a7ee-82fffe465296 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:56.717289 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-50ca78cf-3aa4-4dcb-8ec2-6532a93ce488 req-77ee6e0c-c39f-42b4-a7ee-82fffe465296 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 948 time: 0.0866599 Mar 09 12:36:56.756980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:56.761113 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-50ca78cf-3aa4-4dcb-8ec2-6532a93ce488 req-06b30c6d-7e69-4f3b-aba4-6391f2bf7dc6 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Mar 09 12:36:56.995469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2d98f7d1-91b9-471f-9cfd-22edd0fcafc9'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:36:57.645188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:57.942197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf4d52-6921-4cc4-879d-bb70b073c411 req-a3bf0f25-1715-4b1b-8826-30c7e33214bd tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:57.943868 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-43bf4d52-6921-4cc4-879d-bb70b073c411 req-a3bf0f25-1715-4b1b-8826-30c7e33214bd tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 949 time: 0.0790555 Mar 09 12:36:57.987296 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-43bf4d52-6921-4cc4-879d-bb70b073c411 req-ababcf23-931b-4daf-9fc2-11f1617bd482 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368307 Mar 09 12:36:58.464908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:36:58.531531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:36:58.536145 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:36:58.536509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:58.650832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:58.676487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:36:58.687117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:36:58.691332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:36:58.727865 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9', 'code': 200} Mar 09 12:36:58.761101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:36:58.949435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ef76-7055-4a7d-8eae-3fef20026ed3 req-571fbfdb-f037-4b1e-8556-e48bd5008a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:58.950845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9fd3ef76-7055-4a7d-8eae-3fef20026ed3 req-571fbfdb-f037-4b1e-8556-e48bd5008a62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 1103 time: 0.0733154 Mar 09 12:36:58.991190 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9fd3ef76-7055-4a7d-8eae-3fef20026ed3 req-84f5e376-0d6b-4efd-b0be-ff6ecb6c0d4c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Mar 09 12:36:59.172283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae09bd0-08f2-4650-bc83-c4cd9abb24dd req-04f70816-169c-462f-b112-f8b9dbff874f tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:36:59.173767 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9ae09bd0-08f2-4650-bc83-c4cd9abb24dd req-04f70816-169c-462f-b112-f8b9dbff874f tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 950 time: 0.0830879 Mar 09 12:36:59.217849 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9ae09bd0-08f2-4650-bc83-c4cd9abb24dd req-04f9b738-15c9-4057-af1f-4785948c1379 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 Mar 09 12:37:00.402039 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5efefa-0617-4153-a02a-4c6a202b2ec2 req-8f8c8132-c8c2-41cc-a531-e855f8f9a6ca tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:00.403472 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f5efefa-0617-4153-a02a-4c6a202b2ec2 req-8f8c8132-c8c2-41cc-a531-e855f8f9a6ca tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 950 time: 0.0777929 Mar 09 12:37:00.449959 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f5efefa-0617-4153-a02a-4c6a202b2ec2 req-64b4edf5-502b-4209-92b4-f50ab0811b33 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Mar 09 12:37:01.536043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098ae9-7ea9-48e7-9d1a-462952337f11 req-c47b613f-5c7e-4dae-934a-ad0e5abaf32b tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:01.537526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be098ae9-7ea9-48e7-9d1a-462952337f11 req-c47b613f-5c7e-4dae-934a-ad0e5abaf32b tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 950 time: 0.0790610 Mar 09 12:37:01.581562 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be098ae9-7ea9-48e7-9d1a-462952337f11 req-90a3412b-f60b-4951-a430-4b6e83b5c060 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Mar 09 12:37:02.742057 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-26f9b501-2277-4399-8a9b-cf36eb84adde tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:02.742745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-26f9b501-2277-4399-8a9b-cf36eb84adde tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Synchronizing usage tracker for tenant:8f5aea54e60b43b9ac063cd12a136b75 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:37:02.759664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-26f9b501-2277-4399-8a9b-cf36eb84adde tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Unset dirty status for tenant:8f5aea54e60b43b9ac063cd12a136b75 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:37:02.761419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-26f9b501-2277-4399-8a9b-cf36eb84adde tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 950 time: 0.0965712 Mar 09 12:37:02.769551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9c009-7f54-4231-a883-2d403f56b88e req-5663b426-8e12-4e7b-872f-b00a4fccf41e tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:02.771001 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7ad9c009-7f54-4231-a883-2d403f56b88e req-5663b426-8e12-4e7b-872f-b00a4fccf41e tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 950 time: 0.0840378 Mar 09 12:37:02.820857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7ad9c009-7f54-4231-a883-2d403f56b88e req-08a48098-9dcf-4c1b-88ae-2eaac9939592 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Mar 09 12:37:02.835113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Deleting port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:37:02.835457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:03.078711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] For port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,segment=NetworkSegment(2d5928b6-a259-4524-b1a3-0dc1d5e96e50),segment_id=2d5928b6-a259-4524-b1a3-0dc1d5e96e50)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:03.079064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:03.302364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Calling delete_port for 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:37:03.445138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:03.456153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2d98f7d1-91b9-471f-9cfd-22edd0fcafc9'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:37:03.497301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Pushing event deleted for resources: {'Port': ['ID=2d98f7d1-91b9-471f-9cfd-22edd0fcafc9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:03.574891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] No DVR routers for this DVR port 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:37:03.577518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:03.580172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'name': 'network-vif-deleted', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:03.599146 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a33c92c-f02b-4a7b-ad3e-02ae42497ec8 req-fe42cd61-c230-42a1-98ab-893252a469b2 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.13 "DELETE /v2.0/ports/2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 HTTP/1.1" status: 204 len: 173 time: 0.8325112 Mar 09 12:37:03.627966 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3297c26-40d2-471c-ab8d-9f419b7b0113', 'name': 'network-vif-deleted', 'tag': '2d98f7d1-91b9-471f-9cfd-22edd0fcafc9', 'status': 'completed', 'code': 200} Mar 09 12:37:03.985014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-07563c06-fb5e-4351-8321-51f579deddc9 req-3de19685-34f3-44f7-be4e-40b1edb0acf7 tempest-ServersAdminNegativeTestJSON-1266401756 tempest-ServersAdminNegativeTestJSON-1266401756-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3297c26-40d2-471c-ab8d-9f419b7b0113 HTTP/1.1" status: 200 len: 210 time: 0.0432980 Mar 09 12:37:05.345734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49264) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:05.490777 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-27d14a2e-813d-4d4b-8b95-d13156516a96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f5aea54e60b43b9ac063cd12a136b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438186 Mar 09 12:37:05.493388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49272) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:05.552524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:05.578272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:05.630166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:05.644099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:05.650458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:05.652773 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-85d7a52a-3c24-47e5-ae64-d7a5dbe34ffd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c0d3fa6-dc8f-4464-ba47-9cac57f0bc75 HTTP/1.1" status: 204 len: 168 time: 0.1579471 Mar 09 12:37:05.925487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:05.942860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:05.957433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:37:05.961155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Usage tracker for resource:security_group_rule and tenant:b685e388c5cb48e9b8f95397df708e14 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:37:05.963887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:37:05.969376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:37:06.047111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.050601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.100685 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b685e388c5cb48e9b8f95397df708e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740084 Mar 09 12:37:06.101748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49284) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:06.102400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ca836-aa0e-4983-ad27-c453c452ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75650c47-592f-42dc-8cb2-62b6cc9a68e9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:06.162461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.190410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.243123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.260528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75650c47-592f-42dc-8cb2-62b6cc9a68e9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:06.263865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:06.265006 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4a7e7fb-0f49-46d7-b366-7fe07e5a5e78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75650c47-592f-42dc-8cb2-62b6cc9a68e9 HTTP/1.1" status: 204 len: 168 time: 0.1622477 Mar 09 12:37:06.508028 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:37:06.545535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:37:06.545892 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2d98f7d1-91b9-471f-9cfd-22edd0fcafc9 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:37:06.982026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49308) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:07.083203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1067365515-network', 'tenant_id': '1ba293c4f74246dcaa8ee92427a2a528'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:37:07.087812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:37:07.092347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Usage tracker for resource:network and tenant:1ba293c4f74246dcaa8ee92427a2a528 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:37:07.095159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:37:07.101192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:37:07.112852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Made reservation on behalf of 1ba293c4f74246dcaa8ee92427a2a528 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:37:07.115638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.128042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.142617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:37:07.146403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba293c4f74246dcaa8ee92427a2a528 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:37:07.149149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:37:07.155337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:37:07.239745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.243459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.278204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:37:07.286730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87245107-1bce-49c3-92be-558300ebab07,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:07.293078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.293546 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Added segment 2956e9b3-92d4-42c2-9bac-cccb9c1d68ce of type vlan for network f4fab369-4e3e-49fe-92a8-c5832194b5c3 Mar 09 12:37:07.319608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.349133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.350053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:07.350630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.450706 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4675338 Mar 09 12:37:07.453531 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49316) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:07.460441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Request body: {'subnet': {'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1067365515-subnet', 'tenant_id': '1ba293c4f74246dcaa8ee92427a2a528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:37:07.463626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab6891-e83f-4f23-819f-7d06521cedb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fab369-4e3e-49fe-92a8-c5832194b5c3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:07.468373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:37:07.472548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Usage tracker for resource:subnet and tenant:1ba293c4f74246dcaa8ee92427a2a528 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:37:07.474213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network f4fab369-4e3e-49fe-92a8-c5832194b5c3 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:37:07.475618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:37:07.482070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:37:07.493501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Made reservation on behalf of 1ba293c4f74246dcaa8ee92427a2a528 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:37:07.497092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.702815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.776709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3731d0-45d8-43b2-8f2c-7f85aff1a801,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:07.785020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Checking segment: {'id': '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:37:07.785378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Network hostable DHCP agents. Network: f4fab369-4e3e-49fe-92a8-c5832194b5c3, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:37:07.804121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Network f4fab369-4e3e-49fe-92a8-c5832194b5c3 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:37:07.813642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, f4fab369-4e3e-49fe-92a8-c5832194b5c3) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:37:07.817494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:07.818071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:07.823239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d90de-f591-4db3-a287-735cbf9fcc27 None None] Network f4fab369-4e3e-49fe-92a8-c5832194b5c3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:37:07.838636 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6dcf3ef8-553b-4588-9420-f883300895aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3839905 Mar 09 12:37:08.032346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c9c87-339b-4a9a-a796-657605aef6ca None None] Network f4fab369-4e3e-49fe-92a8-c5832194b5c3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:37:08.432979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-d0c2b084-dd21-4b71-9798-fded65b5c06b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:08.434385 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-d0c2b084-dd21-4b71-9798-fded65b5c06b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 812 time: 0.2343295 Mar 09 12:37:08.448649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-4403538d-c690-4d6d-adda-1d030f915205 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/quotas/1ba293c4f74246dcaa8ee92427a2a528 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Mar 09 12:37:08.494607 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-4f309c16-bb33-42b0-9d62-394d0e47d483 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410526 Mar 09 12:37:08.625033 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-1d1fe0ca-95c5-4bef-ac40-76262f0dca20 service neutron] 10.222.0.20 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235518 Mar 09 12:37:08.779348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b370eb96-ce45-460f-8496-65772d27adfd service neutron] 10.222.0.20 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485267 Mar 09 12:37:08.955982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-826bf44d-cbde-4b57-87bf-a3d9f8752f65 req-65a9ab46-d190-467a-bb12-7fb1203214c6 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 210 time: 0.0458806 Mar 09 12:37:10.057001 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3252bd0b-84b9-4331-a060-012c2ef224da req-f66c592b-ef51-4c49-a9ac-b5e6ec7e5747 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 210 time: 0.0494463 Mar 09 12:37:11.157616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e096e70d-ca07-48bb-9082-4e5825371b3c req-35399d95-7a45-40b7-a3ca-eebca75100b2 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 210 time: 0.0437417 Mar 09 12:37:12.024682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b63808dc-5a8d-4dcd-9db0-c3f6dd5ef6fe tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:12.025366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b63808dc-5a8d-4dcd-9db0-c3f6dd5ef6fe tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Synchronizing usage tracker for tenant:1ba293c4f74246dcaa8ee92427a2a528 on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:37:12.043107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b63808dc-5a8d-4dcd-9db0-c3f6dd5ef6fe tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Unset dirty status for tenant:1ba293c4f74246dcaa8ee92427a2a528 on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:37:12.044476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b63808dc-5a8d-4dcd-9db0-c3f6dd5ef6fe tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 812 time: 0.1802170 Mar 09 12:37:12.055525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Request body: {'port': {'device_id': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3', 'admin_state_up': True, 'tenant_id': '1ba293c4f74246dcaa8ee92427a2a528'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:37:12.197108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:37:12.201256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Usage tracker for resource:port and tenant:1ba293c4f74246dcaa8ee92427a2a528 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:37:12.204148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:37:12.210359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:37:12.221771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Made reservation on behalf of 1ba293c4f74246dcaa8ee92427a2a528 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:37:12.225494 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:12.311664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be970f53-819c-4407-bbd9-0fa446da4da8 req-7a1cf777-d728-4375-845c-226e4423cba7 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 210 time: 0.0440187 Mar 09 12:37:12.393934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Allocated IP 172.20.0.13 (f4fab369-4e3e-49fe-92a8-c5832194b5c3/ef3731d0-45d8-43b2-8f2c-7f85aff1a801/7b88827b-9870-4702-840c-0884a24037bc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:37:12.693627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:12.722972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:12.786943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Network f4fab369-4e3e-49fe-92a8-c5832194b5c3 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:37:12.788036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:37:12.792263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:37:12.845455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:12.869677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:12.870739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:12.891105 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-114d754c-7fd1-46c8-9c65-8dbe26ff18f5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8391218 Mar 09 12:37:12.902395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Request body: {'port': {'device_id': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:37:13.014214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.350095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:37:13.357237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.372977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Transition to ACTIVE for port object 7b88827b-9870-4702-840c-0884a24037bc will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:37:13.377218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.503771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dacb24-b16f-498e-b87e-2dc9654fd253 req-2540a4c5-1449-4cf5-a6f6-dc29303445ea tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:13.505287 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85dacb24-b16f-498e-b87e-2dc9654fd253 req-2540a4c5-1449-4cf5-a6f6-dc29303445ea tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 944 time: 0.0851080 Mar 09 12:37:13.508928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:13.552879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85dacb24-b16f-498e-b87e-2dc9654fd253 req-6fe14821-50bc-4d3d-98d1-e1f7e71681fb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Mar 09 12:37:13.612790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Attempting to bind port 7b88827b-9870-4702-840c-0884a24037bc on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:37:13.613086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Attempting to bind port 7b88827b-9870-4702-840c-0884a24037bc by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:37:13.613429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Attempting to bind port 7b88827b-9870-4702-840c-0884a24037bc on network f4fab369-4e3e-49fe-92a8-c5832194b5c3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:37:13.617947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Port 7b88827b-9870-4702-840c-0884a24037bc on network f4fab369-4e3e-49fe-92a8-c5832194b5c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:37:13.618268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Attempting to bind port 7b88827b-9870-4702-840c-0884a24037bc on network f4fab369-4e3e-49fe-92a8-c5832194b5c3 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:37:13.623808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:37:13.624149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Checking segment: {'id': '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:37:13.624536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Bound using segment: {'id': '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:37:13.625070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Bound port: 7b88827b-9870-4702-840c-0884a24037bc, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:37:13.625420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.715980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:37:13.718895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:37:13.723364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.779553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:13.780211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:13.781592 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] 10.222.0.13 "PUT /v2.0/ports/7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 1094 time: 0.8831918 Mar 09 12:37:13.782025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'tag': '7b88827b-9870-4702-840c-0884a24037bc'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:13.805966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67defd37-2e11-4201-b67a-4d5a8db4c04c service neutron] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:13.856514 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'tag': '7b88827b-9870-4702-840c-0884a24037bc', 'status': 'completed', 'code': 200} Mar 09 12:37:13.890435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-51d02da7-1d91-44b0-9544-7c39d9c1d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:13.891824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-51d02da7-1d91-44b0-9544-7c39d9c1d7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0715618 Mar 09 12:37:13.962107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-a000a6a4-31fc-4b07-9e7a-3c34be00cef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 217 time: 0.0638957 Mar 09 12:37:14.023010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-8a9bd52c-c75f-411f-8570-912ff7f59f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:14.024397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-8a9bd52c-c75f-411f-8570-912ff7f59f01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 200 len: 852 time: 0.0569570 Mar 09 12:37:14.072902 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-1e9992c6-03c6-403d-82da-feb0a96a6eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fab369-4e3e-49fe-92a8-c5832194b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423558 Mar 09 12:37:14.203517 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-2c3fcbe5-92c1-4009-9b1b-0afb5423bfca service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252253 Mar 09 12:37:14.436214 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-13ae6ba7-f9f1-45a9-b816-a553a284ecb2 req-b10321cd-df5b-478a-ab23-8ec058d74190 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270608 Mar 09 12:37:14.552629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917bf2-b34c-4356-8039-474879bae836 req-ec14aed6-4d3b-499f-b34a-44c97b11133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:14.554131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-ec14aed6-4d3b-499f-b34a-44c97b11133b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0718343 Mar 09 12:37:14.690336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917bf2-b34c-4356-8039-474879bae836 req-894fa975-1c5a-4b6a-9c4d-b059f90c55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:14.691774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-894fa975-1c5a-4b6a-9c4d-b059f90c55f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 913 time: 0.1314561 Mar 09 12:37:14.743770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151571cd-3539-485b-b046-f37298979b42 req-d6261a93-7ab0-4823-943c-c951c4be8335 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:14.745553 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-151571cd-3539-485b-b046-f37298979b42 req-d6261a93-7ab0-4823-943c-c951c4be8335 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 944 time: 0.0888534 Mar 09 12:37:14.768021 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-8c405039-6221-4045-8450-cbfe9aa22a99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 217 time: 0.0689380 Mar 09 12:37:14.793377 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-151571cd-3539-485b-b046-f37298979b42 req-bbf910a4-5afa-4748-afc5-83c8205b21df tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Mar 09 12:37:14.831137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917bf2-b34c-4356-8039-474879bae836 req-159556fc-a2d5-439b-9c95-cd0e49c4d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:14.832577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-159556fc-a2d5-439b-9c95-cd0e49c4d728 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 200 len: 852 time: 0.0582192 Mar 09 12:37:14.883221 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-9e1ac1ce-1cc0-4055-9b95-10a237a6d004 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fab369-4e3e-49fe-92a8-c5832194b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433779 Mar 09 12:37:15.011816 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-e792e4d4-a74f-4434-a041-93e8361d079a service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223500 Mar 09 12:37:15.141143 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18917bf2-b34c-4356-8039-474879bae836 req-08e63cca-b1b6-43db-9e67-38bb492cc782 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224895 Mar 09 12:37:15.980815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d11b-afdf-4679-8294-69b79d64c8c1 req-45f7cb38-74e6-419d-8f8a-7c0cfee5613d tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:15.982316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2652d11b-afdf-4679-8294-69b79d64c8c1 req-45f7cb38-74e6-419d-8f8a-7c0cfee5613d tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 944 time: 0.0858805 Mar 09 12:37:16.028040 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2652d11b-afdf-4679-8294-69b79d64c8c1 req-f977e7cd-67f0-4f1d-96f8-2e2dc43bb2c7 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Mar 09 12:37:16.227408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:16.573540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:37:16.731640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:16.744139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '7b88827b-9870-4702-840c-0884a24037bc', 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3', 'port_id': '7b88827b-9870-4702-840c-0884a24037bc', 'mac_address': 'fa:16:3e:8d:9d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3731d0-45d8-43b2-8f2c-7f85aff1a801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:37:16.800223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:16.816126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:37:16.832805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:16.836231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:16.901067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:17.023723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['7b88827b-9870-4702-840c-0884a24037bc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:37:17.214404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddf0ce-3d37-43d2-a8cf-06166650faf4 req-8e496516-2908-4a26-b51c-ad21372bbaf9 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:17.215825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0ddf0ce-3d37-43d2-a8cf-06166650faf4 req-8e496516-2908-4a26-b51c-ad21372bbaf9 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 945 time: 0.0841188 Mar 09 12:37:17.258936 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0ddf0ce-3d37-43d2-a8cf-06166650faf4 req-eaa26913-1a9e-4668-8f00-5059ab826919 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 Mar 09 12:37:18.443597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6f19-1a6d-43d5-8697-e48a9eb7956f req-b894f682-a99a-4001-ac41-f81f8440e162 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:18.445081 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfdd6f19-1a6d-43d5-8697-e48a9eb7956f req-b894f682-a99a-4001-ac41-f81f8440e162 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 945 time: 0.0798337 Mar 09 12:37:18.488425 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfdd6f19-1a6d-43d5-8697-e48a9eb7956f req-3d067208-afd1-4aa4-8e12-b8f426f6ff00 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Mar 09 12:37:18.569547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:37:18.638054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 7b88827b-9870-4702-840c-0884a24037bc completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:37:18.642783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 7b88827b-9870-4702-840c-0884a24037bc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:37:18.643157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:18.757151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:18.783500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:18.793701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:18.797491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:18.836264 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc', 'code': 200} Mar 09 12:37:18.869017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:19.053714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8187b0-3f8e-4ed7-a3b5-dfe21b27d1c3 req-a84c9070-052c-4150-a23f-fe26b8e0aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:19.055150 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6e8187b0-3f8e-4ed7-a3b5-dfe21b27d1c3 req-a84c9070-052c-4150-a23f-fe26b8e0aeb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0700581 Mar 09 12:37:19.094601 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6e8187b0-3f8e-4ed7-a3b5-dfe21b27d1c3 req-c8ce1f16-447b-4262-a0c0-f76c9e8efbd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Mar 09 12:37:19.677623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f678a9-f5ba-41d0-9c31-6692eb5e4c7a req-52f3c7a6-7e62-43b0-a70c-c56db1b7531a tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:19.679050 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26f678a9-f5ba-41d0-9c31-6692eb5e4c7a req-52f3c7a6-7e62-43b0-a70c-c56db1b7531a tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0844357 Mar 09 12:37:19.722875 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26f678a9-f5ba-41d0-9c31-6692eb5e4c7a req-a5634369-54a5-4284-be0a-1cb7be97f1fd tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Mar 09 12:37:20.908364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d2ab8-ffd9-42df-9ac5-e8e4689d946a req-72da57f1-a80e-4e8c-98ef-32da4c3a427b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:20.909806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-552d2ab8-ffd9-42df-9ac5-e8e4689d946a req-72da57f1-a80e-4e8c-98ef-32da4c3a427b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0825021 Mar 09 12:37:20.952867 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-552d2ab8-ffd9-42df-9ac5-e8e4689d946a req-5aaeeb93-cc84-493b-b0b4-c7c801f88ba7 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Mar 09 12:37:21.319891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49388) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:21.352662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad634af-9c17-4494-8f20-4c769b0177d5 req-49013dc6-8061-46d6-87f2-b5d93b4183cc tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:21.354696 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ad634af-9c17-4494-8f20-4c769b0177d5 req-49013dc6-8061-46d6-87f2-b5d93b4183cc tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0826049 Mar 09 12:37:21.398748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ad634af-9c17-4494-8f20-4c769b0177d5 req-cf931b18-e6e3-4f61-a23d-33afa9358d10 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381815 Mar 09 12:37:21.441000 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-4161b49e-5edf-4183-aeb1-bc6fe1ed0765 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198699 Mar 09 12:37:22.591331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a441f-b1d6-42fe-aa50-5284e28ae7e7 req-9e85c6a3-f580-40ae-ab3d-4f1793718f92 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:22.592926 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9f8a441f-b1d6-42fe-aa50-5284e28ae7e7 req-9e85c6a3-f580-40ae-ab3d-4f1793718f92 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0863664 Mar 09 12:37:22.642117 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9f8a441f-b1d6-42fe-aa50-5284e28ae7e7 req-ab8cbe08-4468-4029-be39-486d0d4916d9 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Mar 09 12:37:22.649987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4594da73-0318-4d2f-8bdb-34545890eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:22.697072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-97e6bba7-02ea-4e7a-842c-278b82bd1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:22.698690 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-97e6bba7-02ea-4e7a-842c-278b82bd1132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0739341 Mar 09 12:37:22.830852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-235942a1-0257-4966-ae70-904b245d0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:22.832326 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-235942a1-0257-4966-ae70-904b245d0c1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 913 time: 0.1266148 Mar 09 12:37:22.903621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-fe3c952e-480b-4f8e-82da-7e2b10f2e765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 217 time: 0.0653274 Mar 09 12:37:22.966399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-57a0fc9c-f834-4255-8a88-8c096ebe3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:22.967827 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-57a0fc9c-f834-4255-8a88-8c096ebe3ab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 200 len: 852 time: 0.0589578 Mar 09 12:37:23.013402 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-b86525cd-d90f-40af-aa21-29fba48a543f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fab369-4e3e-49fe-92a8-c5832194b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401559 Mar 09 12:37:23.141717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-1c0a4568-6e08-4e53-8af9-ee051482c003 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222136 Mar 09 12:37:23.270305 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-319665d1-0bb5-45c3-9aad-e2c04c9ed69b service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232295 Mar 09 12:37:23.830181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ee84a-b640-45aa-8933-4e38d8eb41ac req-dde82710-f2e5-4464-badf-9ed84fa58ba4 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:23.831536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-394ee84a-b640-45aa-8933-4e38d8eb41ac req-dde82710-f2e5-4464-badf-9ed84fa58ba4 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0786967 Mar 09 12:37:23.878222 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-394ee84a-b640-45aa-8933-4e38d8eb41ac req-6de87588-c971-413f-a3d1-184ccff44025 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 09 12:37:24.864643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb1162a2-c0bb-403b-be3b-eca4c7ed846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:25.059348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51109c-b44b-4f3b-8a93-18232d74f352 req-91f11c98-9f19-4b27-8488-0d8583bbecdf tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:25.060780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c51109c-b44b-4f3b-8a93-18232d74f352 req-91f11c98-9f19-4b27-8488-0d8583bbecdf tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0785377 Mar 09 12:37:25.103031 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c51109c-b44b-4f3b-8a93-18232d74f352 req-853510ad-a6fb-42eb-8e37-fdb89e385513 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366683 Mar 09 12:37:25.715895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:26.096371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:26.292656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199e4f-977d-4f79-a72a-eaa88b763ee7 req-9c8f9817-96f2-4255-adc1-c99c7b740a30 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:26.294123 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc199e4f-977d-4f79-a72a-eaa88b763ee7 req-9c8f9817-96f2-4255-adc1-c99c7b740a30 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0837321 Mar 09 12:37:26.339880 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc199e4f-977d-4f79-a72a-eaa88b763ee7 req-eb63ba07-4ca5-437f-8fd1-b151ee295747 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Mar 09 12:37:27.524452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5d0e-d78c-4c63-a13d-082637fb626e req-43e1991e-70f6-49e6-ae8f-1bdf1d089570 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:27.527008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-43af5d0e-d78c-4c63-a13d-082637fb626e req-43e1991e-70f6-49e6-ae8f-1bdf1d089570 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0822213 Mar 09 12:37:27.570704 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-43af5d0e-d78c-4c63-a13d-082637fb626e req-39f04333-04d2-428f-9815-c0bfa09418f9 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Mar 09 12:37:27.647907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:28.757070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d208-d0fc-4466-9fcd-884a23e88dbb req-5bbccc70-b95f-4440-95c1-66c75eb34d14 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:28.758594 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-99f3d208-d0fc-4466-9fcd-884a23e88dbb req-5bbccc70-b95f-4440-95c1-66c75eb34d14 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0835459 Mar 09 12:37:28.801819 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-99f3d208-d0fc-4466-9fcd-884a23e88dbb req-5b017f6f-9492-4714-b16e-4b70c36b260d tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Mar 09 12:37:29.985378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200542d-a160-4522-9d8b-2cc6a68b7b8b req-f95849fd-2d4f-4016-9edc-d3fb2131ee4f tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:29.986788 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0200542d-a160-4522-9d8b-2cc6a68b7b8b req-f95849fd-2d4f-4016-9edc-d3fb2131ee4f tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0804234 Mar 09 12:37:30.117705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0200542d-a160-4522-9d8b-2cc6a68b7b8b req-aa45332e-fb63-4b3a-a230-53c211ca0420 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252897 Mar 09 12:37:31.328248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a8b16-102e-4052-bcf5-c17beb7e4684 req-ff4c2667-cdaa-48a2-b875-838e244a82b4 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:31.329738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-376a8b16-102e-4052-bcf5-c17beb7e4684 req-ff4c2667-cdaa-48a2-b875-838e244a82b4 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0885808 Mar 09 12:37:31.376708 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-376a8b16-102e-4052-bcf5-c17beb7e4684 req-dcb2e4c3-906b-4c04-8805-51bfc0591375 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Mar 09 12:37:31.705914 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:37:32.570038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315f8f3-dc26-4640-a178-b34438c1c19a req-2dca7d7e-fcd2-4dd7-8875-8c4f60e04949 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:32.571408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8315f8f3-dc26-4640-a178-b34438c1c19a req-2dca7d7e-fcd2-4dd7-8875-8c4f60e04949 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0857854 Mar 09 12:37:32.616353 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8315f8f3-dc26-4640-a178-b34438c1c19a req-d5aa57fa-482a-404b-907b-c130f9d3bc48 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Mar 09 12:37:33.800953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232189f-5484-40a4-a82c-8efaea3aa948 req-156c325b-d27b-407c-a32e-badd8d30cf43 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:33.802316 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2232189f-5484-40a4-a82c-8efaea3aa948 req-156c325b-d27b-407c-a32e-badd8d30cf43 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0825076 Mar 09 12:37:33.847365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2232189f-5484-40a4-a82c-8efaea3aa948 req-d10cb6d7-4dcc-479f-91ed-70d7be236c16 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Mar 09 12:37:35.030061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469e45b-f87f-433d-8964-0f543fd28599 req-17b9f84a-9df7-4b16-8834-784272014774 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:35.031500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0469e45b-f87f-433d-8964-0f543fd28599 req-17b9f84a-9df7-4b16-8834-784272014774 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0786433 Mar 09 12:37:35.074807 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0469e45b-f87f-433d-8964-0f543fd28599 req-782a6232-5c8c-40e7-9cf5-1a513582dba2 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378079 Mar 09 12:37:36.259462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d446a-c5d2-49f9-95b9-eff6499c378e req-faf5364f-440b-4c05-b3ce-11c7c2332522 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:36.261078 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a01d446a-c5d2-49f9-95b9-eff6499c378e req-faf5364f-440b-4c05-b3ce-11c7c2332522 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0843453 Mar 09 12:37:36.303378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a01d446a-c5d2-49f9-95b9-eff6499c378e req-a055055f-1816-4c5b-97c6-2c7b2d70f809 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Mar 09 12:37:37.486196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2e8d-c695-43ea-a252-8a91690d90cc req-9024d4ad-f8b1-4a0d-94b1-e9df526885cb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:37.487756 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b9c2e8d-c695-43ea-a252-8a91690d90cc req-9024d4ad-f8b1-4a0d-94b1-e9df526885cb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0808072 Mar 09 12:37:37.534965 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b9c2e8d-c695-43ea-a252-8a91690d90cc req-7713e927-7699-4cec-b05e-958511a93d5e tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Mar 09 12:37:38.718291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4eeaa-d55f-448d-a9ed-92f40430ca23 req-197b6fcb-1bf3-490e-bdb0-e6adb474bcd0 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:38.719708 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a7b4eeaa-d55f-448d-a9ed-92f40430ca23 req-197b6fcb-1bf3-490e-bdb0-e6adb474bcd0 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0770819 Mar 09 12:37:38.762992 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a7b4eeaa-d55f-448d-a9ed-92f40430ca23 req-ceb934e9-fe06-4529-9d62-f79ba9e28f5c tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Mar 09 12:37:39.946206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c290574-3600-4a17-88e3-1123e1a18f3d req-a580df95-e3de-45cf-ab07-1be600458408 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:39.948207 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7c290574-3600-4a17-88e3-1123e1a18f3d req-a580df95-e3de-45cf-ab07-1be600458408 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0819349 Mar 09 12:37:39.991723 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7c290574-3600-4a17-88e3-1123e1a18f3d req-027851db-0ec6-4ea9-8ee6-19cc3e242620 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Mar 09 12:37:41.174422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341168b9-de64-495c-9644-4b0e5b1b50ee req-37a90d3a-1933-4a90-bb34-1df5657b3254 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:41.175843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-341168b9-de64-495c-9644-4b0e5b1b50ee req-37a90d3a-1933-4a90-bb34-1df5657b3254 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0793366 Mar 09 12:37:41.219806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-341168b9-de64-495c-9644-4b0e5b1b50ee req-623fd072-ebfa-4284-ad05-37b15fdd5917 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Mar 09 12:37:42.404913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be73de-ccc3-42fd-a907-b42ce7d0c8c4 req-a4f02ee5-8b06-4cde-a1c9-bad48ff28eca tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:42.406337 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35be73de-ccc3-42fd-a907-b42ce7d0c8c4 req-a4f02ee5-8b06-4cde-a1c9-bad48ff28eca tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0802948 Mar 09 12:37:42.449664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35be73de-ccc3-42fd-a907-b42ce7d0c8c4 req-024da6fd-8a88-460d-98e0-8673b1546b17 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Mar 09 12:37:43.634529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc1179-e68f-4331-b822-b3b87774d658 req-5f49389b-da56-4316-8fff-76e54701953c tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:43.636522 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-75fc1179-e68f-4331-b822-b3b87774d658 req-5f49389b-da56-4316-8fff-76e54701953c tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0826271 Mar 09 12:37:43.678663 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-75fc1179-e68f-4331-b822-b3b87774d658 req-bd1d2ddb-8e90-4b6f-85ea-1e265a63b6a5 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Mar 09 12:37:44.860832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1338e-ec62-40df-9251-0f1e2eb3ee5b req-fad86edc-06ce-480e-841f-ff90c9be4012 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:44.862293 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2b1338e-ec62-40df-9251-0f1e2eb3ee5b req-fad86edc-06ce-480e-841f-ff90c9be4012 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0790179 Mar 09 12:37:44.905163 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2b1338e-ec62-40df-9251-0f1e2eb3ee5b req-686684b0-c818-4396-9519-435c8b64fe05 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Mar 09 12:37:46.090431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60798b-863c-42a1-9fb0-4e7168d6c2b1 req-186ae56e-0581-4bcb-9a67-105e22933627 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:46.091857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c60798b-863c-42a1-9fb0-4e7168d6c2b1 req-186ae56e-0581-4bcb-9a67-105e22933627 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0823939 Mar 09 12:37:46.135194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c60798b-863c-42a1-9fb0-4e7168d6c2b1 req-afe06e3b-4e11-4119-b29e-4a2c73fc1abb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Mar 09 12:37:46.239532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:47.320002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c383d7-3182-40df-8dac-13ae2a2dfae5 req-d098fb0a-d077-4000-a187-ab134131ad80 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:47.321455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-64c383d7-3182-40df-8dac-13ae2a2dfae5 req-d098fb0a-d077-4000-a187-ab134131ad80 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0787168 Mar 09 12:37:47.367636 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-64c383d7-3182-40df-8dac-13ae2a2dfae5 req-09cd116e-edb6-4add-a6ce-840ea843c0c3 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Mar 09 12:37:48.550200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a2c7b-2a58-45ec-b6ec-c274a8a604a4 req-8422def3-7791-4b8d-ad79-4be4e1bc4a7a tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:48.551564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d47a2c7b-2a58-45ec-b6ec-c274a8a604a4 req-8422def3-7791-4b8d-ad79-4be4e1bc4a7a tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0803189 Mar 09 12:37:48.596374 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d47a2c7b-2a58-45ec-b6ec-c274a8a604a4 req-d2187d3f-8620-40cc-96d6-cb15c355c218 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Mar 09 12:37:49.783504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff3a6-ba1a-4b87-a3aa-10f8e63a5a19 req-67dadf86-c9a9-427d-998a-bc799ded72eb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:49.784851 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc4ff3a6-ba1a-4b87-a3aa-10f8e63a5a19 req-67dadf86-c9a9-427d-998a-bc799ded72eb tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0813334 Mar 09 12:37:49.828542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc4ff3a6-ba1a-4b87-a3aa-10f8e63a5a19 req-09748511-042c-48f5-8909-1abbf77be836 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Mar 09 12:37:49.882528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-390bb78f-5322-440c-bcdd-b79875b42e85 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:37:49.883455 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-390bb78f-5322-440c-bcdd-b79875b42e85 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051658 Mar 09 12:37:50.066346 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-e44ff9e9-d5e9-4a78-ab9d-8aeb7162b2ce service neutron] 10.222.0.13 "GET /v2.0/ports/7b88827b-9870-4702-840c-0884a24037bc/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.1771111 Mar 09 12:37:50.322771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-30d7c79a-ecdf-47e5-8a0e-ffe07a88ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:50.324172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-30d7c79a-ecdf-47e5-8a0e-ffe07a88ab04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0&tenant_id=1ba293c4f74246dcaa8ee92427a2a528 HTTP/1.1" status: 200 len: 1099 time: 0.0723190 Mar 09 12:37:50.414939 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-dd91c1e1-ddb6-4e86-8d36-e00aad9939cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:50.417079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-dd91c1e1-ddb6-4e86-8d36-e00aad9939cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1099 time: 0.0723786 Mar 09 12:37:50.546753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-00fd2513-fbde-430e-9e95-311c5d4b7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:50.548202 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-00fd2513-fbde-430e-9e95-311c5d4b7ea0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 913 time: 0.1259789 Mar 09 12:37:50.618631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-d3c5cb1a-3a4d-4339-8ed8-8f4201212b60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 217 time: 0.0643442 Mar 09 12:37:50.679690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-9fc980fe-73e8-4705-bac1-6a052b111720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:50.681114 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-9fc980fe-73e8-4705-bac1-6a052b111720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 200 len: 852 time: 0.0569453 Mar 09 12:37:50.726326 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-04d51a39-4688-4f71-a813-12ddeb8544a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fab369-4e3e-49fe-92a8-c5832194b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395854 Mar 09 12:37:50.855246 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-99004ee3-14e7-4b97-872a-d5e686865d61 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231489 Mar 09 12:37:50.989102 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3250e387-1599-47f4-9c1d-f4e6bfacb191 req-467489b3-8f7a-4776-ba11-1832d53d273d service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272957 Mar 09 12:37:51.014501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca37c44-908c-4312-8e20-9b268fdf2169 req-d95eeef4-5114-4e6d-9b66-0e47700eef38 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:51.015983 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ca37c44-908c-4312-8e20-9b268fdf2169 req-d95eeef4-5114-4e6d-9b66-0e47700eef38 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0811954 Mar 09 12:37:51.060982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ca37c44-908c-4312-8e20-9b268fdf2169 req-3f38f383-1232-468e-99f6-07a4f7f14a5c tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 Mar 09 12:37:52.251343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4917-2cd0-4e52-8cc8-689e17f12de4 req-d7c6ecc8-b937-4332-95c7-70031313d86f tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:52.252786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee8b4917-2cd0-4e52-8cc8-689e17f12de4 req-d7c6ecc8-b937-4332-95c7-70031313d86f tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0832999 Mar 09 12:37:52.296317 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee8b4917-2cd0-4e52-8cc8-689e17f12de4 req-d1ecc0cd-111f-42d0-a07d-9de65b0c9b85 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Mar 09 12:37:52.655129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d7687771-52ae-466c-928c-82159b451caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:52.762671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:37:52.765072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:37:52.984634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:53.002575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:53.022027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '7b88827b-9870-4702-840c-0884a24037bc', 'network_id': 'f4fab369-4e3e-49fe-92a8-c5832194b5c3', 'port_id': '7b88827b-9870-4702-840c-0884a24037bc', 'mac_address': 'fa:16:3e:8d:9d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3731d0-45d8-43b2-8f2c-7f85aff1a801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:37:53.028655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:53.071701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:53.077341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:53.113122 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc', 'code': 200} Mar 09 12:37:53.138215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:53.168263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:37:53.177614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:53.217148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.217507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.217852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.218188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.218519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.218856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.219182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.219509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.219838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.220159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.220482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.220802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:53.242626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:37:53.242923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:37:53.483147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad2329-ffdb-45d1-9b2f-0bc23c5ab018 req-a79e2849-01a0-4487-87b4-9878b5cfff1e tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:53.484576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0bad2329-ffdb-45d1-9b2f-0bc23c5ab018 req-a79e2849-01a0-4487-87b4-9878b5cfff1e tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 944 time: 0.0832808 Mar 09 12:37:53.610664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0bad2329-ffdb-45d1-9b2f-0bc23c5ab018 req-9e108b64-8def-4c9c-b2f8-6a1e89f2bf0a tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202843 Mar 09 12:37:53.800795 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:53.818847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:37:53.835283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:53.839504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:53.908790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['7b88827b-9870-4702-840c-0884a24037bc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:37:53.951166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:53.993159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-700ca920-aa7b-402a-970b-d8c2897ad882 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:53.994369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-700ca920-aa7b-402a-970b-d8c2897ad882 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Synchronizing usage tracker for tenant:1ba293c4f74246dcaa8ee92427a2a528 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:37:54.011435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-700ca920-aa7b-402a-970b-d8c2897ad882 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Unset dirty status for tenant:1ba293c4f74246dcaa8ee92427a2a528 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:37:54.012697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-700ca920-aa7b-402a-970b-d8c2897ad882 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0&tenant_id=1ba293c4f74246dcaa8ee92427a2a528&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1068013 Mar 09 12:37:54.150943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-947184e6-33b3-4b9f-9c73-53018dc181c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:54.152324 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-947184e6-33b3-4b9f-9c73-53018dc181c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 1098 time: 0.0713096 Mar 09 12:37:54.283572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-dc8fed6e-bad8-436f-a4ea-1396b7eaacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:54.285031 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-dc8fed6e-bad8-436f-a4ea-1396b7eaacba service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 200 len: 913 time: 0.1261656 Mar 09 12:37:54.355894 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-9e6bc365-0d2a-454f-a36b-bc7206e6d84c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 200 len: 217 time: 0.0638325 Mar 09 12:37:54.417351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-a674bad7-108b-44c1-a705-c29fe8233547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:54.418651 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-a674bad7-108b-44c1-a705-c29fe8233547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 200 len: 852 time: 0.0566411 Mar 09 12:37:54.466920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-67dc3974-ca7c-4287-abe5-c248a0462932 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4fab369-4e3e-49fe-92a8-c5832194b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423012 Mar 09 12:37:54.595960 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-b4511e80-e3c7-4067-a93d-2e18605855d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230698 Mar 09 12:37:54.764399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:37:54.828485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-860fba12-e542-4957-9a9d-0709e5ba4011 service neutron] 10.222.0.13 "GET /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264760 Mar 09 12:37:54.836620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 7b88827b-9870-4702-840c-0884a24037bc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:37:54.837177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:54.889662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-007dbc4d-4d9f-489d-8037-62ebf89df318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:54.964733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:54.995317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:54.998909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:55.096472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:55.114363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:55.170897 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b88827b-9870-4702-840c-0884a24037bc', 'code': 200} Mar 09 12:37:55.636050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d295783-095b-4b88-934d-6a6c0e957bd7 req-c9ec6dc6-898a-4006-9ef0-92974ae339c0 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:55.637538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d295783-095b-4b88-934d-6a6c0e957bd7 req-c9ec6dc6-898a-4006-9ef0-92974ae339c0 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0784509 Mar 09 12:37:55.679165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d295783-095b-4b88-934d-6a6c0e957bd7 req-6ca6dec5-ae35-41e5-8257-4ee1f0836243 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Mar 09 12:37:55.717625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:56.098072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:56.864114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ec02-7cca-4d6a-9070-ff88d40121c5 req-cdda59ac-f2a6-46c3-8b67-69f4de4da22b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:56.865486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b0b8ec02-7cca-4d6a-9070-ff88d40121c5 req-cdda59ac-f2a6-46c3-8b67-69f4de4da22b tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0806329 Mar 09 12:37:56.910077 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b0b8ec02-7cca-4d6a-9070-ff88d40121c5 req-0809a0cc-bf0c-4e95-ad00-537adc5fe4c2 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/security-groups?id=87245107-1bce-49c3-92be-558300ebab07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Mar 09 12:37:57.192109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-e806f0f7-f7ab-4559-b01d-f3729b028b39 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:37:57.194051 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-e806f0f7-f7ab-4559-b01d-f3729b028b39 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 946 time: 0.0791550 Mar 09 12:37:57.268175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Deleting port 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:37:57.268869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:57.512135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] For port 7b88827b-9870-4702-840c-0884a24037bc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7b88827b-9870-4702-840c-0884a24037bc,segment=NetworkSegment(2956e9b3-92d4-42c2-9bac-cccb9c1d68ce),segment_id=2956e9b3-92d4-42c2-9bac-cccb9c1d68ce)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:37:57.512495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:57.638699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Calling delete_port for 7b88827b-9870-4702-840c-0884a24037bc owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:37:57.649811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:57.779076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:57.790491 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['7b88827b-9870-4702-840c-0884a24037bc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:37:57.831862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Pushing event deleted for resources: {'Port': ['ID=7b88827b-9870-4702-840c-0884a24037bc,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:57.874077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.874430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.874776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.875115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.875448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.875782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.876113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.876440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.876767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.877115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.877440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.877764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:37:57.914213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] No DVR routers for this DVR port 7b88827b-9870-4702-840c-0884a24037bc on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:37:57.917207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:57.919659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-deleted', 'tag': '7b88827b-9870-4702-840c-0884a24037bc'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:37:57.934652 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-38968f90-78fa-4f1a-b6a6-d7a0f671bd21 req-afc49d04-c1ce-4ec1-8d82-404bac67a950 tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.13 "DELETE /v2.0/ports/7b88827b-9870-4702-840c-0884a24037bc HTTP/1.1" status: 204 len: 173 time: 0.7337933 Mar 09 12:37:57.967294 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f087a63-a8dc-40b2-8009-04b01e1ca4a0', 'name': 'network-vif-deleted', 'tag': '7b88827b-9870-4702-840c-0884a24037bc', 'status': 'completed', 'code': 200} Mar 09 12:37:58.066929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d2ae402-02a4-4e17-ae3f-d525d62ec06e req-dd3811a1-d621-474d-afd8-c3cfc175644d tempest-DeleteServersTestJSON-1193754808 tempest-DeleteServersTestJSON-1193754808-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f087a63-a8dc-40b2-8009-04b01e1ca4a0 HTTP/1.1" status: 200 len: 210 time: 0.0451350 Mar 09 12:37:59.304044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49492) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:59.365836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Deleting subnet ef3731d0-45d8-43b2-8f2c-7f85aff1a801 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:37:59.368555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.416275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.473627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.541460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.578261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3731d0-45d8-43b2-8f2c-7f85aff1a801,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:37:59.581894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.588370 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4db04248-e917-4861-8298-96895a4c2b00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef3731d0-45d8-43b2-8f2c-7f85aff1a801 HTTP/1.1" status: 204 len: 168 time: 0.2825804 Mar 09 12:37:59.590724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49496) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:37:59.694480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.814796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.839644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fab369-4e3e-49fe-92a8-c5832194b5c3']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:37:59.851102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:37:59.851394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2956e9b3-92d4-42c2-9bac-cccb9c1d68ce') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:37:59.862324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.881561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.888702 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:37:59.889202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:37:59.902962 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:37:59.977693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:37:59.981904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:00.006082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fab369-4e3e-49fe-92a8-c5832194b5c3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:00.014169 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2945910-e71f-425f-ab9c-2e16f84982e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4fab369-4e3e-49fe-92a8-c5832194b5c3 HTTP/1.1" status: 204 len: 168 time: 0.4225211 Mar 09 12:38:00.118497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49502) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:38:00.171131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d0c41823-98b7-4e38-a516-e85c52c0e275 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ba293c4f74246dcaa8ee92427a2a528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510058 Mar 09 12:38:00.173690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49506) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:38:00.231014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:00.256680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:00.308808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:00.323368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87245107-1bce-49c3-92be-558300ebab07,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:00.329628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:00.330738 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-31e0bbc3-1b82-4ffb-8bfb-2bdfb2ddf205 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87245107-1bce-49c3-92be-558300ebab07 HTTP/1.1" status: 204 len: 168 time: 0.1561513 Mar 09 12:38:00.792398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:38:00.831006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 7b88827b-9870-4702-840c-0884a24037bc {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:38:00.831360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 7b88827b-9870-4702-840c-0884a24037bc not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:38:01.030774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49530) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:38:01.131613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1740327625-network', 'tenant_id': '28fe4d399754437484e002581abd3850'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:01.137445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:38:01.141363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Usage tracker for resource:network and tenant:28fe4d399754437484e002581abd3850 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:38:01.145131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:38:01.154491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:38:01.163846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Made reservation on behalf of 28fe4d399754437484e002581abd3850 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:38:01.166262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.181122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.195214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:38:01.199699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Usage tracker for resource:security_group_rule and tenant:28fe4d399754437484e002581abd3850 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:38:01.202484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:38:01.207983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:38:01.290308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.294133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.321228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:38:01.333994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2272477a-6534-4dbf-a01d-4051b8f21f87,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:01.338820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.339162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Added segment f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9 of type vlan for network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 Mar 09 12:38:01.347127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.347477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.347820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.348155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.348487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.348818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.349173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.349545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.349855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.350235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.350584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.350945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:01.375468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.403368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.404396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:01.405028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.511722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] Pushing event updated for resources: {'Network': ['ID=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:01.516375 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ecf2dc2e-8aaf-4632-b03a-82b67511402a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4845874 Mar 09 12:38:01.519379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49536) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:38:01.523806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:38:01.526154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Request body: {'subnet': {'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1740327625-subnet', 'tenant_id': '28fe4d399754437484e002581abd3850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:01.531370 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:38:01.535125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Usage tracker for resource:subnet and tenant:28fe4d399754437484e002581abd3850 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:38:01.537973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:38:01.543836 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:38:01.553834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Made reservation on behalf of 28fe4d399754437484e002581abd3850 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:38:01.556732 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.754033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.832673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56e3aa9-04af-4e7b-87c0-feab3e26369d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:01.837360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Checking segment: {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:38:01.837915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Network hostable DHCP agents. Network: 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:38:01.857810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:38:01.866924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:38:01.872068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:01.873057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:01.876170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a622ff-7bd6-40dd-8230-0608956c8bbf None None] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:38:01.898626 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-142c9853-6217-4910-a273-c1cb7f835c59 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3729539 Mar 09 12:38:02.090324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbf28b-35e4-456b-8cdd-5f9179eef701 None None] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:38:02.398395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-83134f81-c267-4d36-8883-58fc66e8c570 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:02.399056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9295ee80-271a-443f-a10d-576fceedc378 req-83134f81-c267-4d36-8883-58fc66e8c570 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Synchronizing usage tracker for tenant:28fe4d399754437484e002581abd3850 on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:38:02.416418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-9295ee80-271a-443f-a10d-576fceedc378 req-83134f81-c267-4d36-8883-58fc66e8c570 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Unset dirty status for tenant:28fe4d399754437484e002581abd3850 on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:38:02.417655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-83134f81-c267-4d36-8883-58fc66e8c570 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 815 time: 0.1651874 Mar 09 12:38:02.432255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-36a2bc6d-7260-41bc-a7db-96bf38e84c15 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/quotas/28fe4d399754437484e002581abd3850 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Mar 09 12:38:02.480293 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-ea9e4af8-5969-455f-9fa6-020ae9973767 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431964 Mar 09 12:38:02.534253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-0a4a0a8f-a6dc-4864-97d1-ce1df3b0d0d2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:38:02.535228 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-0a4a0a8f-a6dc-4864-97d1-ce1df3b0d0d2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486007 Mar 09 12:38:02.669616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-f19433fe-0356-44de-9022-56ffde8a271b service neutron] 10.222.0.20 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278288 Mar 09 12:38:02.802157 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-3784884e-d672-4113-94dc-4176bf064948 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266057 Mar 09 12:38:03.991682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-525ccb29-e060-4b14-89a1-e0412cc1f46d req-5d9e8741-dac4-46f6-849d-7b38949c5de9 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Mar 09 12:38:05.016344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-35f56435-46ff-49a4-a2d5-d9d175ab7a9f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:05.017826 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-35f56435-46ff-49a4-a2d5-d9d175ab7a9f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 815 time: 0.1529911 Mar 09 12:38:05.029853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Request body: {'port': {'device_id': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'admin_state_up': True, 'tenant_id': '28fe4d399754437484e002581abd3850'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:05.145126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4e80be2-b7b4-49a0-b181-f624901e5db6 req-b1f2f77e-8b75-482f-9b56-9043d3aa281d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 210 time: 0.0434508 Mar 09 12:38:05.174573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:38:05.178403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Usage tracker for resource:port and tenant:28fe4d399754437484e002581abd3850 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:38:05.181420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:38:05.187181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:38:05.196824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Made reservation on behalf of 28fe4d399754437484e002581abd3850 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:38:05.200548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:05.361701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Allocated IP 172.20.0.11 (8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8/d56e3aa9-04af-4e7b-87c0-feab3e26369d/96fa9869-5730-4599-bb49-b8ed9e4b1ab8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:38:05.558678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:05.587012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:05.753983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:38:05.761833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:38:05.764214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:38:05.810632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:05.835731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:05.836349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:05.855236 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-fdb84a3a-e630-42b1-b218-68ef993dc677 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291585 Mar 09 12:38:05.911621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Request body: {'port': {'device_id': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:06.017692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.386773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678a21-9497-42a5-adc1-c5b91cb808c8 req-c6e13bbf-065e-416d-a5a2-7351aec0f3a2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:06.389098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-27678a21-9497-42a5-adc1-c5b91cb808c8 req-c6e13bbf-065e-416d-a5a2-7351aec0f3a2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 932 time: 0.1317229 Mar 09 12:38:06.413141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:38:06.420823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.435061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-27678a21-9497-42a5-adc1-c5b91cb808c8 req-29c6bc28-56e5-4ab7-aec2-3526df0ed705 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Synchronizing usage tracker for tenant:28fe4d399754437484e002581abd3850 on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:38:06.435997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Transition to ACTIVE for port object 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:38:06.439667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.450883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-27678a21-9497-42a5-adc1-c5b91cb808c8 req-29c6bc28-56e5-4ab7-aec2-3526df0ed705 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Unset dirty status for tenant:28fe4d399754437484e002581abd3850 on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:38:06.452125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-27678a21-9497-42a5-adc1-c5b91cb808c8 req-29c6bc28-56e5-4ab7-aec2-3526df0ed705 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Mar 09 12:38:06.572823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:06.671515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Attempting to bind port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:38:06.671849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Attempting to bind port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:38:06.672173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Attempting to bind port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:38:06.676567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:38:06.676881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Attempting to bind port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:38:06.682300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:38:06.682630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Checking segment: {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:38:06.683005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Bound using segment: {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:38:06.683423 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Bound port: 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:38:06.683761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.771362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:38:06.774217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:38:06.780005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.834792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:06.835396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:06.836740 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] 10.222.0.13 "PUT /v2.0/ports/96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 1094 time: 0.9743190 Mar 09 12:38:06.837981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:06.865230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec6471-a294-405c-bc4e-e141eea5a148 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:06.920929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'status': 'completed', 'code': 200} Mar 09 12:38:06.955094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-f1e289f3-0afa-4e2c-bf2a-264b23993688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:06.956560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-f1e289f3-0afa-4e2c-bf2a-264b23993688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1097 time: 0.0765297 Mar 09 12:38:07.027673 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-dc067d20-c4e3-40ed-8353-d1d0e0bea851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 217 time: 0.0638859 Mar 09 12:38:07.088534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ee80-271a-443f-a10d-576fceedc378 req-b20ee1c7-1793-47af-9bde-01d569e6a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:07.089864 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-b20ee1c7-1793-47af-9bde-01d569e6a95f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0558722 Mar 09 12:38:07.136587 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-e63013b1-0c74-411c-9611-b07e9b19e1fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390670 Mar 09 12:38:07.268057 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-b41d18d3-6622-4ebf-a13b-8ff4c36fd1df service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251748 Mar 09 12:38:07.398485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9295ee80-271a-443f-a10d-576fceedc378 req-013f6a10-d732-44e0-a3b1-f6bebacf03a0 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243746 Mar 09 12:38:07.625598 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-3f616389-5460-4055-b068-8de1f1a31fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:07.627077 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-3f616389-5460-4055-b068-8de1f1a31fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1097 time: 0.1852462 Mar 09 12:38:07.654428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f84324-574d-455c-91bd-a28df31377ee req-2cf33854-0149-4a00-99d1-058126cfeb89 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:07.655798 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33f84324-574d-455c-91bd-a28df31377ee req-2cf33854-0149-4a00-99d1-058126cfeb89 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 944 time: 0.0804317 Mar 09 12:38:07.700261 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33f84324-574d-455c-91bd-a28df31377ee req-aaff84d4-6384-4790-abdc-af5b1dce08a3 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388062 Mar 09 12:38:07.763934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-a7d5f4f2-6e4b-491c-ae81-f180fc74b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:07.765394 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-a7d5f4f2-6e4b-491c-ae81-f180fc74b2e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1295133 Mar 09 12:38:07.836779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-a438ae46-6e04-498c-9311-433458033767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 217 time: 0.0644891 Mar 09 12:38:07.901321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-2f3ffcac-c8fd-48a0-8ac3-21ae36e4faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:07.902706 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-2f3ffcac-c8fd-48a0-8ac3-21ae36e4faa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0577214 Mar 09 12:38:07.951734 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-a89ed29c-6ce7-4f90-bfa4-cc98cb45022b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406926 Mar 09 12:38:08.082231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-10674966-05e8-4b0a-ae60-9ffcac2324a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229331 Mar 09 12:38:08.210980 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d911c6ce-6ddd-49fa-a88f-64aebf023e66 req-2dbb15ea-2488-4a6c-af18-2bdc482b09ca service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222870 Mar 09 12:38:08.705353 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:38:08.887638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833adc5-1700-4c04-8f4b-d4e7bfcf15ce req-1aeaba72-50a1-404d-9a8b-02fca77c648d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:08.889003 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4833adc5-1700-4c04-8f4b-d4e7bfcf15ce req-1aeaba72-50a1-404d-9a8b-02fca77c648d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 944 time: 0.0821416 Mar 09 12:38:08.931896 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4833adc5-1700-4c04-8f4b-d4e7bfcf15ce req-80a30c6f-8097-42f8-b1ae-cec158b0c98a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Mar 09 12:38:09.057157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:38:09.189433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:09.203018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'port_id': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'mac_address': 'fa:16:3e:5a:27:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56e3aa9-04af-4e7b-87c0-feab3e26369d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:38:09.257404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:09.273963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:38:09.288701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:09.293263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:09.361228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:09.494761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['96fa9869-5730-4599-bb49-b8ed9e4b1ab8'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:38:10.114952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2ebe-c47f-4688-83af-fb9a0e40946e req-cb00ffcc-3a2b-4674-970c-08f80519bb6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:10.116393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c7ae2ebe-c47f-4688-83af-fb9a0e40946e req-cb00ffcc-3a2b-4674-970c-08f80519bb6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 945 time: 0.0785966 Mar 09 12:38:10.162720 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c7ae2ebe-c47f-4688-83af-fb9a0e40946e req-847e9225-089c-4f33-987b-8c073e95084a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Mar 09 12:38:11.071474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:38:11.139303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:38:11.143850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:38:11.144219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:11.264806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:11.293645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:11.303434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:11.309068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:11.349546 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'code': 200} Mar 09 12:38:11.363421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487813c-5c6b-4712-bfe1-583908757677 req-84abb87e-8e40-40d2-8cef-1fd807f204cd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:11.365118 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0487813c-5c6b-4712-bfe1-583908757677 req-84abb87e-8e40-40d2-8cef-1fd807f204cd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0961125 Mar 09 12:38:11.385267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:11.425683 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0487813c-5c6b-4712-bfe1-583908757677 req-f5a1d093-4a57-4100-a307-a003f28c9575 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Mar 09 12:38:11.585382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c9ba3-7c57-40d8-9085-a5684616a35f req-644e646c-68ea-4241-9fba-a5abb1fb467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:11.586802 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480c9ba3-7c57-40d8-9085-a5684616a35f req-644e646c-68ea-4241-9fba-a5abb1fb467c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1099 time: 0.0763540 Mar 09 12:38:11.628318 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-480c9ba3-7c57-40d8-9085-a5684616a35f req-2aaa2f2f-4e62-4484-af74-3be7115f0018 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Mar 09 12:38:12.715408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7c34c-7675-4a0c-8226-3e5ba1a9ffae req-cc8ed5e4-d2f1-45f2-be69-7849f8869931 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:12.716770 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9fd7c34c-7675-4a0c-8226-3e5ba1a9ffae req-cc8ed5e4-d2f1-45f2-be69-7849f8869931 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.1810548 Mar 09 12:38:12.761157 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9fd7c34c-7675-4a0c-8226-3e5ba1a9ffae req-a5339828-b031-42a1-be5e-a43edff354eb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Mar 09 12:38:13.941312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa95fa3-7aa8-44b9-81a2-15d94e5ccf65 req-cb153b11-b170-444f-988d-96ee363ddb74 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:13.942979 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-faa95fa3-7aa8-44b9-81a2-15d94e5ccf65 req-cb153b11-b170-444f-988d-96ee363ddb74 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0784917 Mar 09 12:38:13.986796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-faa95fa3-7aa8-44b9-81a2-15d94e5ccf65 req-251412bf-9aab-4a69-a640-d90c8af9d4bf tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Mar 09 12:38:14.169469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e091b9-0532-4c1c-b1bd-2df994e15fe1 req-c7da7325-9cfd-4190-b924-5804bc3fa191 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:14.170839 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33e091b9-0532-4c1c-b1bd-2df994e15fe1 req-c7da7325-9cfd-4190-b924-5804bc3fa191 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0809166 Mar 09 12:38:14.214091 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33e091b9-0532-4c1c-b1bd-2df994e15fe1 req-062e56c2-5494-4d78-8938-b50e358ffd38 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Mar 09 12:38:14.556558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36821a82-f245-4bf1-a11b-52fca75ad957 req-f4f60a2a-bf60-4eed-a841-17549a1efaa5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:14.558047 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36821a82-f245-4bf1-a11b-52fca75ad957 req-f4f60a2a-bf60-4eed-a841-17549a1efaa5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0831566 Mar 09 12:38:14.602067 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36821a82-f245-4bf1-a11b-52fca75ad957 req-d9c18481-f928-41da-8326-0fc7906930f5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Mar 09 12:38:14.780428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d509a-a63f-4e7a-b7ba-c6fa3fbfe679 req-0d5ae7b4-ac22-4a26-8e7f-21510d2ec11e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:14.781787 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-456d509a-a63f-4e7a-b7ba-c6fa3fbfe679 req-0d5ae7b4-ac22-4a26-8e7f-21510d2ec11e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0782411 Mar 09 12:38:14.825303 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-456d509a-a63f-4e7a-b7ba-c6fa3fbfe679 req-f21d35e5-670b-46d7-ac5b-50417a3114d1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Mar 09 12:38:15.163559 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-98fe3213-2198-4d55-84c2-832123ecc03f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697997 Mar 09 12:38:15.221612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595adde4-26f8-4366-a6bb-7cac2d8b0d34 req-9bf4d992-6ccd-40c9-a4d7-2238cfe9f83a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:15.223069 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-595adde4-26f8-4366-a6bb-7cac2d8b0d34 req-9bf4d992-6ccd-40c9-a4d7-2238cfe9f83a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0850904 Mar 09 12:38:15.268803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-595adde4-26f8-4366-a6bb-7cac2d8b0d34 req-457376a4-ad7c-4354-a9f2-c5dafc17fcc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Mar 09 12:38:16.263058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:16.316104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-a425a0f5-5149-4213-8479-6290b7b167af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:16.317920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-a425a0f5-5149-4213-8479-6290b7b167af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1099 time: 0.0752492 Mar 09 12:38:16.449765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-dd7dac52-d14b-4ab4-a4a8-d80cdecaeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:16.451191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-dd7dac52-d14b-4ab4-a4a8-d80cdecaeb99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1272247 Mar 09 12:38:16.455219 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e951-3456-4985-82a2-bc0b7e9168fc req-de1a3ee7-45ae-4885-a44d-16beffa6636b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:16.456656 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2cd9e951-3456-4985-82a2-bc0b7e9168fc req-de1a3ee7-45ae-4885-a44d-16beffa6636b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0821202 Mar 09 12:38:16.504869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2cd9e951-3456-4985-82a2-bc0b7e9168fc req-b7743057-f159-441d-ad9b-08b6314f3674 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Mar 09 12:38:16.527998 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-359661e9-785b-4785-945a-11aa5a71899b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 217 time: 0.0631282 Mar 09 12:38:16.584843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-74e2d084-cb91-4199-9c53-c551d9aa5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:16.586258 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-74e2d084-cb91-4199-9c53-c551d9aa5a9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0600080 Mar 09 12:38:16.632643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-3c72bfaa-257b-470f-a197-2aae26427210 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406134 Mar 09 12:38:16.763943 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-0897d5eb-21b7-4174-a1be-e7a05f516fec service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251416 Mar 09 12:38:16.895183 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-32d6966b-89ff-4387-ac3a-1de749457acb service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247218 Mar 09 12:38:17.703777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9362-3b0e-4e1d-a0af-4593d406a4ce req-b860d917-6151-41ee-8062-bfcf798d8602 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:17.705227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83ad9362-3b0e-4e1d-a0af-4593d406a4ce req-b860d917-6151-41ee-8062-bfcf798d8602 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0798552 Mar 09 12:38:17.748541 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83ad9362-3b0e-4e1d-a0af-4593d406a4ce req-52c6c9b4-3131-4e6c-912d-fdcaa12be25a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Mar 09 12:38:18.933507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cd46f-6cf1-42b2-a941-1972141186cf req-9fda5f02-496a-4c3f-96d0-c1df53799c8b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:18.934926 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-927cd46f-6cf1-42b2-a941-1972141186cf req-9fda5f02-496a-4c3f-96d0-c1df53799c8b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0817959 Mar 09 12:38:18.978420 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-927cd46f-6cf1-42b2-a941-1972141186cf req-832f2421-86d9-4429-8236-c3be44afd1bb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378869 Mar 09 12:38:20.158749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1dec-5548-45f8-baf0-51aebe940ed0 req-11c28856-2abf-4af1-b17c-1190018addf0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:20.160187 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-684b1dec-5548-45f8-baf0-51aebe940ed0 req-11c28856-2abf-4af1-b17c-1190018addf0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0786612 Mar 09 12:38:20.206573 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-684b1dec-5548-45f8-baf0-51aebe940ed0 req-51982db5-cf85-4d85-83ef-56b9f1a95e3b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Mar 09 12:38:21.386849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c063d51-a164-4191-9579-5fd27944020a req-3585ab9e-48b5-4027-a95c-f7dd26feb734 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:21.388272 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c063d51-a164-4191-9579-5fd27944020a req-3585ab9e-48b5-4027-a95c-f7dd26feb734 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0795443 Mar 09 12:38:21.430874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c063d51-a164-4191-9579-5fd27944020a req-8f79ab7b-7e99-4db8-b84e-23b9edaa74ca tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Mar 09 12:38:22.622222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf0109-29f4-48dc-8d82-d2ca04e36adb req-d4957036-105b-49d2-9504-4dfa652d65cc tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:22.623595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5cf0109-29f4-48dc-8d82-d2ca04e36adb req-d4957036-105b-49d2-9504-4dfa652d65cc tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0855870 Mar 09 12:38:22.656569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d143-11fb-46ca-b92c-5b18761726e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:22.668915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5cf0109-29f4-48dc-8d82-d2ca04e36adb req-48242dc4-d1d5-4a18-bd88-6f8f060998ed tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Mar 09 12:38:23.849831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638300-cc80-4cf7-9db7-c3ac489f9399 req-4bc641b6-0fdd-48f5-b2d4-9c178ad9dd89 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:23.851159 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-57638300-cc80-4cf7-9db7-c3ac489f9399 req-4bc641b6-0fdd-48f5-b2d4-9c178ad9dd89 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0790496 Mar 09 12:38:23.894331 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-57638300-cc80-4cf7-9db7-c3ac489f9399 req-5f084b99-23ad-4dbf-a329-a8e2e76cc97e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Mar 09 12:38:24.874983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-016c3474-b976-48d0-ac09-271a785026cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:25.076875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07e7c0-62b5-4b5d-8aa7-663cf58c8e80 req-bea0ca38-c659-415f-abde-9e4c22eaeb60 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:25.078315 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f07e7c0-62b5-4b5d-8aa7-663cf58c8e80 req-bea0ca38-c659-415f-abde-9e4c22eaeb60 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0811276 Mar 09 12:38:25.120881 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f07e7c0-62b5-4b5d-8aa7-663cf58c8e80 req-1976c310-76db-4c16-bd80-9a4adae3aedb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Mar 09 12:38:25.720573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:26.099569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:26.305322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1a21-3b22-4664-bfe0-7d98ae1f319e req-72ae16ae-ef33-4b1a-a4a8-892477b50273 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:26.306746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9a3d1a21-3b22-4664-bfe0-7d98ae1f319e req-72ae16ae-ef33-4b1a-a4a8-892477b50273 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0790627 Mar 09 12:38:26.352459 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9a3d1a21-3b22-4664-bfe0-7d98ae1f319e req-98387265-9bbb-4321-8a0b-74530b2849e1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Mar 09 12:38:27.534440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d586-c682-4a08-a212-c21945907ba2 req-283a12f2-04e7-4fa5-82d9-f5f03d4f22d2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:27.535884 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1649d586-c682-4a08-a212-c21945907ba2 req-283a12f2-04e7-4fa5-82d9-f5f03d4f22d2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0793593 Mar 09 12:38:27.579344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1649d586-c682-4a08-a212-c21945907ba2 req-13ea4d87-e480-488c-8e0b-cfbe639e8d36 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376432 Mar 09 12:38:27.654259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:28.766486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72191405-702e-4a98-ad95-525eca95a9db req-d7802604-0f25-492a-8f93-691a16f28b60 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:28.767942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72191405-702e-4a98-ad95-525eca95a9db req-d7802604-0f25-492a-8f93-691a16f28b60 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0829790 Mar 09 12:38:28.812383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72191405-702e-4a98-ad95-525eca95a9db req-8bec7c4c-dd7e-4ae7-871c-7085a0bd717e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Mar 09 12:38:29.992541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685d399-bdf2-48ee-a790-92bb1cddc66a req-a00f30d5-e04a-4b2f-ba3e-d4083532d8ba tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:29.993986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6685d399-bdf2-48ee-a790-92bb1cddc66a req-a00f30d5-e04a-4b2f-ba3e-d4083532d8ba tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0774879 Mar 09 12:38:30.036529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6685d399-bdf2-48ee-a790-92bb1cddc66a req-7d260171-41d5-4ca2-b665-17a18e7f22fa tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Mar 09 12:38:31.246396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7d846-f0bb-44ed-b9f9-6f3829c673f0 req-533fa687-6bae-4bd4-b98d-b66e2d41ea4d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:31.247867 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3b7d846-f0bb-44ed-b9f9-6f3829c673f0 req-533fa687-6bae-4bd4-b98d-b66e2d41ea4d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0922039 Mar 09 12:38:31.298429 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f3b7d846-f0bb-44ed-b9f9-6f3829c673f0 req-8e85bffa-61dc-4d12-a274-3dab26a58fe1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Mar 09 12:38:32.486452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15b69f-9af1-45db-ac83-c3a935021d8a req-4ec43969-cc27-4075-877b-4e2c982bee7e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:32.487874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd15b69f-9af1-45db-ac83-c3a935021d8a req-4ec43969-cc27-4075-877b-4e2c982bee7e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0811994 Mar 09 12:38:32.531586 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd15b69f-9af1-45db-ac83-c3a935021d8a req-491dbb73-0413-4692-bc3a-c60bc5205e3f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Mar 09 12:38:33.724195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27dcea-a627-4148-ba9c-76b7038ffd02 req-dc02eac0-e5cc-4d82-a0d7-827f1f03e698 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:33.725640 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b27dcea-a627-4148-ba9c-76b7038ffd02 req-dc02eac0-e5cc-4d82-a0d7-827f1f03e698 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0785418 Mar 09 12:38:33.767896 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b27dcea-a627-4148-ba9c-76b7038ffd02 req-5aaed6ba-3ac7-4826-b06e-b14bbf531a0b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Mar 09 12:38:35.040081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15926802-0726-4f6f-b125-58371b6c2605 req-608b7598-5e4e-4717-bdf8-a6c6e4e6364c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:35.041621 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15926802-0726-4f6f-b125-58371b6c2605 req-608b7598-5e4e-4717-bdf8-a6c6e4e6364c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.1696482 Mar 09 12:38:35.084501 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15926802-0726-4f6f-b125-58371b6c2605 req-8501f7f2-71db-40b8-94b4-2000073e567e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Mar 09 12:38:36.318492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068bccc-ed53-4565-bac1-eaeab683e97c req-b012d72d-64e4-474d-8acf-10a8fa96af02 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:36.319924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7068bccc-ed53-4565-bac1-eaeab683e97c req-b012d72d-64e4-474d-8acf-10a8fa96af02 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.1294634 Mar 09 12:38:36.365231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7068bccc-ed53-4565-bac1-eaeab683e97c req-5dc9c300-d249-478c-a61c-6a2c47bb9b0f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Mar 09 12:38:37.749223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164c093-2b40-4fea-a56b-83640c6c62b0 req-b3fb32ca-bf14-42a8-a843-62777f899b3b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:37.750658 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3164c093-2b40-4fea-a56b-83640c6c62b0 req-b3fb32ca-bf14-42a8-a843-62777f899b3b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.1350470 Mar 09 12:38:37.793388 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3164c093-2b40-4fea-a56b-83640c6c62b0 req-2ab12664-dd52-48ce-b333-e57e82c7effa tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Mar 09 12:38:38.976913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c0f5d-ecaf-4a6a-a642-259cb7c6904c req-47a16fc4-02d9-4e91-9850-01f1df183687 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:38.978335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8f9c0f5d-ecaf-4a6a-a642-259cb7c6904c req-47a16fc4-02d9-4e91-9850-01f1df183687 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0821648 Mar 09 12:38:39.021454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8f9c0f5d-ecaf-4a6a-a642-259cb7c6904c req-d248f5e3-c5c3-49fb-b06e-1fea58b2c014 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Mar 09 12:38:40.200168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c204-3a98-4774-85ff-ec0add4cf668 req-aa9f51a4-b32f-493a-940b-67e0ab60c81c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:40.201613 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd86c204-3a98-4774-85ff-ec0add4cf668 req-aa9f51a4-b32f-493a-940b-67e0ab60c81c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0778518 Mar 09 12:38:40.246943 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd86c204-3a98-4774-85ff-ec0add4cf668 req-1dd9adfd-7f33-4fb2-b231-7fda825b204d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Mar 09 12:38:41.428993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb0e8-ed9b-4f8a-b6bf-fd9366c890e4 req-9d9467f1-593f-41a1-8e94-b7fe89c90216 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:41.430427 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36ceb0e8-ed9b-4f8a-b6bf-fd9366c890e4 req-9d9467f1-593f-41a1-8e94-b7fe89c90216 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0779982 Mar 09 12:38:41.473755 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36ceb0e8-ed9b-4f8a-b6bf-fd9366c890e4 req-6b7f3eb7-c709-4a82-a005-c2bde97a719f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Mar 09 12:38:42.656991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57fa9f-7dc3-4391-b0e2-77d3f0b0994e req-20e49011-86e4-4418-b52b-1b99d75feffd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:42.658352 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f57fa9f-7dc3-4391-b0e2-77d3f0b0994e req-20e49011-86e4-4418-b52b-1b99d75feffd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0817256 Mar 09 12:38:42.702235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3f57fa9f-7dc3-4391-b0e2-77d3f0b0994e req-c4990aa0-a84c-47ed-a247-57e045e13c0c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384071 Mar 09 12:38:43.645157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-fe8c7d0e-a0d4-463b-b5e6-fd9cd56b9a30 service neutron] 10.222.0.13 "GET /v2.0/ports/96fa9869-5730-4599-bb49-b8ed9e4b1ab8/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.1804602 Mar 09 12:38:43.885422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79040b48-ac08-4dec-8eb4-825096a154b0 req-0d1acf7e-c82a-44fa-b4bc-935b4f04e0d7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:43.886403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79040b48-ac08-4dec-8eb4-825096a154b0 req-0d1acf7e-c82a-44fa-b4bc-935b4f04e0d7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0802851 Mar 09 12:38:43.906586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-7fbc282e-262d-441e-8af5-5b404ed057b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:43.908049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-7fbc282e-262d-441e-8af5-5b404ed057b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695&tenant_id=28fe4d399754437484e002581abd3850 HTTP/1.1" status: 200 len: 1099 time: 0.0708606 Mar 09 12:38:43.934637 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79040b48-ac08-4dec-8eb4-825096a154b0 req-e72cb299-c93c-4655-85a2-4c91535dbf11 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Mar 09 12:38:43.999041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-1aa6a268-03d1-468f-9e68-cb23eaed1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:44.000501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-1aa6a268-03d1-468f-9e68-cb23eaed1980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1099 time: 0.0712798 Mar 09 12:38:44.132693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-77b1bb7c-93c8-40af-b26d-fee4f1b91213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:44.134140 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-77b1bb7c-93c8-40af-b26d-fee4f1b91213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1279087 Mar 09 12:38:44.203836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-55eda010-7ff1-401b-a0b3-716ba53f1289 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 217 time: 0.0635424 Mar 09 12:38:44.270788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-668d6a5f-d948-43c4-87d4-8cba83a7c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:44.272172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-668d6a5f-d948-43c4-87d4-8cba83a7c77e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0623913 Mar 09 12:38:44.317708 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-947204f7-7ba2-4f2b-a64f-526e55f5ff99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398247 Mar 09 12:38:44.448713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-479b10b9-2634-40e4-8b1d-ba5c528a3c84 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249237 Mar 09 12:38:44.581296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9187a74-823c-4689-b8b1-b0d8648e3665 req-56de82fc-a146-4b84-9227-85f50342859b service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263101 Mar 09 12:38:45.122216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e370-9bc9-4d43-a679-33155edf3337 req-8bbe2ca1-71e1-4f2f-aee7-d66732fdacab tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:45.123648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0be9e370-9bc9-4d43-a679-33155edf3337 req-8bbe2ca1-71e1-4f2f-aee7-d66732fdacab tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0827973 Mar 09 12:38:45.168449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0be9e370-9bc9-4d43-a679-33155edf3337 req-8aea195a-7a85-4b10-95dd-9dadcfc24ebc tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Mar 09 12:38:45.704671 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:38:46.261950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:46.359715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459747f8-a047-4f7b-a1ff-80f0fd59ea81 req-794b76ae-f800-4182-9caf-f0890a431bba tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:46.361143 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-459747f8-a047-4f7b-a1ff-80f0fd59ea81 req-794b76ae-f800-4182-9caf-f0890a431bba tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0819049 Mar 09 12:38:46.403869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-459747f8-a047-4f7b-a1ff-80f0fd59ea81 req-0b2dc3e7-0edb-40aa-bcc0-b2810fb8c5db tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Mar 09 12:38:46.706717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a572eb-b110-43fc-a087-9bed62413c67 req-78338e0d-0612-49e8-af6c-a7dc984afe8f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:46.708186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92a572eb-b110-43fc-a087-9bed62413c67 req-78338e0d-0612-49e8-af6c-a7dc984afe8f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0809693 Mar 09 12:38:46.714997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-edef2f9a-1516-4bea-bb6e-aa8d54872446 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:46.715689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-edef2f9a-1516-4bea-bb6e-aa8d54872446 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Synchronizing usage tracker for tenant:28fe4d399754437484e002581abd3850 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:38:46.734627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-edef2f9a-1516-4bea-bb6e-aa8d54872446 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Unset dirty status for tenant:28fe4d399754437484e002581abd3850 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:38:46.735772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-edef2f9a-1516-4bea-bb6e-aa8d54872446 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695&tenant_id=28fe4d399754437484e002581abd3850&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 946 time: 0.1020505 Mar 09 12:38:46.755037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92a572eb-b110-43fc-a087-9bed62413c67 req-9bc9a082-a3a6-45ff-a517-5687c68ceb1d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Mar 09 12:38:46.876246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-1325e017-3340-4d6d-80d1-8d99f42e3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:46.877630 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-1325e017-3340-4d6d-80d1-8d99f42e3749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 1099 time: 0.0732682 Mar 09 12:38:47.006100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-501c7626-507d-45f7-bae4-b7db812073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:47.007504 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-501c7626-507d-45f7-bae4-b7db812073f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1242383 Mar 09 12:38:47.072982 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-8db79c14-c85a-4730-8a42-89fbdbdcd071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 200 len: 217 time: 0.0593479 Mar 09 12:38:47.134878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-93feb0d6-5f4a-425b-b17a-0bca14ac2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:47.136136 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-93feb0d6-5f4a-425b-b17a-0bca14ac2925 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0583014 Mar 09 12:38:47.182154 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-46abe601-84a9-4189-8970-2503f4c03728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396960 Mar 09 12:38:47.235802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:38:47.312234 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-84a346fc-5694-432c-8969-2be8df41c2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237247 Mar 09 12:38:47.370290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:47.383052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'port_id': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'mac_address': 'fa:16:3e:5a:27:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56e3aa9-04af-4e7b-87c0-feab3e26369d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:38:47.438808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:47.442634 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e431f8fc-f3fe-44a2-adf4-3ee7d64a8739 req-392c27c6-cee2-4084-ae14-06f1e34e8acc service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246898 Mar 09 12:38:47.457033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:38:47.474050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:47.477909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:47.543467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['96fa9869-5730-4599-bb49-b8ed9e4b1ab8'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:38:47.590381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:47.943600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f186e-51f7-43f2-89fb-5dc346af615d req-77062e37-e897-48ae-b3d6-f8248be6ed2a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:47.945076 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e0f186e-51f7-43f2-89fb-5dc346af615d req-77062e37-e897-48ae-b3d6-f8248be6ed2a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 945 time: 0.0840328 Mar 09 12:38:47.989626 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e0f186e-51f7-43f2-89fb-5dc346af615d req-181bf323-49b5-4535-90d4-e314dea2fefb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Mar 09 12:38:49.171763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19d18-37f5-4feb-85e7-6949207ab8e9 req-5f78488d-9eee-47e7-b578-dbb6eab4dacc tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:49.173213 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dfb19d18-37f5-4feb-85e7-6949207ab8e9 req-5f78488d-9eee-47e7-b578-dbb6eab4dacc tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 945 time: 0.0791826 Mar 09 12:38:49.219227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dfb19d18-37f5-4feb-85e7-6949207ab8e9 req-063e0d06-322c-45e4-8446-4d13788ad916 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 09 12:38:49.248195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:38:49.315026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:38:49.315309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:49.404166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38efa29-6c01-4baa-b7bc-f58b83426d34 req-54ebe1e5-a1ad-48d1-8abf-05b5a69a997d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:49.405727 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f38efa29-6c01-4baa-b7bc-f58b83426d34 req-54ebe1e5-a1ad-48d1-8abf-05b5a69a997d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 945 time: 0.0793803 Mar 09 12:38:49.432904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:49.451996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f38efa29-6c01-4baa-b7bc-f58b83426d34 req-3209b2df-9f28-49e1-b9bc-72b7d1b04092 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Mar 09 12:38:49.460149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:49.470282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:49.474424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:49.521475 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'code': 200} Mar 09 12:38:49.546524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:49.648800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c542c53-d73f-457b-8a6d-cb5a7382917c req-b94acb89-9108-4ce7-93fb-c5a3b7c8e0de tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:49.650186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c542c53-d73f-457b-8a6d-cb5a7382917c req-b94acb89-9108-4ce7-93fb-c5a3b7c8e0de tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.0824523 Mar 09 12:38:49.694762 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c542c53-d73f-457b-8a6d-cb5a7382917c req-5151d803-5cad-4bf8-a19c-7d3f568e8c2d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Mar 09 12:38:50.177297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-88d1de9c-a9f3-4797-8586-11b564b7860c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:50.178643 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-88d1de9c-a9f3-4797-8586-11b564b7860c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 815 time: 0.1446264 Mar 09 12:38:50.193566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-5be7ad34-1828-4b0e-be5b-4774922ed399 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/quotas/28fe4d399754437484e002581abd3850 HTTP/1.1" status: 200 len: 375 time: 0.0090399 Mar 09 12:38:50.271227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-00cb67c3-8b66-4fe6-9f73-f1659455b947 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723100 Mar 09 12:38:50.488532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-81641f23-e1bf-40f9-b971-5b7dfdc1d885 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100332 Mar 09 12:38:50.621549 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-ecfb083d-ae91-461f-bddc-5651cfe16c22 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271880 Mar 09 12:38:50.799648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f82f6384-cba8-4175-806c-28d87b801991 req-1c12a5f6-206a-4768-a798-06046df68ae9 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 210 time: 0.0457289 Mar 09 12:38:51.903236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f90d9-f47a-4969-b572-99118a43ba63 req-0c43ba19-584e-4cb8-94a9-941614700773 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:51.904690 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-250f90d9-f47a-4969-b572-99118a43ba63 req-0c43ba19-584e-4cb8-94a9-941614700773 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd3f5399-2254-4b49-a281-b0ef4a2f0695 HTTP/1.1" status: 200 len: 946 time: 0.3091733 Mar 09 12:38:51.953464 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f8c43a9c-2a13-4856-98db-732737a09762 req-a3f74491-0174-4a7f-899a-0c8af2e2d339 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 210 time: 0.0427403 Mar 09 12:38:51.997590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-ee3d6dd7-c2f4-4c8e-b432-cb6a9e319832 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:51.998995 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-ee3d6dd7-c2f4-4c8e-b432-cb6a9e319832 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 815 time: 0.3373067 Mar 09 12:38:52.006836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Deleting port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:38:52.007183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:52.039927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Request body: {'port': {'device_id': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'admin_state_up': True, 'tenant_id': '28fe4d399754437484e002581abd3850'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:52.320410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:38:52.345406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:38:52.366696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Made reservation on behalf of 28fe4d399754437484e002581abd3850 for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:38:52.370345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:52.401155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] For port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:52.401514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:52.562996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Calling delete_port for 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:38:52.658031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46f249f8-0409-406e-ab5f-8b5c5afac3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:52.770658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Allocated IP 172.20.0.3 (8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8/d56e3aa9-04af-4e7b-87c0-feab3e26369d/35f6b838-6f64-4903-b5a7-04cd2f05534f) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:38:52.805988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:52.817671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['96fa9869-5730-4599-bb49-b8ed9e4b1ab8'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:38:52.882634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Pushing event deleted for resources: {'Port': ['ID=96fa9869-5730-4599-bb49-b8ed9e4b1ab8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:52.990782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] No DVR routers for this DVR port 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:38:53.046639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.049117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-deleted', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:53.078591 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "DELETE /v2.0/ports/96fa9869-5730-4599-bb49-b8ed9e4b1ab8 HTTP/1.1" status: 204 len: 173 time: 1.1677618 Mar 09 12:38:53.114766 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-15f11b83-077f-4e5a-a36e-633c7f7d2d4e req-e33e7911-0082-447f-b054-4742868e1a16 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 210 time: 0.0564871 Mar 09 12:38:53.136845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.160176 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3f5399-2254-4b49-a281-b0ef4a2f0695', 'name': 'network-vif-deleted', 'tag': '96fa9869-5730-4599-bb49-b8ed9e4b1ab8', 'status': 'completed', 'code': 200} Mar 09 12:38:53.169853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.181146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['96fa9869-5730-4599-bb49-b8ed9e4b1ab8'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:38:53.240795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:38:53.248487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:38:53.253054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:38:53.286103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:53.321164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:53.321769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.339648 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-038673dd-3fef-4f6a-bc41-492866b5ed6b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3076172 Mar 09 12:38:53.351520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Request body: {'port': {'device_id': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:38:53.587273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.933700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:38:53.940592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:53.956670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Transition to ACTIVE for port object 35f6b838-6f64-4903-b5a7-04cd2f05534f will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:38:53.960526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:54.116601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:54.189752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Attempting to bind port 35f6b838-6f64-4903-b5a7-04cd2f05534f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:38:54.190002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Attempting to bind port 35f6b838-6f64-4903-b5a7-04cd2f05534f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:38:54.190329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Attempting to bind port 35f6b838-6f64-4903-b5a7-04cd2f05534f on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:38:54.195023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Port 35f6b838-6f64-4903-b5a7-04cd2f05534f on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:38:54.195336 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Attempting to bind port 35f6b838-6f64-4903-b5a7-04cd2f05534f on network 8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:38:54.200326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:38:54.200656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Checking segment: {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:38:54.201068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Bound using segment: {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:38:54.201488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Bound port: 35f6b838-6f64-4903-b5a7-04cd2f05534f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:38:54.201829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:54.293128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:38:54.296087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:38:54.300518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:54.301627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82d43-4189-4f37-947a-894c170ca829 req-903b7a49-a637-4661-b2ab-008c09537421 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:54.303073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09d82d43-4189-4f37-947a-894c170ca829 req-903b7a49-a637-4661-b2ab-008c09537421 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 943 time: 0.0813560 Mar 09 12:38:54.349062 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-09d82d43-4189-4f37-947a-894c170ca829 req-1d4d73bd-9c6c-4914-a83b-1273c8a05fe1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Mar 09 12:38:54.359120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:54.359732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:54.361123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] 10.222.0.13 "PUT /v2.0/ports/35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 1093 time: 1.0135212 Mar 09 12:38:54.381327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90441-0deb-415c-a16a-6fe0484b2a68 service neutron] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:54.469220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-f73d7b9f-80c1-487e-b8e2-25e4558bb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:54.470694 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-f73d7b9f-80c1-487e-b8e2-25e4558bb16a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1096 time: 0.0742836 Mar 09 12:38:54.542582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-bdd04f3e-7ad8-4d89-971d-e685bf091471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.0656204 Mar 09 12:38:54.604623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-edc451c0-c70d-4e90-aa93-1d568ed75a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:54.606037 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-edc451c0-c70d-4e90-aa93-1d568ed75a76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0571296 Mar 09 12:38:54.652797 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-0c9c7dc3-d6fd-4491-bff2-f4e389171dad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397286 Mar 09 12:38:54.782290 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-56e27a9f-58cc-4e46-a636-80b4f26c6215 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230931 Mar 09 12:38:54.875741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5672766c-3a0e-478a-acbc-0f4a65302a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:54.917609 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-145ccbe0-c63c-46e6-adb8-618a2d79f76f req-f8a40258-162d-4846-b9ff-1f44f7dee56d service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284094 Mar 09 12:38:55.161005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:55.206307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'status': 'completed', 'code': 200} Mar 09 12:38:55.288699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:38:55.301606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-7ffa0699-03c5-4435-a06b-228e716d14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:55.303069 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-7ffa0699-03c5-4435-a06b-228e716d14ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1096 time: 0.0737605 Mar 09 12:38:55.323043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:38:55.323576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 96fa9869-5730-4599-bb49-b8ed9e4b1ab8 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:38:55.541260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-fa5b19cc-4108-4e76-b0ec-8dd40c8235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:55.541665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3579f-3582-40bd-85df-9fab56cd9525 req-399e0dc9-c920-477f-ae51-ad1eb035abd1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:55.542692 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-fa5b19cc-4108-4e76-b0ec-8dd40c8235c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.2332606 Mar 09 12:38:55.543142 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb3579f-3582-40bd-85df-9fab56cd9525 req-399e0dc9-c920-477f-ae51-ad1eb035abd1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 943 time: 0.0822005 Mar 09 12:38:55.590976 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb3579f-3582-40bd-85df-9fab56cd9525 req-4f83b2d0-0069-45c7-95b2-734aefefb7d2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Mar 09 12:38:55.610273 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-930c9f46-175e-4b2d-9d9d-d0484891d537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.0608959 Mar 09 12:38:55.674853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-37b08d38-d235-42f4-a69c-72e3d37b8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:55.676244 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-37b08d38-d235-42f4-a69c-72e3d37b8648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0595458 Mar 09 12:38:55.723825 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-dbe42d8f-f577-4dd2-9419-27808484527e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412896 Mar 09 12:38:55.726891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:55.855258 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-92b5b36d-6737-45c4-94c9-95eb6b599d9b service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255612 Mar 09 12:38:55.985974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-34055cc2-9883-40a3-959f-c41de0626dd8 req-6165bee6-3936-4459-9744-869f2b9fad1c service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249237 Mar 09 12:38:56.101711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:56.776086 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e39edc-de39-44c4-a559-47ea7d973a5c req-1eae34ce-7685-4051-9e77-ec246569b09d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:56.777557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36e39edc-de39-44c4-a559-47ea7d973a5c req-1eae34ce-7685-4051-9e77-ec246569b09d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 943 time: 0.0796025 Mar 09 12:38:56.820340 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-36e39edc-de39-44c4-a559-47ea7d973a5c req-265962cc-490d-44d1-af1d-eb8278133325 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Mar 09 12:38:57.303983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:38:57.435329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:57.448789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'port_id': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'mac_address': 'fa:16:3e:d4:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56e3aa9-04af-4e7b-87c0-feab3e26369d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:38:57.505576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:57.522389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:38:57.537537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:57.540966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:57.606573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:57.613479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.613828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.614214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.614551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.614879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.615208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.615532 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.615855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.616951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.616951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.616951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.617176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:38:57.654420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:57.726836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['35f6b838-6f64-4903-b5a7-04cd2f05534f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:38:58.009864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922234eb-8046-468b-9e14-9530914b0f32 req-1fd3b026-4585-4206-81cb-ac57a0dca5b8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:58.011281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-922234eb-8046-468b-9e14-9530914b0f32 req-1fd3b026-4585-4206-81cb-ac57a0dca5b8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 944 time: 0.0852199 Mar 09 12:38:58.054262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-922234eb-8046-468b-9e14-9530914b0f32 req-1281db3d-9eea-453d-a427-32285db43fea tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374236 Mar 09 12:38:59.234665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33484456-1b89-420b-872e-321ef2533180 req-a04fe42a-383c-4d29-903c-5594a340bb11 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:59.236096 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33484456-1b89-420b-872e-321ef2533180 req-a04fe42a-383c-4d29-903c-5594a340bb11 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 944 time: 0.0789106 Mar 09 12:38:59.279680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-33484456-1b89-420b-872e-321ef2533180 req-0842b7d4-0dc3-40d6-a585-a715ac7c20ca tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Mar 09 12:38:59.335350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:38:59.406036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 35f6b838-6f64-4903-b5a7-04cd2f05534f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:38:59.410713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 35f6b838-6f64-4903-b5a7-04cd2f05534f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:38:59.411096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:59.523858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:59.551245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:38:59.561126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:38:59.565608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:38:59.646750 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'code': 200} Mar 09 12:38:59.679689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:38:59.824096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b29c86-2ab6-47da-8e58-cd0ce7e60d66 req-49b1e2b2-16e6-41df-b8a5-109ab2cc7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:38:59.825599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d0b29c86-2ab6-47da-8e58-cd0ce7e60d66 req-49b1e2b2-16e6-41df-b8a5-109ab2cc7ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1098 time: 0.0736523 Mar 09 12:38:59.865565 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d0b29c86-2ab6-47da-8e58-cd0ce7e60d66 req-2a7935b9-fe6d-4a22-a12d-9adb4fb40d92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Mar 09 12:39:00.469282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb2e5-6043-441e-a10c-9fa53bcb01de req-8c299da9-8fb8-4ad9-893e-a8e278a95612 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:00.470777 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e6cb2e5-6043-441e-a10c-9fa53bcb01de req-8c299da9-8fb8-4ad9-893e-a8e278a95612 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0828578 Mar 09 12:39:00.514854 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e6cb2e5-6043-441e-a10c-9fa53bcb01de req-982e3850-eb87-4c08-a421-83d0bd5ef0a5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Mar 09 12:39:01.700609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4f0f5-5455-4f98-ab7d-a7421f93e52b req-07908b5d-240a-4cd2-b628-2ea045b51323 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:01.702770 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13b4f0f5-5455-4f98-ab7d-a7421f93e52b req-07908b5d-240a-4cd2-b628-2ea045b51323 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0835695 Mar 09 12:39:01.746354 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13b4f0f5-5455-4f98-ab7d-a7421f93e52b req-a9dfdc0e-2449-4b74-9f23-ecc3a4880267 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Mar 09 12:39:01.924055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245cd7-f142-4891-a270-aac7e09c9350 req-c81e54bf-50a3-4216-bcf6-698fa89b77e6 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:01.925507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78245cd7-f142-4891-a270-aac7e09c9350 req-c81e54bf-50a3-4216-bcf6-698fa89b77e6 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0775340 Mar 09 12:39:01.969938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-78245cd7-f142-4891-a270-aac7e09c9350 req-23f72907-fe81-4211-8f9d-3f29fc2e8c03 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Mar 09 12:39:02.317102 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-d0fb5ebb-6fa6-4f80-a2ac-1661a8cf6ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705454 Mar 09 12:39:02.374395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b90fb-2022-4745-aa59-6f1f031486a2 req-c9474d80-d290-4523-9689-c9a8324da89d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:02.375972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-801b90fb-2022-4745-aa59-6f1f031486a2 req-c9474d80-d290-4523-9689-c9a8324da89d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0886612 Mar 09 12:39:02.423156 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-801b90fb-2022-4745-aa59-6f1f031486a2 req-c3b9b93c-fdd1-4c9d-b2a3-3b71536db346 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Mar 09 12:39:03.492296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-1d3cc13d-ce15-44dc-bbcf-2894d324fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:03.493799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-1d3cc13d-ce15-44dc-bbcf-2894d324fd0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1098 time: 0.0766559 Mar 09 12:39:03.614936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582db8-f5a6-4c1c-9e4e-d36424f8987e req-ad0819f2-4237-4896-b247-1bcfdde3eb98 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:03.616418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84582db8-f5a6-4c1c-9e4e-d36424f8987e req-ad0819f2-4237-4896-b247-1bcfdde3eb98 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0807631 Mar 09 12:39:03.635491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-82b0bd96-e3de-4265-a172-b1aa964159d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:03.636937 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-82b0bd96-e3de-4265-a172-b1aa964159d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1369216 Mar 09 12:39:03.663740 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84582db8-f5a6-4c1c-9e4e-d36424f8987e req-2b2dbc87-6f22-4331-bcb8-14acbf75d7b9 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Mar 09 12:39:03.705113 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-d008e584-cf4a-41a6-ae75-b2640c98e5fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.0621750 Mar 09 12:39:03.780838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-fa054585-3093-4e1b-be62-3e0fbfdbea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:03.782276 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-fa054585-3093-4e1b-be62-3e0fbfdbea21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0707397 Mar 09 12:39:03.828617 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-80b60f85-6727-49e5-a4f1-d431faa3f862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406160 Mar 09 12:39:03.959410 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-62097530-2520-4506-a095-dee9d1cf2cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Mar 09 12:39:04.092165 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-d0e32496-cf73-413d-a920-c698acea27a1 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255505 Mar 09 12:39:04.848598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad40b04-f02d-4dcb-9fd1-219ad6d7ec8b req-aa9ac4b2-ac05-4a39-96ef-9ed378098a5e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:04.850064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fad40b04-f02d-4dcb-9fd1-219ad6d7ec8b req-aa9ac4b2-ac05-4a39-96ef-9ed378098a5e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0788069 Mar 09 12:39:04.894484 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fad40b04-f02d-4dcb-9fd1-219ad6d7ec8b req-294c78cd-8fb4-4d4c-b446-cfb157c72d2f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Mar 09 12:39:06.231935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007796f4-5736-40a8-84f4-8d2401d3e294 req-372efbc0-2a74-44bd-9565-6a3eeafcf328 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:06.233401 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-007796f4-5736-40a8-84f4-8d2401d3e294 req-372efbc0-2a74-44bd-9565-6a3eeafcf328 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0853426 Mar 09 12:39:06.277496 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-007796f4-5736-40a8-84f4-8d2401d3e294 req-79a6fd2f-b491-4bc0-a275-db76148682c5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Mar 09 12:39:07.015001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-5156676a-850f-4652-84ff-f2541e1597b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:07.016440 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-5156676a-850f-4652-84ff-f2541e1597b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1098 time: 0.0697179 Mar 09 12:39:07.159122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-83645510-cbf1-47af-a2c6-90cbb27e00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:07.160544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-83645510-cbf1-47af-a2c6-90cbb27e00e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1253123 Mar 09 12:39:07.328590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-e94e042d-7a7e-41d9-8980-16a5575a7021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.1622725 Mar 09 12:39:07.391827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-93639b2c-5c49-404e-a481-15d81dab3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:07.393275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-93639b2c-5c49-404e-a481-15d81dab3741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0595191 Mar 09 12:39:07.439093 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-d3a08922-032e-43a3-8be9-4b13683655a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399158 Mar 09 12:39:07.464769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed51691-3a17-438d-b559-798dd1d75d83 req-f0d8e92d-fcca-49f8-8d88-233a21c658c2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:07.467391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2ed51691-3a17-438d-b559-798dd1d75d83 req-f0d8e92d-fcca-49f8-8d88-233a21c658c2 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0824611 Mar 09 12:39:07.510888 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2ed51691-3a17-438d-b559-798dd1d75d83 req-8d338123-fa4a-418d-9475-6bea22fddf7f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Mar 09 12:39:07.570123 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-c4cecff4-3fe0-4f26-a929-10927b81d42c service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254923 Mar 09 12:39:07.698587 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d1e8a9fa-0086-4fe9-b20a-5ed012ab1378 req-2b9d91b9-1366-4867-93b1-2bafc6b01e46 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227169 Mar 09 12:39:08.696394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890e57-d1be-4d07-b4af-05be03d439bb req-63586301-7b0e-4733-a32b-ded15c60d346 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:08.697785 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13890e57-d1be-4d07-b4af-05be03d439bb req-63586301-7b0e-4733-a32b-ded15c60d346 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0826571 Mar 09 12:39:08.742801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13890e57-d1be-4d07-b4af-05be03d439bb req-46c22ae3-873e-43d2-be64-152d9a4c7c45 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 Mar 09 12:39:09.929080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c784fa-ff89-4686-af2a-83595f04a189 req-872439c4-18f0-4b6b-bd74-fb6157deb2e8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:09.930486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47c784fa-ff89-4686-af2a-83595f04a189 req-872439c4-18f0-4b6b-bd74-fb6157deb2e8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0809579 Mar 09 12:39:09.972808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47c784fa-ff89-4686-af2a-83595f04a189 req-aac57083-6995-43b5-9295-39e6c5d1cc90 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366368 Mar 09 12:39:11.154143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b543e6-bb5f-4797-bc08-89952a77f5b9 req-9ecfdd00-7eeb-4016-845a-7e41f902c99b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:11.155581 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e9b543e6-bb5f-4797-bc08-89952a77f5b9 req-9ecfdd00-7eeb-4016-845a-7e41f902c99b tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0785494 Mar 09 12:39:11.199218 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e9b543e6-bb5f-4797-bc08-89952a77f5b9 req-626f4c32-9764-4a3d-beed-901f62af76f6 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Mar 09 12:39:12.384771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59dd55-6ca1-4340-848d-54059dcc89b4 req-267adabd-9baf-41f1-9213-7fefea16c7de tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:12.386219 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b59dd55-6ca1-4340-848d-54059dcc89b4 req-267adabd-9baf-41f1-9213-7fefea16c7de tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0816126 Mar 09 12:39:12.429286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b59dd55-6ca1-4340-848d-54059dcc89b4 req-11e9426b-25f4-4760-b7b9-9a382a8aad24 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Mar 09 12:39:13.612001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c790e8-2687-4025-bfd3-a4ee2947d97c req-8b52deea-67e9-4be1-a9e5-3a07848e8b52 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:13.613475 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5c790e8-2687-4025-bfd3-a4ee2947d97c req-8b52deea-67e9-4be1-a9e5-3a07848e8b52 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0781801 Mar 09 12:39:13.659505 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5c790e8-2687-4025-bfd3-a4ee2947d97c req-21bcd2a3-a928-4d78-b4ec-b98172c5b827 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Mar 09 12:39:14.841000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a603fe-af52-413e-9dd9-732394fa9732 req-05df6dfb-88d5-44a5-b20e-44d9b5185f9e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:14.842413 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5a603fe-af52-413e-9dd9-732394fa9732 req-05df6dfb-88d5-44a5-b20e-44d9b5185f9e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0771904 Mar 09 12:39:14.886367 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5a603fe-af52-413e-9dd9-732394fa9732 req-fc5d8eea-1485-44f0-b709-9a6e8c11c181 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Mar 09 12:39:16.155133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577565-9c1a-46dc-a609-0108ae2a54f9 req-a8c27213-621e-42ee-996d-3492db05392f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:16.156553 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35577565-9c1a-46dc-a609-0108ae2a54f9 req-a8c27213-621e-42ee-996d-3492db05392f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.1665993 Mar 09 12:39:16.201628 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35577565-9c1a-46dc-a609-0108ae2a54f9 req-24419172-b7e2-4dd6-b2e5-65fd4731e0f7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Mar 09 12:39:16.271020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:17.384229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a49d5-9621-4a31-9dd2-fd1f2c5cbe39 req-313d0c03-fc41-4533-a57e-5acbafe6ba27 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:17.385702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c6a49d5-9621-4a31-9dd2-fd1f2c5cbe39 req-313d0c03-fc41-4533-a57e-5acbafe6ba27 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0805850 Mar 09 12:39:17.430084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c6a49d5-9621-4a31-9dd2-fd1f2c5cbe39 req-55e1f834-a6e6-425e-96fe-b61113f5f95e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 Mar 09 12:39:18.614394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973596-0596-438d-9713-0621675d2779 req-8f2857e3-df32-4896-970e-f9c6b13f3679 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:18.615767 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47973596-0596-438d-9713-0621675d2779 req-8f2857e3-df32-4896-970e-f9c6b13f3679 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0821278 Mar 09 12:39:18.658204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47973596-0596-438d-9713-0621675d2779 req-f34959a7-ce88-4d7c-93cd-fc6dfd1bf808 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Mar 09 12:39:19.852657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d860-2260-4541-9144-e85a01e0e255 req-6d334d62-4ef4-48a0-9661-b7fb14dc4bdd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:19.854005 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2975d860-2260-4541-9144-e85a01e0e255 req-6d334d62-4ef4-48a0-9661-b7fb14dc4bdd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0868280 Mar 09 12:39:19.897209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2975d860-2260-4541-9144-e85a01e0e255 req-92560285-d75d-4492-8847-bfeae81c5fa4 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Mar 09 12:39:21.083499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab119e-89d4-48d3-aed3-621ffa805b59 req-98b5f3dd-4640-4cca-82ef-d36edea9957f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:21.084942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-07ab119e-89d4-48d3-aed3-621ffa805b59 req-98b5f3dd-4640-4cca-82ef-d36edea9957f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0819337 Mar 09 12:39:21.128095 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-07ab119e-89d4-48d3-aed3-621ffa805b59 req-730e2d17-0db2-441c-aad1-c851796ce9ea tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Mar 09 12:39:22.311987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781f92c-5a4e-421c-887a-e408eb445dff req-6221248e-13d0-4892-8f4b-6812329e78dd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:22.313414 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1781f92c-5a4e-421c-887a-e408eb445dff req-6221248e-13d0-4892-8f4b-6812329e78dd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Mar 09 12:39:22.357269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1781f92c-5a4e-421c-887a-e408eb445dff req-6aee4763-0016-49d6-848b-09bc0f46063c tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Mar 09 12:39:22.660864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4927dcb6-1e3b-488e-9cbe-8e6a6d58d3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:22.703416 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:39:23.536536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892469b-aa58-483b-bef4-672f66988df7 req-d439581f-e740-49e4-acf6-a85c9a9f1c1a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:23.537991 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3892469b-aa58-483b-bef4-672f66988df7 req-d439581f-e740-49e4-acf6-a85c9a9f1c1a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0787499 Mar 09 12:39:23.586042 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3892469b-aa58-483b-bef4-672f66988df7 req-6645add4-b56f-4dfb-be0e-d66de3377208 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Mar 09 12:39:24.766184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b16b01-66f2-4dda-8b21-3a7754bddbaa req-042df850-96a5-46c9-9cd9-a142e82a90a4 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:24.767521 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5b16b01-66f2-4dda-8b21-3a7754bddbaa req-042df850-96a5-46c9-9cd9-a142e82a90a4 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0781801 Mar 09 12:39:24.812038 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5b16b01-66f2-4dda-8b21-3a7754bddbaa req-3d49f99a-4859-4514-b357-eb34e68b8e7f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Mar 09 12:39:24.876662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-414ede60-0322-4f83-882b-4998eeed162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:25.727197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:26.003178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468f59e-d02d-4d0c-b17c-d55259fc91c7 req-bf3d25b6-189f-4f9c-9a27-02d2a9c3ceb0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:26.004589 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9468f59e-d02d-4d0c-b17c-d55259fc91c7 req-bf3d25b6-189f-4f9c-9a27-02d2a9c3ceb0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0825248 Mar 09 12:39:26.047584 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9468f59e-d02d-4d0c-b17c-d55259fc91c7 req-122a6716-1e67-4aca-8f0f-d45a40eef994 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Mar 09 12:39:26.104451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:27.233668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e21f6-ddb4-4217-87ee-f471ded856dc req-1b8d0ee8-e8c5-4616-a45e-0e502ec753cb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:27.235099 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-198e21f6-ddb4-4217-87ee-f471ded856dc req-1b8d0ee8-e8c5-4616-a45e-0e502ec753cb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0811450 Mar 09 12:39:27.277837 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-198e21f6-ddb4-4217-87ee-f471ded856dc req-5efea1f9-b3c0-4771-901b-c559c6826c22 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Mar 09 12:39:27.658550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:28.465635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc536e6-3e99-45ca-b6c0-cb41377464bd req-da57ca9d-e460-4783-96cb-dfb0ae6f079f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:28.467748 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-acc536e6-3e99-45ca-b6c0-cb41377464bd req-da57ca9d-e460-4783-96cb-dfb0ae6f079f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0811501 Mar 09 12:39:28.510890 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-acc536e6-3e99-45ca-b6c0-cb41377464bd req-70953610-5e73-417f-a16b-f4b45a4d10ad tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Mar 09 12:39:29.696313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87a7e5-4211-405e-9549-59d561dd5c6d req-ff5601ee-0f8a-47dd-bd63-2855c77cc38f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:29.697749 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc87a7e5-4211-405e-9549-59d561dd5c6d req-ff5601ee-0f8a-47dd-bd63-2855c77cc38f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0813251 Mar 09 12:39:29.740769 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc87a7e5-4211-405e-9549-59d561dd5c6d req-39eb4334-4d16-4b0e-a896-c54787dc120e tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Mar 09 12:39:30.743171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-d402d883-a844-4c63-85e5-55fa8debc187 service neutron] 10.222.0.13 "GET /v2.0/ports/35f6b838-6f64-4903-b5a7-04cd2f05534f/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0749185 Mar 09 12:39:30.927982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44f8bf-8024-4862-97f7-396ae96affb6 req-ff7caff8-9f87-4794-9485-b9b117d963ee tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:30.929502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c44f8bf-8024-4862-97f7-396ae96affb6 req-ff7caff8-9f87-4794-9485-b9b117d963ee tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0830381 Mar 09 12:39:30.974471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c44f8bf-8024-4862-97f7-396ae96affb6 req-30420394-aecd-4484-9780-8f5312f79507 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Mar 09 12:39:31.004840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-65689d73-cbaf-42d6-96e6-d38bfa91203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:31.006251 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-65689d73-cbaf-42d6-96e6-d38bfa91203e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8&tenant_id=28fe4d399754437484e002581abd3850 HTTP/1.1" status: 200 len: 1098 time: 0.0747366 Mar 09 12:39:31.095476 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-2c048ce1-48f8-4a53-becf-d955047e15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:31.097055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-2c048ce1-48f8-4a53-becf-d955047e15b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1098 time: 0.0708506 Mar 09 12:39:31.228187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-cd28efc5-7312-431e-816a-632c0f2ec994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:31.229663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-cd28efc5-7312-431e-816a-632c0f2ec994 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.1271844 Mar 09 12:39:31.299549 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-fdf5bd9b-d174-4491-b794-1fd2c01f8beb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.0634146 Mar 09 12:39:31.361026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-a4098d45-7022-4279-a2ca-431ffa6349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:31.362402 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-a4098d45-7022-4279-a2ca-431ffa6349b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0565958 Mar 09 12:39:31.411533 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-3b3a70f8-eb04-4987-8e53-81746756f23f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438883 Mar 09 12:39:31.543216 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-6f12ac84-ff5a-472f-a68d-71fd5700ea67 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Mar 09 12:39:31.674360 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b9243fbb-2dce-4713-a2cf-216a36e33111 req-19a27eae-3d5d-4dcf-a9a0-5dcd8ac5f38e service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250424 Mar 09 12:39:32.174291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824433a1-d85a-4ebf-a4e8-642d1dd30bb7 req-fdff1804-4335-4994-8c01-d98b9e276ab5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:32.176075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-824433a1-d85a-4ebf-a4e8-642d1dd30bb7 req-fdff1804-4335-4994-8c01-d98b9e276ab5 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0957806 Mar 09 12:39:32.227710 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-824433a1-d85a-4ebf-a4e8-642d1dd30bb7 req-b2a2a7e2-9723-4b4e-a9f6-3842a239eab0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Mar 09 12:39:33.411454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603b1bc-3309-4150-94d3-7d76061da981 req-f3911bba-f7d4-42e0-b9b0-e11a40ac5c12 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:33.412905 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1603b1bc-3309-4150-94d3-7d76061da981 req-f3911bba-f7d4-42e0-b9b0-e11a40ac5c12 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0779707 Mar 09 12:39:33.459204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1603b1bc-3309-4150-94d3-7d76061da981 req-f4dff3ec-dff2-4f1b-a820-6c5b4c0651be tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Mar 09 12:39:33.511878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:39:33.514619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:39:33.742052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:33.762051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:33.771395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea385d-74fb-4732-a06b-f896940b21b7 req-4473bd43-b6dd-4395-8f25-3757033ec8a4 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:33.772911 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9eea385d-74fb-4732-a06b-f896940b21b7 req-4473bd43-b6dd-4395-8f25-3757033ec8a4 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0814846 Mar 09 12:39:33.776053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-efcb5faf-e61b-43ff-b7b0-90a954601f34 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:33.776752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-efcb5faf-e61b-43ff-b7b0-90a954601f34 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Synchronizing usage tracker for tenant:28fe4d399754437484e002581abd3850 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:39:33.783852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'network_id': '8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8', 'port_id': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'mac_address': 'fa:16:3e:d4:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56e3aa9-04af-4e7b-87c0-feab3e26369d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:39:33.790737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:39:33.793236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-efcb5faf-e61b-43ff-b7b0-90a954601f34 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Unset dirty status for tenant:28fe4d399754437484e002581abd3850 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:39:33.794575 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-efcb5faf-e61b-43ff-b7b0-90a954601f34 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8&tenant_id=28fe4d399754437484e002581abd3850&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1046648 Mar 09 12:39:33.822443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9eea385d-74fb-4732-a06b-f896940b21b7 req-fc347ac8-2d10-46cf-9ec6-62138393eb02 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Mar 09 12:39:33.842309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:33.855422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:33.894146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:33.923727 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:39:33.962970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-c33b1ecf-7ed0-4bff-a7a7-08edc1ede9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:33.964515 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-c33b1ecf-7ed0-4bff-a7a7-08edc1ede9a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fe4d399754437484e002581abd3850&device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 1096 time: 0.0812426 Mar 09 12:39:33.968912 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'code': 200} Mar 09 12:39:33.985558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:34.006375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:39:34.006790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:39:34.199420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-279c9881-21f6-47c1-93e7-3abf3dd38197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:34.200747 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-279c9881-21f6-47c1-93e7-3abf3dd38197 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 200 len: 916 time: 0.2305913 Mar 09 12:39:34.265743 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-89dcfa57-65d8-458b-ad9a-b500fe862a41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 200 len: 217 time: 0.0593081 Mar 09 12:39:34.327046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-5cab5d60-ec81-4071-bc41-b9ed716865a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:34.328519 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-5cab5d60-ec81-4071-bc41-b9ed716865a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 200 len: 855 time: 0.0574908 Mar 09 12:39:34.374421 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-aafc8a8a-e8ae-4b8a-ad0b-4c3a98888695 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399690 Mar 09 12:39:34.503336 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-f4001212-ac86-462e-9756-81f05d869c01 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234953 Mar 09 12:39:34.560643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:34.577335 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:39:34.593085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:34.598204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:34.640963 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5a0d2193-a2eb-4d87-9b8f-a15502da148c req-8e971b57-5374-4a1a-8599-90494ff29200 service neutron] 10.222.0.13 "GET /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314380 Mar 09 12:39:34.668662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['35f6b838-6f64-4903-b5a7-04cd2f05534f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:39:34.708292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:35.011138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f9270-ebb2-43de-8756-4c7041592525 req-29de6b9d-187e-4a5d-b724-3f70aa54a39d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:35.012597 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-420f9270-ebb2-43de-8756-4c7041592525 req-29de6b9d-187e-4a5d-b724-3f70aa54a39d tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 944 time: 0.0843036 Mar 09 12:39:35.057079 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-420f9270-ebb2-43de-8756-4c7041592525 req-05cd2c74-9ede-450c-93aa-3625c1b8be17 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Mar 09 12:39:35.532077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:35.598744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 35f6b838-6f64-4903-b5a7-04cd2f05534f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:35.599385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:35.715326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:35.748489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:35.752144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:35.821589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:35.969769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:39:36.013452 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'code': 200} Mar 09 12:39:36.241876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5528-f27f-4ee5-9410-05798502f50b req-96decc91-f754-43f5-abc8-b8437053a7a8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:36.243330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-085b5528-f27f-4ee5-9410-05798502f50b req-96decc91-f754-43f5-abc8-b8437053a7a8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0804090 Mar 09 12:39:36.286802 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-085b5528-f27f-4ee5-9410-05798502f50b req-d1565011-f16f-40da-a88c-759676d793fb tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Mar 09 12:39:36.483967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d8fd0-9454-4349-9260-5156578558cb req-312d342c-b70b-4b53-aaec-638dba7df37a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:36.485432 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c29d8fd0-9454-4349-9260-5156578558cb req-312d342c-b70b-4b53-aaec-638dba7df37a tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0830705 Mar 09 12:39:36.530480 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c29d8fd0-9454-4349-9260-5156578558cb req-fdde863a-2199-46c2-9269-f4815feb84e1 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Mar 09 12:39:36.716385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc5aa-c819-4b49-a17f-f9dfbcf82c27 req-13fab887-dfea-49f8-81dc-fd51278b894f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:36.718030 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a5adc5aa-c819-4b49-a17f-f9dfbcf82c27 req-13fab887-dfea-49f8-81dc-fd51278b894f tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0823257 Mar 09 12:39:36.846374 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a5adc5aa-c819-4b49-a17f-f9dfbcf82c27 req-77f72d63-5e2d-4039-af9b-5ad1c6b53478 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228211 Mar 09 12:39:37.383712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b6d5a-02b7-41f7-99b2-86872bd5ae70 req-fa2d86f1-ed13-4b27-abc0-2089e5297473 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:37.385077 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b29b6d5a-02b7-41f7-99b2-86872bd5ae70 req-fa2d86f1-ed13-4b27-abc0-2089e5297473 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0788810 Mar 09 12:39:37.428208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b29b6d5a-02b7-41f7-99b2-86872bd5ae70 req-a0ec3aba-0e78-4562-bd7f-3374900c70d0 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375173 Mar 09 12:39:38.615719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0818-9170-4bb3-99b5-a39573fd39ad req-e88123c4-43d2-4aaf-a26c-2cc83c2a9cbd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:38.617157 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc5f0818-9170-4bb3-99b5-a39573fd39ad req-e88123c4-43d2-4aaf-a26c-2cc83c2a9cbd tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0828981 Mar 09 12:39:38.661587 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc5f0818-9170-4bb3-99b5-a39573fd39ad req-aba8b7f7-da4e-403d-955e-5126c12c32d8 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/security-groups?id=2272477a-6534-4dbf-a01d-4051b8f21f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Mar 09 12:39:38.799348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-8ee2798b-f954-4f20-8447-5bc60b0dbfbe tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:38.800748 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-8ee2798b-f954-4f20-8447-5bc60b0dbfbe tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 945 time: 0.0820229 Mar 09 12:39:38.868488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Deleting port 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:39:38.868742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:39.108416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] For port 35f6b838-6f64-4903-b5a7-04cd2f05534f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=35f6b838-6f64-4903-b5a7-04cd2f05534f,segment=NetworkSegment(f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9),segment_id=f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:39.108673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:39.231398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Calling delete_port for 35f6b838-6f64-4903-b5a7-04cd2f05534f owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:39:39.370588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:39.381662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['35f6b838-6f64-4903-b5a7-04cd2f05534f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:39:39.420074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Pushing event deleted for resources: {'Port': ['ID=35f6b838-6f64-4903-b5a7-04cd2f05534f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:39.460797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.461174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.461517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.461857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.462183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.462535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.462833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.463156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.463473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.463795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.464112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.464460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:39.506552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] No DVR routers for this DVR port 35f6b838-6f64-4903-b5a7-04cd2f05534f on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:39:39.508876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:39.511372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-deleted', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:39:39.529375 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-106bac92-8fab-4639-9da3-f24ce8c2b666 req-db114534-01cd-4c96-a9ac-83e16e709fc7 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.13 "DELETE /v2.0/ports/35f6b838-6f64-4903-b5a7-04cd2f05534f HTTP/1.1" status: 204 len: 173 time: 0.7230861 Mar 09 12:39:39.559411 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae5033-71ec-4654-a35f-0f11d1ac64d8', 'name': 'network-vif-deleted', 'tag': '35f6b838-6f64-4903-b5a7-04cd2f05534f', 'status': 'completed', 'code': 200} Mar 09 12:39:39.819385 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-02724037-6371-4bb1-ac44-6e3eafc723d5 req-088efba8-0a29-4d6c-a180-f63c4f7b8927 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecae5033-71ec-4654-a35f-0f11d1ac64d8 HTTP/1.1" status: 200 len: 210 time: 0.0419016 Mar 09 12:39:41.050949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49882) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:41.112509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Deleting subnet d56e3aa9-04af-4e7b-87c0-feab3e26369d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:39:41.115348 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.162624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.219889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.285619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.322675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56e3aa9-04af-4e7b-87c0-feab3e26369d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:41.330423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.333413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.333763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.334104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.334440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.334774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.335104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.335432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.335761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.336098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.336407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.336728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.337091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:41.343452 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bb58865e-cc90-4032-bead-e0b2bfadeb47 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d56e3aa9-04af-4e7b-87c0-feab3e26369d HTTP/1.1" status: 204 len: 168 time: 0.2914865 Mar 09 12:39:41.345947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49886) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:41.450451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.552769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:39:41.574411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.586313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 35f6b838-6f64-4903-b5a7-04cd2f05534f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:39:41.586665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 35f6b838-6f64-4903-b5a7-04cd2f05534f not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:39:41.600530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:41.612167 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:41.612465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f7a9d4-5cf9-43e5-98a0-e25c31daabd9') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:41.623675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.643256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.649053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:39:41.649434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:39:41.662945 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:39:41.734800 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.750612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:41.760500 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:41.768963 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e94a1d72-ed06-474d-b7f1-4291a73f38a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8bb135d9-98f2-43c5-b59e-d43a9fbd2ce8 HTTP/1.1" status: 204 len: 168 time: 0.4220498 Mar 09 12:39:41.892467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49892) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:41.941505 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9b6b0aba-827d-4682-af33-60072150d755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28fe4d399754437484e002581abd3850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476961 Mar 09 12:39:41.944067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49896) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:42.001576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.030025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.079850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.095695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2272477a-6534-4dbf-a01d-4051b8f21f87,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:42.105458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.109469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-089ae57e-b667-4bda-bd0c-f45c312d0d34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2272477a-6534-4dbf-a01d-4051b8f21f87 HTTP/1.1" status: 204 len: 168 time: 0.1615939 Mar 09 12:39:42.805826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49920) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:42.908777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-860992543-network', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:42.913458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:42.917228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Usage tracker for resource:network and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:42.920501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:42.926136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:42.941279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:39:42.943492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.955120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:42.969022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:42.972686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:42.975411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:42.980927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:43.066936 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.070537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.100551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:39:43.109678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd196c8-5e19-46d3-99a2-adee13efef0f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:43.115191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.115536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Added segment 7c0c1a7f-0ec1-401b-944a-5f8c63152eee of type vlan for network 8adae4b8-9751-48bf-922e-e66930217415 Mar 09 12:39:43.142943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.171374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.172322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:43.172922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.273790 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4668701 Mar 09 12:39:43.276979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 49926) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:43.278862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a348535-0953-45a7-bd50-d6ef8d7ceda2 admin admin] Pushing event updated for resources: {'Network': ['ID=8adae4b8-9751-48bf-922e-e66930217415,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:43.283397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Request body: {'subnet': {'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-860992543-subnet', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:43.288960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8adae4b8-9751-48bf-922e-e66930217415 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:39:43.290997 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:43.295538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Usage tracker for resource:subnet and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:43.298478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:43.304050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:43.313565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:39:43.316264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.616170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.687050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6ace21-5c93-4d12-a32e-2f0c020ab141,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:43.697026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:39:43.697378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Network hostable DHCP agents. Network: 8adae4b8-9751-48bf-922e-e66930217415, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:39:43.715177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Network 8adae4b8-9751-48bf-922e-e66930217415 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:39:43.724522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8adae4b8-9751-48bf-922e-e66930217415) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:43.728469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:43.729075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.733728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1047ac-1424-4efc-919a-f569a3ad7f29 None None] Network 8adae4b8-9751-48bf-922e-e66930217415 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:39:43.749666 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d4777a04-3dc5-4386-b001-66a6b366c925 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4715352 Mar 09 12:39:43.752498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49930) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:43.758043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:43.763858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:43.767881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Usage tracker for resource:router and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:43.770907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:43.776606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:43.787673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.788644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.804062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:43.981650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8adae4b8-9751-48bf-922e-e66930217415', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:39:43.982547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.142533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Allocated IP 172.20.0.2 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/f1a14713-4c83-4c0c-921a-6ce681dda83a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:39:44.175107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.345311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.355546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Transition to ACTIVE for port object f1a14713-4c83-4c0c-921a-6ce681dda83a will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:44.374895 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Transition to ACTIVE for port object f1a14713-4c83-4c0c-921a-6ce681dda83a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:44.379897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.439121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:44.442202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:44.445762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:39:44.493435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Pushing event updated for resources: {'Port': ['ID=f1a14713-4c83-4c0c-921a-6ce681dda83a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:44.504325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.535372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.544329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Attempting to bind port f1a14713-4c83-4c0c-921a-6ce681dda83a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:39:44.545855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Attempting to bind port f1a14713-4c83-4c0c-921a-6ce681dda83a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:39:44.546233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Attempting to bind port f1a14713-4c83-4c0c-921a-6ce681dda83a on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:39:44.551462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:39:44.551840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:39:44.552246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.552645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:39:44.553142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Bound port: f1a14713-4c83-4c0c-921a-6ce681dda83a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:39:44.553522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.644663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] For port f1a14713-4c83-4c0c-921a-6ce681dda83a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:39:44.647897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] For port f1a14713-4c83-4c0c-921a-6ce681dda83a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f1a14713-4c83-4c0c-921a-6ce681dda83a,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:39:44.651811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.677622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Allocated IP 172.26.5.151 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/64b4bf57-32fd-4f79-a1ee-18c23b9b168e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:39:44.741706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4c20e-dd3c-4b92-aa71-9ed010d957da None None] Pushing event updated for resources: {'Port': ['ID=f1a14713-4c83-4c0c-921a-6ce681dda83a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:44.837891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.867766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:44.941906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:44.948609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:44.953280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:39:44.987157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Pushing event updated for resources: {'Port': ['ID=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:45.371154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:45.651846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8f382-66bc-4c15-bf54-fcef4e9235ce None None] Network 8adae4b8-9751-48bf-922e-e66930217415 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:39:45.754100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-94319bfc-21c7-4cd8-a8ee-39d1bcbea063 None None] Provisioning for port f1a14713-4c83-4c0c-921a-6ce681dda83a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:45.835805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.052571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:39:46.232622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:39:46.241281 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:39:46.251756 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:39:46.252381 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:46.262276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.267210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3ea6d32f-b223-49ed-a61a-03ccd0e99642 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5105553 Mar 09 12:39:46.267429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:46.271938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.434735 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:39:46.452603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f1a14713-4c83-4c0c-921a-6ce681dda83a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:46.538826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f1a14713-4c83-4c0c-921a-6ce681dda83a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:46.545944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f1a14713-4c83-4c0c-921a-6ce681dda83a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:46.546322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.666510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.699962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f1a14713-4c83-4c0c-921a-6ce681dda83a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f1a14713-4c83-4c0c-921a-6ce681dda83a,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:46.705820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.777328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f1a14713-4c83-4c0c-921a-6ce681dda83a,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:46.778679 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:45Z', 'revision_number': 3, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:46.783488 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:39:46.783488 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Updating router 6175d577-b53d-46aa-bb6c-bb558ac2e374 port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:39:46.835043 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:46.958779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.163173 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.175306 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Transition to ACTIVE for port object 64b4bf57-32fd-4f79-a1ee-18c23b9b168e will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:47.182009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.265332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Attempting to bind port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:39:47.265986 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Attempting to bind port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:39:47.266106 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Attempting to bind port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:39:47.273123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Pushing event updated for resources: {'Port': ['ID=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:47.276440 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:39:47.276810 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:39:47.277235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.277624 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:39:47.278083 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Bound port: 64b4bf57-32fd-4f79-a1ee-18c23b9b168e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:39:47.278453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.283757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Allocated IP 172.20.0.1 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/1d60af9a-477f-401a-aa98-09d3d990776c) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:39:47.314956 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.315567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.315910 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.316238 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.316561 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.316907 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.317235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.317560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.317888 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.318208 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.318525 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.318842 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:47.360251 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] For port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:39:47.363446 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] For port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:39:47.366860 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.433036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.444962 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:39:47.445576 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:47.449465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Transition to ACTIVE for port object 1d60af9a-477f-401a-aa98-09d3d990776c will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:47.473591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.514605 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd7529-703c-42bb-b747-3b095517a913 None None] Pushing event updated for resources: {'Port': ['ID=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:47.536666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:47.539374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:47.547670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:39:47.583757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Pushing event updated for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:47.608447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.636933 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:39:47.814632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5ac7cbf3-1287-46a5-b9f5-2c612ca52cb5 None None] Provisioning for port 1d60af9a-477f-401a-aa98-09d3d990776c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:47.820522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5ac7cbf3-1287-46a5-b9f5-2c612ca52cb5 None None] Provisioning complete for port 1d60af9a-477f-401a-aa98-09d3d990776c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:47.821020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ac7cbf3-1287-46a5-b9f5-2c612ca52cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.877828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7cbf3-1287-46a5-b9f5-2c612ca52cb5 None None] Port 1d60af9a-477f-401a-aa98-09d3d990776c cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:39:47.887794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:47.929785 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:45Z', 'revision_number': 3, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:47.933651 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219891-1628-47c5-a0fd-5b773b140145 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:45Z', 'revision_number': 3, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:39:48.117485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.122215 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.231295 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.238791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Pushing event updated for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:48.382283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:48.382994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:48.519949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64b4bf57-32fd-4f79-a1ee-18c23b9b168e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:48.602499 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:48.609397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:48.609914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.628601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:39:48.750412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3039f525-b561-4eb0-b945-50821a9ee485 None None] Provisioning complete for port 1d60af9a-477f-401a-aa98-09d3d990776c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:48.750790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3039f525-b561-4eb0-b945-50821a9ee485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.775545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.816581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:48.822031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3039f525-b561-4eb0-b945-50821a9ee485 None None] Port 1d60af9a-477f-401a-aa98-09d3d990776c cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:39:48.824678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:48.825590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f1a14713-4c83-4c0c-921a-6ce681dda83a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:48.938956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:39:48.948237 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4d139c3c-8de4-425b-8e7d-df72aba00b9b admin admin] 10.222.0.20 "PUT /v2.0/routers/6175d577-b53d-46aa-bb6c-bb558ac2e374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797526 Mar 09 12:39:48.973957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:48.985395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f1a14713-4c83-4c0c-921a-6ce681dda83a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:48.985767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.426003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49944) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:49.431060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359585837', 'description': 'tempest-description--762801264'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:49.436995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:49.440975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:security_group and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:49.443814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:49.449391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:49.464283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.485760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:49.489973 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:security_group_rule and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:49.492909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:49.499693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:49.506836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:39:49.518455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:39:49.519384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:49.571849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.575649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.616706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202de8b5-7a3b-47fa-bb76-c5bb663a938b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:49.619632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.623519 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b2f4e429-0069-4a24-8f6a-e52754906604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1938698 Mar 09 12:39:49.623759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49948) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:49.628647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'security_group_rule': {'security_group_id': '202de8b5-7a3b-47fa-bb76-c5bb663a938b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:49.634535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:49.638904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:security_group_rule and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:49.641729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:49.647357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:49.665686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.699963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:39:49.727681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.731232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.754321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61fef92-8cf4-44fe-b5d9-b3972a793ade,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:49.763572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.764794 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d06f74cd-a06a-4a9f-a47b-15d67684cd8c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401227 Mar 09 12:39:49.767712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49952) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:49.772690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'security_group_rule': {'security_group_id': '202de8b5-7a3b-47fa-bb76-c5bb663a938b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:49.778411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:49.782956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:security_group_rule and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:49.785818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:49.791418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:49.808375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.873575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.878288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.901871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5663f782-cfef-474e-9e88-34e73014903f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:49.911477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:49.912735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-41b38efd-e824-4581-b0c0-1d4c0c25dba6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440334 Mar 09 12:39:49.915772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 49956) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:39:49.921359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:49.927052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:49.930809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:floatingip and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:39:49.933611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:39:49.940175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:49.953550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.037638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 2, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:50.041565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:39:50.041927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Updating router 6175d577-b53d-46aa-bb6c-bb558ac2e374 port 1d60af9a-477f-401a-aa98-09d3d990776c binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:39:50.090621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.094990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.227267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Allocated IP 172.26.5.19 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/ad80a76e-dca7-4323-9c3a-e997a0035406) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:39:50.377174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.414011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.427452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64b4bf57-32fd-4f79-a1ee-18c23b9b168e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:50.475935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:50.478709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:50.486951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:39:50.488851 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.512153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Transition to ACTIVE for port object 1d60af9a-477f-401a-aa98-09d3d990776c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:50.522632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=ad80a76e-dca7-4323-9c3a-e997a0035406,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:50.522860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.577001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.641519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:50.641897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.642801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.817824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812e53-8185-4b35-839b-cb41b26e6e18 None None] Pushing event updated for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:50.852637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Attempting to bind port 1d60af9a-477f-401a-aa98-09d3d990776c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:39:50.852944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Attempting to bind port 1d60af9a-477f-401a-aa98-09d3d990776c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:39:50.853310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Attempting to bind port 1d60af9a-477f-401a-aa98-09d3d990776c on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:39:50.863996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.865081 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:39:50.865422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:39:50.865908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.866379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:39:50.866878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Bound port: 1d60af9a-477f-401a-aa98-09d3d990776c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:39:50.867311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.869314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:50.975514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=ad80a76e-dca7-4323-9c3a-e997a0035406,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:50.987408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:51.009918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:51.014191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c2a12f3c-000e-4cb0-8bdd-7e93b5aadba3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0966439 Mar 09 12:39:51.018777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] For port 1d60af9a-477f-401a-aa98-09d3d990776c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:39:51.022049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] For port 1d60af9a-477f-401a-aa98-09d3d990776c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1d60af9a-477f-401a-aa98-09d3d990776c,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:39:51.025928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:51.104852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:39:51.105500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:51.181098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812e53-8185-4b35-839b-cb41b26e6e18 None None] Pushing event updated for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:51.186823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-3c2b471e-0456-4073-b107-c75079d79c99 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:39:51.205091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-3c2b471e-0456-4073-b107-c75079d79c99 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:39:51.206296 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-3c2b471e-0456-4073-b107-c75079d79c99 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--359585837&fields=id&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 267 time: 0.0699413 Mar 09 12:39:51.313277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:39:51.362465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-573ecadd-1918-40d6-b56d-15f1b782ae1c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:51.363057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-573ecadd-1918-40d6-b56d-15f1b782ae1c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:39:51.379140 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-573ecadd-1918-40d6-b56d-15f1b782ae1c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:39:51.380210 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-573ecadd-1918-40d6-b56d-15f1b782ae1c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1673613 Mar 09 12:39:51.396164 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-1a8adaa0-6440-4fff-8e1a-0a6098b3229b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/quotas/0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 375 time: 0.0097411 Mar 09 12:39:51.482910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-aa3eeaaa-27a7-4538-8797-d1962693e5ab tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:39:51.501678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-aa3eeaaa-27a7-4538-8797-d1962693e5ab tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:39:51.503085 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-aa3eeaaa-27a7-4538-8797-d1962693e5ab tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016457 Mar 09 12:39:51.642614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:51Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:39:51.645352 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-3bb5ae67-5164-4088-a48d-8104ba737584 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277597 Mar 09 12:39:51.647239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc8780-7e54-4235-82d2-94ff1445477b None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:51Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:39:51.897177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-0a3ee558-71e7-4059-8413-03d2c10c23c4 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449386 Mar 09 12:39:52.092783 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85a65ca6-0e14-4583-bf50-6de07ce4775d req-06a6e248-f81b-4a26-9b43-be9b825d28fd tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 210 time: 0.0487792 Mar 09 12:39:52.446422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1d60af9a-477f-401a-aa98-09d3d990776c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:52.522856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 1d60af9a-477f-401a-aa98-09d3d990776c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:52.531938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1d60af9a-477f-401a-aa98-09d3d990776c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:52.532577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:52.681372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:52.695746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11322792-df4e-4721-93ba-0d88bbd4911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:52.725236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 1d60af9a-477f-401a-aa98-09d3d990776c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1d60af9a-477f-401a-aa98-09d3d990776c,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:52.729255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:52.799530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:53.176869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-2d162df2-6594-4986-a648-e1d9548613c8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:53.178408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-2d162df2-6594-4986-a648-e1d9548613c8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1556716 Mar 09 12:39:53.227480 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-f1cc92a9-b9a9-4978-84e5-9dcb5fa4e7cf tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 379 time: 0.0411284 Mar 09 12:39:53.243189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'port': {'device_id': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'admin_state_up': True, 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'security_groups': ['202de8b5-7a3b-47fa-bb76-c5bb663a938b']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:53.249631 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-95e658e7-3314-4dec-b2f4-9803275a8792 req-dcc57f98-aac7-475b-96d2-d0d104908285 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 210 time: 0.0490742 Mar 09 12:39:53.380123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:39:53.389292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:39:53.397703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:39:53.401075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:53.561594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Allocated IP 172.20.0.9 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/5efdbb20-204e-419d-b5a5-3dfec33a9ac2) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:39:53.746703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:53.762265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Transition to ACTIVE for port object 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:53.785257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:53.852972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:39:53.860916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:39:53.865111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:39:53.895663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:53.932727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:53.933379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:53.958401 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-254fe86c-d1d9-4c37-8e9f-53380c65db03 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7190516 Mar 09 12:39:53.969930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Request body: {'port': {'device_id': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:39:54.085669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.111234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-25fc085b-cd49-4eb9-b24a-98ee05e6d063 None None] Provisioning for port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:54.116214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-25fc085b-cd49-4eb9-b24a-98ee05e6d063 None None] Provisioning complete for port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:54.116580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25fc085b-cd49-4eb9-b24a-98ee05e6d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.173693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25fc085b-cd49-4eb9-b24a-98ee05e6d063 None None] Port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:39:54.424507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1d60af9a-477f-401a-aa98-09d3d990776c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:54.426699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:39:54.434250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.443632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc19c2-eace-4cdb-bd93-52451a18c5fd req-5ec7b84d-1c96-46c1-a963-a12adc9409b8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:54.445111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c7bc19c2-eace-4cdb-bd93-52451a18c5fd req-5ec7b84d-1c96-46c1-a963-a12adc9409b8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 931 time: 0.0862424 Mar 09 12:39:54.449681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Transition to ACTIVE for port object 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:39:54.454072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.508207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 1d60af9a-477f-401a-aa98-09d3d990776c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:54.508675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.510895 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c7bc19c2-eace-4cdb-bd93-52451a18c5fd req-7fa2d46e-4540-4b6d-96a1-eb487f90c039 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592866 Mar 09 12:39:54.527363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:54.814779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Attempting to bind port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:39:54.815316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Attempting to bind port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:39:54.815647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Attempting to bind port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:39:54.820167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 on network 8adae4b8-9751-48bf-922e-e66930217415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:39:54.820486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Attempting to bind port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:39:54.825586 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:39:54.825999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:39:54.826299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:39:54.826725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Bound port: 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:39:54.827070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.878421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78e4e3df-8f9e-4593-8da5-421fe1c352cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.920267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:39:54.923344 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:39:54.926996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.982445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:54.983162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:54.984471 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] 10.222.0.13 "PUT /v2.0/ports/5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 1093 time: 1.0194790 Mar 09 12:39:54.984919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:39:55.010012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea15a73-db11-4e17-8490-1ac99186af54 service neutron] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:55.057758 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'status': 'completed', 'code': 200} Mar 09 12:39:55.104212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-4f935867-bbf5-49e2-90dd-c0dc9cdcdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.105664 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-4f935867-bbf5-49e2-90dd-c0dc9cdcdcf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1096 time: 0.0806689 Mar 09 12:39:55.174063 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-2f042c7d-86a1-4c2f-a72d-8078d22538a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 217 time: 0.0616200 Mar 09 12:39:55.238224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-081bdec5-cd34-4599-864d-e81c1006c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.239566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-081bdec5-cd34-4599-864d-e81c1006c347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0600677 Mar 09 12:39:55.312759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-4b93ac10-beb2-4772-8bfd-19e85b77aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.314140 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-4b93ac10-beb2-4772-8bfd-19e85b77aba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690649 Mar 09 12:39:55.442209 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-aabf377b-a763-4773-8e54-ec4e9945da70 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218963 Mar 09 12:39:55.576502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-641f26b4-0a93-4e2a-9f31-ea38cab83576 req-3f1743f2-938e-48d8-8218-e2e1550d7d2d service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287868 Mar 09 12:39:55.698003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c47a0-928f-434d-b0bf-ab4e73bcc9ba req-b1b65d38-ae44-4493-9963-d257c4bd01db tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.699237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-7c069f55-3d0a-4373-86c8-d6ab602a349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.699462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-171c47a0-928f-434d-b0bf-ab4e73bcc9ba req-b1b65d38-ae44-4493-9963-d257c4bd01db tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 943 time: 0.0802772 Mar 09 12:39:55.701382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-7c069f55-3d0a-4373-86c8-d6ab602a349f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1096 time: 0.0750329 Mar 09 12:39:55.734060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:55.747184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-171c47a0-928f-434d-b0bf-ab4e73bcc9ba req-dfc6d806-a037-46c7-bfd0-f3606e0a7b70 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Mar 09 12:39:55.843591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-85832180-fcf0-4e0a-bc83-ba54a494c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.844984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-85832180-fcf0-4e0a-bc83-ba54a494c406 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1378212 Mar 09 12:39:55.912866 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-04fde00e-2d00-4e01-aa9e-931b89feb53e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 217 time: 0.0607679 Mar 09 12:39:55.977244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-dcef5966-f662-4562-ad62-4b5008d7aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:55.978638 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-dcef5966-f662-4562-ad62-4b5008d7aac8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0602376 Mar 09 12:39:56.052488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-407a32ac-a895-43ed-b258-bb7d1298d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:56.053977 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-407a32ac-a895-43ed-b258-bb7d1298d937 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693526 Mar 09 12:39:56.106659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:56.188185 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-379aaf77-a1dd-4549-8695-b457d3d45cff service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269619 Mar 09 12:39:56.323476 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bdf607ea-b605-4d32-a7b0-597fb74bc4d5 req-7744cefa-6946-41fe-aba4-b07bc17f4b78 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290030 Mar 09 12:39:56.930257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e873a-c7e4-44ec-9118-f84d6a804d84 req-29ca645d-b294-42d3-a98e-17b92698f9a9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:56.931712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd8e873a-c7e4-44ec-9118-f84d6a804d84 req-29ca645d-b294-42d3-a98e-17b92698f9a9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 943 time: 0.0807395 Mar 09 12:39:56.977000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cd8e873a-c7e4-44ec-9118-f84d6a804d84 req-cd88c82e-17ec-4917-b68a-73f6f578bf08 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 Mar 09 12:39:57.660251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:39:57.664059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:57.791198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:57.804794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'mac_address': 'fa:16:3e:e9:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:39:57.896251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:57.913118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:39:57.928264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:57.931341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:57.998992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:39:58.006339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.006691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.007040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.007377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.007707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.008037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.008360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.008687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.009048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.009374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.009696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.010018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:39:58.136226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['5efdbb20-204e-419d-b5a5-3dfec33a9ac2'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:39:58.159237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e37ee-26c6-46bb-9292-6b602132e63a req-b223c559-42bd-459b-9a47-df37503c710e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:58.160682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d6e37ee-26c6-46bb-9292-6b602132e63a req-b223c559-42bd-459b-9a47-df37503c710e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 944 time: 0.0793052 Mar 09 12:39:58.204675 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d6e37ee-26c6-46bb-9292-6b602132e63a req-b3a46914-aa77-468d-b090-12fe8856d138 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382693 Mar 09 12:39:59.394813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e6f40-af32-4648-b641-eba44549b6a7 req-4fec8326-ca17-49ec-9f13-33939870dc85 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:39:59.396183 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-189e6f40-af32-4648-b641-eba44549b6a7 req-4fec8326-ca17-49ec-9f13-33939870dc85 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 944 time: 0.0834010 Mar 09 12:39:59.440752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-189e6f40-af32-4648-b641-eba44549b6a7 req-fc7247c7-6241-4e48-a363-e8baeba1c9d6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389230 Mar 09 12:39:59.692219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:39:59.702820 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:39:59.760152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:39:59.765541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:39:59.765916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:59.876558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:59.903263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:39:59.913398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:39:59.917389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:39:59.957196 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'code': 200} Mar 09 12:39:59.988666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:00.176361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2883c1-ddc0-4c40-87c5-b4153775314c req-a9669cbd-732a-4ff4-bd48-611767fd0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:00.177822 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e2883c1-ddc0-4c40-87c5-b4153775314c req-a9669cbd-732a-4ff4-bd48-611767fd0128 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1098 time: 0.0728021 Mar 09 12:40:00.317468 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e2883c1-ddc0-4c40-87c5-b4153775314c req-24947bb7-de43-4524-bc2a-956251a79206 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337833 Mar 09 12:40:00.620469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e924b-a147-4e51-9c93-9fd0bd05fde8 req-fd1d4aab-58cf-4fdc-bde8-c485adc6b46e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:00.621855 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c18e924b-a147-4e51-9c93-9fd0bd05fde8 req-fd1d4aab-58cf-4fdc-bde8-c485adc6b46e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0785875 Mar 09 12:40:00.667856 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c18e924b-a147-4e51-9c93-9fd0bd05fde8 req-479ac92e-5dcd-4396-8fef-b7f5cabdbb6f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 Mar 09 12:40:01.851844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d028-77f6-44ae-ab5f-32bef4d325ad req-639745f9-7873-49dd-80c8-9eec6437bd33 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:01.853302 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d1c9d028-77f6-44ae-ab5f-32bef4d325ad req-639745f9-7873-49dd-80c8-9eec6437bd33 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0791183 Mar 09 12:40:01.896599 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d1c9d028-77f6-44ae-ab5f-32bef4d325ad req-cc56b476-ba50-4191-8304-d62b7535cac7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370741 Mar 09 12:40:02.076422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f58b5-0e29-4b95-a19a-4ff3ed608dda req-43f24f8b-e7fd-43f1-82c1-6f6de4dd9f13 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:02.077876 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-524f58b5-0e29-4b95-a19a-4ff3ed608dda req-43f24f8b-e7fd-43f1-82c1-6f6de4dd9f13 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0835617 Mar 09 12:40:02.086120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50008) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:40:02.090943 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'floatingip': {'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:40:02.169020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:02.851990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:02.856058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:03.027692 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec associated. External IP: 172.26.5.19, port: 5efdbb20-204e-419d-b5a5-3dfec33a9ac2. Mar 09 12:40:03.377521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:40:03.553358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:40:03.558171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:03.563286 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:40:03.572795 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:40:03.573423 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:03.617168 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9cb29afa-06b0-4c3c-9af0-b2eefec288a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "PUT /v2.0/floatingips/41e88a2f-034a-4ac8-ab11-c60b8d9f1fec HTTP/1.1" status: 200 len: 990 time: 1.5272093 Mar 09 12:40:03.617168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:03.757885 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'status': 'completed', 'code': 200} Mar 09 12:40:03.786648 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:40:03.793255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b1c67-d8a8-4306-b171-db4c88dd9eba req-5d3309f6-5a14-4a98-8cae-4ebac33b5ba2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:03.794843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-902b1c67-d8a8-4306-b171-db4c88dd9eba req-5d3309f6-5a14-4a98-8cae-4ebac33b5ba2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0902281 Mar 09 12:40:03.841942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-902b1c67-d8a8-4306-b171-db4c88dd9eba req-fe1341ea-d62c-46e6-9044-bf75285c3d08 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Mar 09 12:40:03.851250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-5a5e60ee-a2d3-4a0a-b1b2-9bd7222f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:03.852707 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-5a5e60ee-a2d3-4a0a-b1b2-9bd7222f4300 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1098 time: 0.0717888 Mar 09 12:40:03.987948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-02661f68-7d53-4a4c-85a7-906b9f3298de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:03.989603 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-02661f68-7d53-4a4c-85a7-906b9f3298de service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1306431 Mar 09 12:40:04.042346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbce731-8131-4aa2-99d3-f05300e53694 req-30a8ee62-ae44-40a9-830c-1890a03fd5e9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:04.044524 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0bbce731-8131-4aa2-99d3-f05300e53694 req-30a8ee62-ae44-40a9-830c-1890a03fd5e9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0899298 Mar 09 12:40:04.091449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0bbce731-8131-4aa2-99d3-f05300e53694 req-16aa512f-6d98-4ba4-b901-e78588ee1247 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Mar 09 12:40:04.097147 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-c1bf573f-bed8-4514-b664-d37b8fe8e9b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 998 time: 0.1013060 Mar 09 12:40:04.142780 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:e9:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:40:02Z', 'revision_number': 1, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:04.146648 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:40:04.154874 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:40:04.155456 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:39:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:04.163329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-f2af70f7-574b-4460-8101-3e4bdecb98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:04.164770 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-f2af70f7-574b-4460-8101-3e4bdecb98b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0617921 Mar 09 12:40:04.239926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-07d59508-8d93-4b95-bc0f-7ba38dd5738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:04.241359 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-07d59508-8d93-4b95-bc0f-7ba38dd5738b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704212 Mar 09 12:40:04.330696 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:40:04.373368 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-26fd74c4-3a63-42a2-9f2d-093d6501c71e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260583 Mar 09 12:40:04.505955 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a9857ae5-75a9-48d0-94a4-60e8d09f41d8 req-d14bdee2-1208-439c-9eb9-bc8c7d857660 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272576 Mar 09 12:40:04.692551 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:e9:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:40:02Z', 'revision_number': 1, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:04.696340 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c1ac4-8b47-4ffd-9c47-90a0a7731035 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:e9:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:40:02Z', 'revision_number': 1, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:40:04.868763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f520ea-59cd-4d4b-8ee6-3c0e3bc01bc1 None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:40:05.273153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf355e9-4304-4cf2-976e-5b228f6c0f71 req-4a3435e9-52bb-4fba-bffa-3e87483d39a4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:05.274588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-daf355e9-4304-4cf2-976e-5b228f6c0f71 req-4a3435e9-52bb-4fba-bffa-3e87483d39a4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0774684 Mar 09 12:40:05.321095 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-daf355e9-4304-4cf2-976e-5b228f6c0f71 req-f8f0d02f-54ac-4838-a3a4-27326b8f9fd5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Mar 09 12:40:05.502776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512202d-7c49-431c-8f37-f7762a196d23 req-07dac5b9-3366-4a85-8422-70d4cf403639 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:05.504223 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a512202d-7c49-431c-8f37-f7762a196d23 req-07dac5b9-3366-4a85-8422-70d4cf403639 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0793207 Mar 09 12:40:05.549720 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a512202d-7c49-431c-8f37-f7762a196d23 req-a8f14862-a21e-41a2-8ebc-91180a87d0f8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Mar 09 12:40:05.901251 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-7fbe034c-d5de-4ac9-acc4-9e4b3561f42f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683346 Mar 09 12:40:05.964814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe095616-7564-429a-9f4e-e8edc3192f17 req-28995847-71e6-48f7-b28b-b1d1582018ce tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:05.966980 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe095616-7564-429a-9f4e-e8edc3192f17 req-28995847-71e6-48f7-b28b-b1d1582018ce tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0898197 Mar 09 12:40:06.126350 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe095616-7564-429a-9f4e-e8edc3192f17 req-276ac45a-9d7e-4a56-8e33-cf5758338928 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538022 Mar 09 12:40:07.094525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-8ad96fd0-c3d6-4825-b509-07dde44b4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:07.096078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-8ad96fd0-c3d6-4825-b509-07dde44b4f0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1098 time: 0.0747027 Mar 09 12:40:07.230962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-1c5c3053-10a5-4c59-a0f2-0eb6e07c290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:07.233467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-1c5c3053-10a5-4c59-a0f2-0eb6e07c290a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1320779 Mar 09 12:40:07.313083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ed05-092a-43dc-bfcb-b02e994f66d8 req-64065eed-3835-4b86-8f10-7e2410513a25 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:07.314799 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f40ed05-092a-43dc-bfcb-b02e994f66d8 req-64065eed-3835-4b86-8f10-7e2410513a25 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0791843 Mar 09 12:40:07.342460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-daee24d5-3f7b-43b5-a3ec-d94bc5556882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 1000 time: 0.1030085 Mar 09 12:40:07.359072 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f40ed05-092a-43dc-bfcb-b02e994f66d8 req-932ce817-cc16-4b56-a7b3-162aea68e547 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Mar 09 12:40:07.406203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-2c0ad307-3afc-464e-af01-2958fb8c1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:07.407646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-2c0ad307-3afc-464e-af01-2958fb8c1b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0592375 Mar 09 12:40:07.485869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-e9f477b2-0be8-47ca-be3e-996505af356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:07.487231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-e9f477b2-0be8-47ca-be3e-996505af356c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737181 Mar 09 12:40:07.620411 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-9e064a78-8eba-4ed7-a4db-b776d7a8c099 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268826 Mar 09 12:40:07.751135 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-a345c4e8-1b56-45e0-b051-37a93440da85 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239533 Mar 09 12:40:08.161719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-5ef7213c-2525-4e81-91fd-71ef05bebafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:08.163094 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-5ef7213c-2525-4e81-91fd-71ef05bebafb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1098 time: 0.1703255 Mar 09 12:40:08.303744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-0680cad3-1425-4ea7-8eb2-a1f2a30248b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:08.305211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-0680cad3-1425-4ea7-8eb2-a1f2a30248b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1242743 Mar 09 12:40:08.412697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-8f666fce-2c7b-4bfd-9a2c-1e5615225b1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 1000 time: 0.1014500 Mar 09 12:40:08.484190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-261d9a92-5568-4cda-88b8-397fbc4b01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:08.485667 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-261d9a92-5568-4cda-88b8-397fbc4b01d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0673292 Mar 09 12:40:08.560631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-58e068c7-4642-4f60-8bc1-b1d8e3566646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:08.562133 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-58e068c7-4642-4f60-8bc1-b1d8e3566646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706058 Mar 09 12:40:08.565692 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f8271-8a2e-4e25-9ff3-944e2df1a1ae req-452e52f6-ede1-4298-9304-d2163361588b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:08.567131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee6f8271-8a2e-4e25-9ff3-944e2df1a1ae req-452e52f6-ede1-4298-9304-d2163361588b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0836844 Mar 09 12:40:08.611207 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ee6f8271-8a2e-4e25-9ff3-944e2df1a1ae req-1fe9a9c9-5e75-40b2-97cc-34d2f2c893e2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 Mar 09 12:40:08.693164 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-0a3fc9d5-b855-4757-bba9-0fe9d617427c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247616 Mar 09 12:40:08.822986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-636f9620-6dfa-4fda-b0c0-61433c874a47 req-7bdc27fa-bb79-4bad-82d2-96edc9402c3e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230342 Mar 09 12:40:09.800684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ee8fe-0ea2-497d-a073-e5da1ef6d2f8 req-a19ec06a-d6dd-411b-a1ad-127c319f4a8f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:09.802035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-167ee8fe-0ea2-497d-a073-e5da1ef6d2f8 req-a19ec06a-d6dd-411b-a1ad-127c319f4a8f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0811319 Mar 09 12:40:09.845264 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-167ee8fe-0ea2-497d-a073-e5da1ef6d2f8 req-15db4781-f3c3-4291-a1a2-86abd550b0f0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Mar 09 12:40:11.027852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb5b7-cbda-4100-b6c6-d2166ba8ba26 req-e46a622b-9c5c-4894-9691-8a2b004b2af2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:11.029507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f53fb5b7-cbda-4100-b6c6-d2166ba8ba26 req-e46a622b-9c5c-4894-9691-8a2b004b2af2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0786293 Mar 09 12:40:11.071847 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f53fb5b7-cbda-4100-b6c6-d2166ba8ba26 req-eacfb048-bd70-45d9-b442-3d91a987a594 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368514 Mar 09 12:40:12.260935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9f949-2756-44bb-95f1-af1454001b18 req-36d18049-e3e9-4f76-b00a-786dbfe48c04 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:12.262992 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-97d9f949-2756-44bb-95f1-af1454001b18 req-36d18049-e3e9-4f76-b00a-786dbfe48c04 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0858099 Mar 09 12:40:12.305428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-97d9f949-2756-44bb-95f1-af1454001b18 req-a45afda2-2d75-42ed-b242-a0e5016d6ed0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367923 Mar 09 12:40:13.487070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a48a-6786-4e3f-9373-df75c2d91f1f req-010c4ec3-14da-4a12-a125-37737bd7eaef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:13.488544 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f665a48a-6786-4e3f-9373-df75c2d91f1f req-010c4ec3-14da-4a12-a125-37737bd7eaef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0800016 Mar 09 12:40:13.535724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f665a48a-6786-4e3f-9373-df75c2d91f1f req-c2ed5539-31b2-4537-9c6f-06d2735034e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Mar 09 12:40:14.718400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad618af-d199-411f-8385-2d02585811e9 req-ab17acef-a686-4341-8cc5-79e64c0dbeef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:14.719837 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ad618af-d199-411f-8385-2d02585811e9 req-ab17acef-a686-4341-8cc5-79e64c0dbeef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0796528 Mar 09 12:40:14.763010 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ad618af-d199-411f-8385-2d02585811e9 req-6e2bf6af-9239-4410-9e1a-fea479513159 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 Mar 09 12:40:15.954844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769c4e-2bc1-445d-8a0e-14bf120f3abb req-3db15858-edef-4b12-97cb-7e19d7f5c43b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:15.956384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be769c4e-2bc1-445d-8a0e-14bf120f3abb req-3db15858-edef-4b12-97cb-7e19d7f5c43b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0861788 Mar 09 12:40:16.000243 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-be769c4e-2bc1-445d-8a0e-14bf120f3abb req-3e1bad05-cd0f-49a2-b235-8ddaaead77ca tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Mar 09 12:40:16.271791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:17.189196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6532e4-e296-448f-b30f-0c5f987615bd req-90b999d9-da5d-48e0-bb7c-c71538d22a57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:17.191149 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b6532e4-e296-448f-b30f-0c5f987615bd req-90b999d9-da5d-48e0-bb7c-c71538d22a57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0800881 Mar 09 12:40:17.236864 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b6532e4-e296-448f-b30f-0c5f987615bd req-06bb7bcf-cd30-4806-84d5-2848ceeb5811 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Mar 09 12:40:18.427820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164970d-c2ac-41af-ae18-893285a439e3 req-47add2ba-da6e-45d7-9d7f-40fba71aec4e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:18.429270 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3164970d-c2ac-41af-ae18-893285a439e3 req-47add2ba-da6e-45d7-9d7f-40fba71aec4e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0844193 Mar 09 12:40:18.473504 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3164970d-c2ac-41af-ae18-893285a439e3 req-d2afb0a8-e9b0-4d8b-93aa-bd67b567ad54 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386333 Mar 09 12:40:19.661307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febe2e7-5f6d-4751-a28d-a7a1cfb1bf25 req-b6d2a4e3-22ca-48e6-bd8f-fc456beefcd4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:19.662739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3febe2e7-5f6d-4751-a28d-a7a1cfb1bf25 req-b6d2a4e3-22ca-48e6-bd8f-fc456beefcd4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0810680 Mar 09 12:40:19.706007 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3febe2e7-5f6d-4751-a28d-a7a1cfb1bf25 req-cbeab775-45e1-44f8-83b4-559c2e39bca3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377321 Mar 09 12:40:20.885455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031999-eda7-46be-bac6-ad1a9b43fe26 req-fdc0487b-2795-4ecc-99bc-dcc53cbd7aeb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:20.886914 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5031999-eda7-46be-bac6-ad1a9b43fe26 req-fdc0487b-2795-4ecc-99bc-dcc53cbd7aeb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0784080 Mar 09 12:40:20.929288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d5031999-eda7-46be-bac6-ad1a9b43fe26 req-b331ca0b-5457-4614-b399-e38cdc1925e6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362589 Mar 09 12:40:22.113355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5e4cb-01f6-4ed2-a256-80d7d1dd11c8 req-83da03a7-312a-4823-8068-35ad7f2862f4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:22.114779 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68b5e4cb-01f6-4ed2-a256-80d7d1dd11c8 req-83da03a7-312a-4823-8068-35ad7f2862f4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0804963 Mar 09 12:40:22.159423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-68b5e4cb-01f6-4ed2-a256-80d7d1dd11c8 req-323d44ca-0fbe-4a5e-b0a6-f79946c827b7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391123 Mar 09 12:40:22.667043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a835695-6842-41bf-a702-5b56d5af2a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:23.343294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666355-351e-4369-8997-afea10e98d8a req-5461f6f4-7632-4641-8873-3c9cd447c4e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:23.344720 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-82666355-351e-4369-8997-afea10e98d8a req-5461f6f4-7632-4641-8873-3c9cd447c4e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0788012 Mar 09 12:40:23.390884 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-82666355-351e-4369-8997-afea10e98d8a req-7a7cb08b-4cc7-4076-a10e-bcd846c20457 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Mar 09 12:40:24.574368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36856a-236f-417c-9f35-795cb3aaf86e req-c4769ad4-a571-474a-9509-0de3d8d05035 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:24.575828 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e36856a-236f-417c-9f35-795cb3aaf86e req-c4769ad4-a571-474a-9509-0de3d8d05035 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0779028 Mar 09 12:40:24.619160 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e36856a-236f-417c-9f35-795cb3aaf86e req-01cd0aac-d51b-4412-927d-2818b3e3585c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376575 Mar 09 12:40:24.879804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6371e62-18d5-4268-bd53-c53f1b1af85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:25.737102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:25.805334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2f48-299a-4c57-9b60-ba370b354b13 req-4b1a5817-c4db-4ce0-9672-44d1947e1286 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:25.806689 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4eba2f48-299a-4c57-9b60-ba370b354b13 req-4b1a5817-c4db-4ce0-9672-44d1947e1286 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0826328 Mar 09 12:40:25.852473 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4eba2f48-299a-4c57-9b60-ba370b354b13 req-6157a36d-15f6-45f8-898c-1a0e60af0036 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Mar 09 12:40:26.110149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:27.033486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f091-cd9f-4a5c-a010-726e9485a3cc req-f150f32c-b4b4-40d9-b238-28ea1595fb72 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:27.034910 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e67f091-cd9f-4a5c-a010-726e9485a3cc req-f150f32c-b4b4-40d9-b238-28ea1595fb72 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0774686 Mar 09 12:40:27.077863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e67f091-cd9f-4a5c-a010-726e9485a3cc req-482da443-0c35-40d8-9fc4-a113a358cb02 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374284 Mar 09 12:40:27.662625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:28.260539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f744b2-b057-4e41-a788-1cabe0d27a01 req-a5349d51-d6d7-4158-9a1e-174c0e2ebcf3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:28.262581 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62f744b2-b057-4e41-a788-1cabe0d27a01 req-a5349d51-d6d7-4158-9a1e-174c0e2ebcf3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0810008 Mar 09 12:40:28.305232 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62f744b2-b057-4e41-a788-1cabe0d27a01 req-638ae44e-f547-4ef7-8a93-4cf1085863fb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370808 Mar 09 12:40:29.488963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13445f-38e5-499b-be11-071399ad8fd7 req-6c5a3661-63a3-46e4-ad15-04e23e5dedc4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:29.490383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2f13445f-38e5-499b-be11-071399ad8fd7 req-6c5a3661-63a3-46e4-ad15-04e23e5dedc4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0822108 Mar 09 12:40:29.624977 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2f13445f-38e5-499b-be11-071399ad8fd7 req-20bcbfc3-d79f-49b8-b6a4-6cf77c52a2a4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288774 Mar 09 12:40:30.813226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5acfaf-8a54-4a07-928d-b530ded7bcab req-3c39c171-7e4b-41f5-bf08-9a08d70bfad4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:30.814897 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c5acfaf-8a54-4a07-928d-b530ded7bcab req-3c39c171-7e4b-41f5-bf08-9a08d70bfad4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0789082 Mar 09 12:40:30.858373 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3c5acfaf-8a54-4a07-928d-b530ded7bcab req-48bc2433-b8c9-45f4-b7ca-73a43496c034 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Mar 09 12:40:32.042820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bd24d-78d3-48e1-bbef-4f7645e4b85b req-27410f99-ff5c-41e6-911b-d3e7f2625cde tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:32.045139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-601bd24d-78d3-48e1-bbef-4f7645e4b85b req-27410f99-ff5c-41e6-911b-d3e7f2625cde tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0812004 Mar 09 12:40:32.087131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-601bd24d-78d3-48e1-bbef-4f7645e4b85b req-cc6e6e3a-f6bb-4097-9000-0306f9af0ceb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364413 Mar 09 12:40:33.294100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611c087-c7f8-48fa-8c9a-f948ddfb86b7 req-95b5989c-3e02-4200-9ded-bdd42261d5af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:33.295756 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2611c087-c7f8-48fa-8c9a-f948ddfb86b7 req-95b5989c-3e02-4200-9ded-bdd42261d5af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0971377 Mar 09 12:40:33.345832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2611c087-c7f8-48fa-8c9a-f948ddfb86b7 req-1c956f2f-5284-41c2-a2ca-3d6bc1c3ff0d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Mar 09 12:40:34.530276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581010-2fd2-4947-b2d6-647f93269bbf req-810ca653-8a42-451f-b0c9-ec5ddd8310df tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:34.531711 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec581010-2fd2-4947-b2d6-647f93269bbf req-810ca653-8a42-451f-b0c9-ec5ddd8310df tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0809698 Mar 09 12:40:34.574737 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec581010-2fd2-4947-b2d6-647f93269bbf req-5b40aaea-05c1-42f6-a760-dcb4fdb08c35 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372555 Mar 09 12:40:35.757969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bada4-d23d-4586-b814-0a480d0e16f5 req-4cdb00f2-4843-40e2-95a5-a6f52f3b1fb3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:35.759399 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e8bada4-d23d-4586-b814-0a480d0e16f5 req-4cdb00f2-4843-40e2-95a5-a6f52f3b1fb3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0810497 Mar 09 12:40:35.803026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e8bada4-d23d-4586-b814-0a480d0e16f5 req-fbcb3e98-786d-4edd-926a-60b4ddd026dc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Mar 09 12:40:36.703092 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:40:36.983113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d1aa-915b-4fbd-a2e9-910f00536bb5 req-9d43d07d-c3e7-4c82-b072-e91dc500c928 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:36.984542 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f62d1aa-915b-4fbd-a2e9-910f00536bb5 req-9d43d07d-c3e7-4c82-b072-e91dc500c928 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0785589 Mar 09 12:40:37.029947 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f62d1aa-915b-4fbd-a2e9-910f00536bb5 req-e3dfb38c-9b0b-4f2d-98a1-5fe429c27eb2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Mar 09 12:40:38.216577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536713-f774-45dd-ae9c-79f266b2c3fd req-9b332ae1-8f80-42d5-948b-ddde37cf6d3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:38.218040 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61536713-f774-45dd-ae9c-79f266b2c3fd req-9b332ae1-8f80-42d5-948b-ddde37cf6d3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0785441 Mar 09 12:40:38.263229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-61536713-f774-45dd-ae9c-79f266b2c3fd req-f81e0066-9209-4625-9d68-832fdfa179eb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393777 Mar 09 12:40:39.416627 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-bca3d7e9-a948-487d-b3eb-cb665549618c service neutron] 10.222.0.13 "GET /v2.0/ports/5efdbb20-204e-419d-b5a5-3dfec33a9ac2/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0788190 Mar 09 12:40:39.453614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e0102-c497-4ba1-9aad-17a2ae45dd24 req-2515db02-a394-40c7-b15b-ba0c64907037 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:39.455074 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c6e0102-c497-4ba1-9aad-17a2ae45dd24 req-2515db02-a394-40c7-b15b-ba0c64907037 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0849113 Mar 09 12:40:39.500695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c6e0102-c497-4ba1-9aad-17a2ae45dd24 req-306bb8b3-b1db-4c15-8169-9bc2596244e2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 Mar 09 12:40:39.685940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-3fb0d161-0334-4176-a853-0d4e446f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:39.687301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-3fb0d161-0334-4176-a853-0d4e446f828b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1098 time: 0.0751154 Mar 09 12:40:39.777417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-4f17e439-df0a-486a-ac88-e52bede7f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:39.778848 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-4f17e439-df0a-486a-ac88-e52bede7f523 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1098 time: 0.0691135 Mar 09 12:40:39.906926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-0fabb16e-3fd9-4deb-a44b-606652da4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:39.908338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-0fabb16e-3fd9-4deb-a44b-606652da4c04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1239276 Mar 09 12:40:40.010535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-5e5d2e08-d7e6-49af-ad45-262881c38190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 1000 time: 0.0961258 Mar 09 12:40:40.078285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-67bfe070-835e-4e6b-b2ea-4fbed01f5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:40.079671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-67bfe070-835e-4e6b-b2ea-4fbed01f5597 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0616286 Mar 09 12:40:40.154475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-56800033-30a6-4d0f-9c16-613c6a401da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:40.155912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-56800033-30a6-4d0f-9c16-613c6a401da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705607 Mar 09 12:40:40.289466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-6c9203ac-7360-4dec-93e5-0cea4d391eae service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267893 Mar 09 12:40:40.517542 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2e75451-0921-484d-9ae1-4642dbb0af79 req-ee03eb90-986a-4b50-9ee8-2c99654121b7 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222672 Mar 09 12:40:40.691716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f383-84ec-4316-bafc-148cf640373b req-c5e207bb-956c-4a12-b648-02f207312f58 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:40.693183 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4902f383-84ec-4316-bafc-148cf640373b req-c5e207bb-956c-4a12-b648-02f207312f58 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0826390 Mar 09 12:40:40.737779 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4902f383-84ec-4316-bafc-148cf640373b req-c3e6780e-dc85-413f-8253-36be5e3050f1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389488 Mar 09 12:40:41.919870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6fafe-c1d3-4d79-b7f8-e8505876d418 req-3ad16489-8985-4018-a78f-417de9c047fe tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:41.921305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb6fafe-c1d3-4d79-b7f8-e8505876d418 req-3ad16489-8985-4018-a78f-417de9c047fe tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0803716 Mar 09 12:40:41.959576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:40:41.963717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfb6fafe-c1d3-4d79-b7f8-e8505876d418 req-83902ef1-7789-482b-9880-981c9595bf88 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369709 Mar 09 12:40:41.966503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:40:42.183860 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:42.201966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:42.221979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'mac_address': 'fa:16:3e:e9:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:40:42.228282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:42.275178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:42.281881 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'code': 200} Mar 09 12:40:42.284415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:42.334018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:42.362290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:40:42.403276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:42.465530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:40:42.466021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:40:43.021148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:43.038545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:40:43.054758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:43.059007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:43.123770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['5efdbb20-204e-419d-b5a5-3dfec33a9ac2'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:40:43.155653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d717bd-b088-4582-b41c-592ff146c8b6 req-65279d9e-183c-4e39-827c-c7310918d97e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.157195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84d717bd-b088-4582-b41c-592ff146c8b6 req-65279d9e-183c-4e39-827c-c7310918d97e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 944 time: 0.0837348 Mar 09 12:40:43.170914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:43.202361 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84d717bd-b088-4582-b41c-592ff146c8b6 req-311548b8-7bfc-4d33-892c-9109572388fb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 Mar 09 12:40:43.515700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a05e97-772c-4e40-805c-fa13cc58c162 req-328b16d1-025f-432c-8dbd-b15a4238fd56 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.517404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2a05e97-772c-4e40-805c-fa13cc58c162 req-328b16d1-025f-432c-8dbd-b15a4238fd56 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 944 time: 0.0813651 Mar 09 12:40:43.522809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368c22-640d-4d07-84d9-b308e7066044 req-8e288999-f525-41bd-8b70-609fd35fa95d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.523532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-22368c22-640d-4d07-84d9-b308e7066044 req-8e288999-f525-41bd-8b70-609fd35fa95d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:40:43.539925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-22368c22-640d-4d07-84d9-b308e7066044 req-8e288999-f525-41bd-8b70-609fd35fa95d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:40:43.541196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-8e288999-f525-41bd-8b70-609fd35fa95d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.1080134 Mar 09 12:40:43.561929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2a05e97-772c-4e40-805c-fa13cc58c162 req-cf32cf85-9beb-4902-add1-fe14dc9bdbb6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388763 Mar 09 12:40:43.685551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368c22-640d-4d07-84d9-b308e7066044 req-208917ab-ac32-4a9e-bc12-033f3f8dd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.686933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-208917ab-ac32-4a9e-bc12-033f3f8dd8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 1097 time: 0.0744565 Mar 09 12:40:43.817142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368c22-640d-4d07-84d9-b308e7066044 req-ecef7170-241a-4db9-bf65-ec70f3c85085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.818582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-ecef7170-241a-4db9-bf65-ec70f3c85085 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1257465 Mar 09 12:40:43.920295 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-c3b2d3ca-f3d2-494e-8dc2-d7b9d01c24d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 200 len: 999 time: 0.0955997 Mar 09 12:40:43.971382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:40:43.982146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368c22-640d-4d07-84d9-b308e7066044 req-60282fe0-1458-49f2-9adf-e371f9a789a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:43.983567 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-60282fe0-1458-49f2-9adf-e371f9a789a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0577207 Mar 09 12:40:44.041476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:40:44.042067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:44.061403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368c22-640d-4d07-84d9-b308e7066044 req-8417c59d-3c50-4ae1-8495-95b8e14f71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:44.062889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-8417c59d-3c50-4ae1-8495-95b8e14f71ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737543 Mar 09 12:40:44.157295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:44.189779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:44.194541 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:44.201818 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-0fb9503d-b6d3-4413-b0c7-6e83aea9bb7c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330149 Mar 09 12:40:44.263226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:44.283263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:44.335526 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-22368c22-640d-4d07-84d9-b308e7066044 req-2720985a-ced9-4c74-93c1-3828acc8c83c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273267 Mar 09 12:40:44.336217 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'code': 200} Mar 09 12:40:44.752293 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921d90-b4ee-446e-ada3-2fb05fd3bcf3 req-94baa8fb-a545-4488-81d5-8d642cb951c9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:44.753915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13921d90-b4ee-446e-ada3-2fb05fd3bcf3 req-94baa8fb-a545-4488-81d5-8d642cb951c9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0854943 Mar 09 12:40:44.800411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13921d90-b4ee-446e-ada3-2fb05fd3bcf3 req-7cbd78b9-94b0-437a-a594-68c467d589bc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Mar 09 12:40:45.994115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad6cf-9933-4818-8d0f-9e8a63e88405 req-a6e5c74f-efe3-4a50-b586-beb180e0dc09 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:45.995577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2bbad6cf-9933-4818-8d0f-9e8a63e88405 req-a6e5c74f-efe3-4a50-b586-beb180e0dc09 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0829432 Mar 09 12:40:46.044133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2bbad6cf-9933-4818-8d0f-9e8a63e88405 req-3ae20427-d020-48c4-a530-ab81d0ea092d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Mar 09 12:40:46.224214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761361d-2464-4a28-88c3-be882daca542 req-0ac260c7-8a46-4661-afcd-6efefc84eb81 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:46.225713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c761361d-2464-4a28-88c3-be882daca542 req-0ac260c7-8a46-4661-afcd-6efefc84eb81 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0797203 Mar 09 12:40:46.271499 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c761361d-2464-4a28-88c3-be882daca542 req-8672fcde-88e4-4caa-8be8-0cb90d35b1fc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398448 Mar 09 12:40:46.275037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:46.454550 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad78d-1af8-487c-8590-a4b9f6c0d608 req-41a48954-4a8f-49cc-9263-c1f30bf3417f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:46.455971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f6ad78d-1af8-487c-8590-a4b9f6c0d608 req-41a48954-4a8f-49cc-9263-c1f30bf3417f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0823421 Mar 09 12:40:46.498717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f6ad78d-1af8-487c-8590-a4b9f6c0d608 req-91179ad0-b931-437d-8a2b-bb4c1e95f9c1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371075 Mar 09 12:40:46.878629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99f6f-5b31-4da0-8468-a588750e59eb req-2d26122c-9c4a-4a17-b460-eca961b30518 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:46.880053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e8b99f6f-5b31-4da0-8468-a588750e59eb req-2d26122c-9c4a-4a17-b460-eca961b30518 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0787857 Mar 09 12:40:46.923590 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e8b99f6f-5b31-4da0-8468-a588750e59eb req-91f9d62e-db69-4bf9-99bc-8bdb459ebd51 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Mar 09 12:40:48.109456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d07aae-6035-463d-bd1c-63c15a3d5b76 req-057985be-e8cb-4c16-a98f-338b69f3e97f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:48.110900 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73d07aae-6035-463d-bd1c-63c15a3d5b76 req-057985be-e8cb-4c16-a98f-338b69f3e97f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0822055 Mar 09 12:40:48.154843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73d07aae-6035-463d-bd1c-63c15a3d5b76 req-71e0e877-2ff2-4dbc-8f7e-6abd45ee55c2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382810 Mar 09 12:40:48.482110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-73dc5c62-de13-495c-8ffd-2f754bd3b13c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:48.483515 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-73dc5c62-de13-495c-8ffd-2f754bd3b13c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0801692 Mar 09 12:40:48.550764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Deleting port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:40:48.551107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:48.797676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] For port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:48.798039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:49.194068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:49.194472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:49.194798 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec disassociated. External IP: 172.26.5.19, port: 5efdbb20-204e-419d-b5a5-3dfec33a9ac2. Mar 09 12:40:49.195145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Calling delete_port for 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:40:49.344835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae008-12f4-4ae6-9a5c-e8140a10a053 req-e62102ff-6bed-48af-9283-43b8ff83d84d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:49.346137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:49.346318 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-34cae008-12f4-4ae6-9a5c-e8140a10a053 req-e62102ff-6bed-48af-9283-43b8ff83d84d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfa17cfd-0efd-4b3d-92fb-4685e7d42a97 HTTP/1.1" status: 200 len: 945 time: 0.0854273 Mar 09 12:40:49.399974 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'Port': ['ID=5efdbb20-204e-419d-b5a5-3dfec33a9ac2,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:49.411437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.411783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.412121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.412514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.412761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.413111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.413438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.413862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.414074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.414393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.414708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.415048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:49.508324 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-34cae008-12f4-4ae6-9a5c-e8140a10a053 req-d9871d6c-f9a3-4127-b251-8b821dc73d23 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559148 Mar 09 12:40:49.613303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:40:49.794005 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:40:49.803297 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:40:49.813838 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:40:49.814441 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:40:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:49.869364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] No DVR routers for this DVR port 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:40:49.873205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:49.875895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-deleted', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:49.894052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1f936bfe-5e29-4d3e-b612-1d9530eaed2b req-75623583-53be-457b-9bc7-5db1dca19e69 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "DELETE /v2.0/ports/5efdbb20-204e-419d-b5a5-3dfec33a9ac2 HTTP/1.1" status: 204 len: 173 time: 1.4057748 Mar 09 12:40:49.928344 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa17cfd-0efd-4b3d-92fb-4685e7d42a97', 'name': 'network-vif-deleted', 'tag': '5efdbb20-204e-419d-b5a5-3dfec33a9ac2', 'status': 'completed', 'code': 200} Mar 09 12:40:50.007400 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:40:50.353531 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:50.357677 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:40:50.365750 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:40:50.366332 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:40:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:50.547113 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:40:50.839921 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-878d70f4-5b7e-4f8f-8cce-967675bceeea tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--359585837&fields=id&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 267 time: 0.0398679 Mar 09 12:40:50.865165 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:40:50.869030 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ae42d-45c5-43d0-a0b4-4849e6309932 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:40:50.991863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-7a7bd17f-4ab2-42ed-b02e-7f6aa2350213 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:50.993344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-7a7bd17f-4ab2-42ed-b02e-7f6aa2350213 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1467881 Mar 09 12:40:51.008174 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-42e9c85f-cde2-4eef-bec4-24be92c40f3f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/quotas/0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 375 time: 0.0094037 Mar 09 12:40:51.091716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810281b8-8c7b-4a66-b3db-2b7f5c75c59d None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:40:51.102268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-db884789-a13e-4a60-b17e-a9c6cf5b3c49 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877082 Mar 09 12:40:51.239353 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-8a9cb331-2914-4290-880b-829d21146984 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255617 Mar 09 12:40:51.373417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-fded8f86-cb82-4b0f-933b-0e5d39e70123 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277385 Mar 09 12:40:51.549261 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1effb328-9597-43d8-8f80-afe4f3f2d74f req-a9ee6d6e-0f94-4467-b594-30b2d74cebf5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 210 time: 0.0426896 Mar 09 12:40:52.018480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:40:52.057360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:40:52.057733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 5efdbb20-204e-419d-b5a5-3dfec33a9ac2 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:40:52.543067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-5273a3b8-f87b-4235-b473-c0b047705214 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:52.544484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-5273a3b8-f87b-4235-b473-c0b047705214 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1484213 Mar 09 12:40:52.594054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-f31b5e85-99c4-4050-a9d3-eb62b57b8dba tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 379 time: 0.0424340 Mar 09 12:40:52.602196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'port': {'device_id': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'admin_state_up': True, 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'security_groups': ['202de8b5-7a3b-47fa-bb76-c5bb663a938b']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:40:52.682096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1436c5e-309e-4ff5-91ae-ea462204c06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:52.713186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96be39a1-0ba4-4198-b92f-83187174d028 req-061439aa-78ae-4d30-863a-d8c0242daaeb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 210 time: 0.0443940 Mar 09 12:40:52.752645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:40:52.756631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:port and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:40:52.759441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:40:52.765608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:40:52.774480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:40:52.778112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:52.937109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Allocated IP 172.20.0.5 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/14e17913-9f69-4cdc-9234-e252fc6db3ed) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:40:53.120031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.140605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Transition to ACTIVE for port object 14e17913-9f69-4cdc-9234-e252fc6db3ed will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:40:53.167301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.235890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:40:53.238813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:40:53.247337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:40:53.286017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:53.317697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:53.318325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.344188 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-c7a3ad7c-4f6c-46b2-ba5e-728c2f08689a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457192 Mar 09 12:40:53.355624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Request body: {'port': {'device_id': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:40:53.449225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-35221a7e-e680-4024-b156-0431d8fc756d None None] Provisioning for port 14e17913-9f69-4cdc-9234-e252fc6db3ed completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:40:53.456159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-35221a7e-e680-4024-b156-0431d8fc756d None None] Provisioning complete for port 14e17913-9f69-4cdc-9234-e252fc6db3ed triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:40:53.456535 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35221a7e-e680-4024-b156-0431d8fc756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.512108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-35221a7e-e680-4024-b156-0431d8fc756d None None] Port 14e17913-9f69-4cdc-9234-e252fc6db3ed cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:40:53.585867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.897751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf925e3f-19e7-4fda-908b-d8031beeb4aa req-cc4f43e3-70a3-4cc9-9ebd-6c59f350e985 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:53.899110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cf925e3f-19e7-4fda-908b-d8031beeb4aa req-cc4f43e3-70a3-4cc9-9ebd-6c59f350e985 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 931 time: 0.0813422 Mar 09 12:40:53.930442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e17913-9f69-4cdc-9234-e252fc6db3ed {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:40:53.938481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:53.944185 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cf925e3f-19e7-4fda-908b-d8031beeb4aa req-0dfc0d73-1c9d-446d-b5dc-d19d70e6c5b2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387483 Mar 09 12:40:53.953303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Transition to ACTIVE for port object 14e17913-9f69-4cdc-9234-e252fc6db3ed will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:40:53.958259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:54.116956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:54.198177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Attempting to bind port 14e17913-9f69-4cdc-9234-e252fc6db3ed on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:40:54.198570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Attempting to bind port 14e17913-9f69-4cdc-9234-e252fc6db3ed by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:40:54.198909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Attempting to bind port 14e17913-9f69-4cdc-9234-e252fc6db3ed on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:40:54.203421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Port 14e17913-9f69-4cdc-9234-e252fc6db3ed on network 8adae4b8-9751-48bf-922e-e66930217415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:40:54.203746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Attempting to bind port 14e17913-9f69-4cdc-9234-e252fc6db3ed on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:40:54.210929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:40:54.211519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:40:54.212168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:40:54.212913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Bound port: 14e17913-9f69-4cdc-9234-e252fc6db3ed, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:40:54.213532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:54.310616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:40:54.313690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:40:54.318072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:54.372311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:54.372945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:54.374303 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1093 time: 1.0236056 Mar 09 12:40:54.374735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:54.406177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7b20-2177-4974-9243-071ab726f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:54.451069 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'status': 'completed', 'code': 200} Mar 09 12:40:54.496086 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-84a80bfa-b717-4e0b-9cd5-ae3d439690f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:54.497715 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-84a80bfa-b717-4e0b-9cd5-ae3d439690f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1096 time: 0.0785146 Mar 09 12:40:54.570323 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-dcdd5a9e-5ab7-43a0-a0ba-1a599b0387d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 217 time: 0.0656033 Mar 09 12:40:54.630725 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-e2d79ddb-0d35-454e-94a0-ad5982e0dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:54.632198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-e2d79ddb-0d35-454e-94a0-ad5982e0dfa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0567861 Mar 09 12:40:54.706403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-915c3b23-0147-4c76-aa4d-c3d66c7aff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:54.707868 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-915c3b23-0147-4c76-aa4d-c3d66c7aff32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696745 Mar 09 12:40:54.837700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-a680fdf8-a677-4635-83a4-8727b125ea8f service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239727 Mar 09 12:40:54.882355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-792e1a19-3740-4a69-9ec0-bd7b681454c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:54.973674 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-936f6e90-1c32-425f-bd20-2c1c5f14cf1c req-72001da4-4914-4045-80c3-c751f19b2d13 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286585 Mar 09 12:40:55.091079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10640-f921-435f-8452-21c005b8dee5 req-be38eb02-4eb6-40e4-87b7-30df90257cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:55.092734 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-be38eb02-4eb6-40e4-87b7-30df90257cfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1096 time: 0.0759940 Mar 09 12:40:55.126255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b54cc-c9f4-4e8c-8ea4-11d7dcce2c6f req-df1ed696-c94d-492a-8d16-cd5fe272fe05 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:55.127732 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-618b54cc-c9f4-4e8c-8ea4-11d7dcce2c6f req-df1ed696-c94d-492a-8d16-cd5fe272fe05 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0791986 Mar 09 12:40:55.175365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-618b54cc-c9f4-4e8c-8ea4-11d7dcce2c6f req-233c8940-44c1-4af1-8b73-46afff3fbada tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Mar 09 12:40:55.321624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10640-f921-435f-8452-21c005b8dee5 req-f64c6d91-ba72-4fdf-8524-ec8f4b07de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:55.322969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-f64c6d91-ba72-4fdf-8524-ec8f4b07de4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.2242701 Mar 09 12:40:55.391993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-38254949-6707-49ba-9ad1-5cbe8235fd48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 217 time: 0.0623081 Mar 09 12:40:55.452489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10640-f921-435f-8452-21c005b8dee5 req-91a322e8-aa2d-4f24-918e-9988e11ff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:55.453896 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-91a322e8-aa2d-4f24-918e-9988e11ff005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0563428 Mar 09 12:40:55.528520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10640-f921-435f-8452-21c005b8dee5 req-e75ddde3-cf66-4e72-afda-e69781b39f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:55.530023 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-e75ddde3-cf66-4e72-afda-e69781b39f0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698426 Mar 09 12:40:55.660856 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-06355a02-63d1-4c12-a89d-3b72055916d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241302 Mar 09 12:40:55.735222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:55.794528 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-acc10640-f921-435f-8452-21c005b8dee5 req-3cbfd0e6-5087-4165-aa72-33925b6f995b service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278014 Mar 09 12:40:56.033626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 14e17913-9f69-4cdc-9234-e252fc6db3ed details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:40:56.153975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:56.179643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:56.193752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'mac_address': 'fa:16:3e:8a:e8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:40:56.259462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:56.277289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e17913-9f69-4cdc-9234-e252fc6db3ed {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:40:56.293951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:56.297737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:56.364621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:56.365985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cb85-6af1-4b6b-a566-f2c38345dca6 req-e7b6c9a8-930d-4780-8d70-122fbe3e561a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:56.368314 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f912cb85-6af1-4b6b-a566-f2c38345dca6 req-e7b6c9a8-930d-4780-8d70-122fbe3e561a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 944 time: 0.0813794 Mar 09 12:40:56.413036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f912cb85-6af1-4b6b-a566-f2c38345dca6 req-adcdce30-b10f-46db-adf8-c2d54080655e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 Mar 09 12:40:56.486507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['14e17913-9f69-4cdc-9234-e252fc6db3ed'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:40:57.601187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b02fb-4b09-4afd-964e-be37bc5c216e req-8f95518b-9343-4cba-a16d-48cf50323206 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:57.602625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b64b02fb-4b09-4afd-964e-be37bc5c216e req-8f95518b-9343-4cba-a16d-48cf50323206 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 944 time: 0.0822864 Mar 09 12:40:57.646657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b64b02fb-4b09-4afd-964e-be37bc5c216e req-59ba39f0-e1cd-43f2-94aa-3784bb7143d1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380263 Mar 09 12:40:57.665817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:58.048102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 14e17913-9f69-4cdc-9234-e252fc6db3ed up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:40:58.115640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 14e17913-9f69-4cdc-9234-e252fc6db3ed completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:40:58.122293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 14e17913-9f69-4cdc-9234-e252fc6db3ed triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:40:58.122791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:58.233024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:58.261374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:40:58.271667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:40:58.275259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:40:58.337938 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'code': 200} Mar 09 12:40:58.375962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:40:58.382931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.383280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.383620 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.383951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.384284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.384610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.384953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.385278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.386115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.386433 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.386752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.387065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:40:58.530143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7376e8-1b80-4783-9554-63d0d05e38af req-39ec31f6-404b-414c-81cd-f79d05ab1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:58.531621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c7376e8-1b80-4783-9554-63d0d05e38af req-39ec31f6-404b-414c-81cd-f79d05ab1534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0745273 Mar 09 12:40:58.571067 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c7376e8-1b80-4783-9554-63d0d05e38af req-72e6bd55-62e5-4486-880f-4c2d948511d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Mar 09 12:40:58.828110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06bc9-c2e7-44fd-837c-1c5a83ba8cea req-bee9bc7c-8535-4ba3-bc6f-46b75f01421b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:40:58.829485 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ba06bc9-c2e7-44fd-837c-1c5a83ba8cea req-bee9bc7c-8535-4ba3-bc6f-46b75f01421b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0795662 Mar 09 12:40:58.872543 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4ba06bc9-c2e7-44fd-837c-1c5a83ba8cea req-93baaca1-4b78-4df1-a388-c2f32e9ff8ef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Mar 09 12:41:00.061131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43b1cd-85d6-4670-8134-f27052e60a8d req-c7ccec52-a129-4eda-a9b4-68068fb0e0f4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:00.062566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e43b1cd-85d6-4670-8134-f27052e60a8d req-c7ccec52-a129-4eda-a9b4-68068fb0e0f4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0812149 Mar 09 12:41:00.106200 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e43b1cd-85d6-4670-8134-f27052e60a8d req-9f70284e-ac7c-4f6f-8bb5-c4910ec656fc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Mar 09 12:41:00.287376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56cfea-b67a-4b66-a153-6819b4f2c17c req-70ce6e6f-8dc5-4d12-a638-4cc6bea1fd11 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:00.288805 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d56cfea-b67a-4b66-a153-6819b4f2c17c req-70ce6e6f-8dc5-4d12-a638-4cc6bea1fd11 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0849745 Mar 09 12:41:00.297464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50196) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:41:00.302438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'floatingip': {'port_id': '14e17913-9f69-4cdc-9234-e252fc6db3ed'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:41:00.379571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:01.076256 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:01.079911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:01.246666 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec associated. External IP: 172.26.5.19, port: 14e17913-9f69-4cdc-9234-e252fc6db3ed. Mar 09 12:41:01.596423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:41:01.772845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:41:01.777995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:01.782497 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:41:01.791402 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:01.792042 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:40:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:01.836117 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-003d2bab-539d-47c9-8a6e-5bfc34847942 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "PUT /v2.0/floatingips/41e88a2f-034a-4ac8-ab11-c60b8d9f1fec HTTP/1.1" status: 200 len: 990 time: 1.5376019 Mar 09 12:41:01.836698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:41:01.889832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'status': 'completed', 'code': 200} Mar 09 12:41:01.973992 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:01.983031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-a94725c1-3dbb-4354-aa4f-b9c95519ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:01.984513 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-a94725c1-3dbb-4354-aa4f-b9c95519ab1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0721600 Mar 09 12:41:02.143848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-90678de2-cd92-4606-9329-e89a26292a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:02.145417 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-90678de2-cd92-4606-9329-e89a26292a22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1553466 Mar 09 12:41:02.257406 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-4982bd41-6288-49f0-a240-79c1c1d5473f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 998 time: 0.1045656 Mar 09 12:41:02.303173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8abf8e-db5d-4401-a967-6e6dbb09ccc9 req-02ecf8fd-d5d7-42a4-953a-5c160f3bb2f3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:02.307200 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f8abf8e-db5d-4401-a967-6e6dbb09ccc9 req-02ecf8fd-d5d7-42a4-953a-5c160f3bb2f3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.2097764 Mar 09 12:41:02.334901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-f6b60c9c-02f3-41ad-81dd-957a779023ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:02.336629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-f6b60c9c-02f3-41ad-81dd-957a779023ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0738263 Mar 09 12:41:02.354460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:8a:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:00Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:02.358339 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f8abf8e-db5d-4401-a967-6e6dbb09ccc9 req-0737de6c-f15f-4b66-959f-a90200049918 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479741 Mar 09 12:41:02.358651 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:41:02.367131 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:02.367729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:40:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:02.413621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-b9d2bf8b-777b-45ed-870f-b078debe2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:02.415153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-b9d2bf8b-777b-45ed-870f-b078debe2969 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730085 Mar 09 12:41:02.553018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-d42daa5e-b2d5-46d7-b7b3-b8e20ccadb3c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303070 Mar 09 12:41:02.572343 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:02.690218 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1ed666d3-33cf-4e48-bf31-7f98c5f8a347 req-a3c7225d-928f-4a85-baef-6018697f1fee service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313529 Mar 09 12:41:02.913077 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:8a:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:00Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:02.917878 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72e81e-7689-4c68-a0ba-2af916fa99c4 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:8a:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:00Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:41:03.099012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d736a0-36f0-4090-a45a-c5a61e90ffd1 None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:41:03.555494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f85d0-f633-486f-bf66-0898a0b0d313 req-77d6cb93-de41-4df0-b519-41b9b19eba83 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:03.556944 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-602f85d0-f633-486f-bf66-0898a0b0d313 req-77d6cb93-de41-4df0-b519-41b9b19eba83 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0804758 Mar 09 12:41:03.601103 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-602f85d0-f633-486f-bf66-0898a0b0d313 req-83ffe098-fe73-4fd2-bcdc-b1318b6a964b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379930 Mar 09 12:41:04.785153 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7009-8831-413c-8aaf-b84c3802881c req-0df6153c-8eeb-4f71-96af-8ac980c73f01 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:04.786571 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d3b7009-8831-413c-8aaf-b84c3802881c req-0df6153c-8eeb-4f71-96af-8ac980c73f01 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0810499 Mar 09 12:41:04.832531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d3b7009-8831-413c-8aaf-b84c3802881c req-70b666db-2e0f-437e-8e78-b7f199be9367 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Mar 09 12:41:06.015171 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba88-de3d-48db-8abf-0d7603c29044 req-da97c1fe-9d28-459e-9c5c-c6a3f765cb6f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:06.016595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7d8dba88-de3d-48db-8abf-0d7603c29044 req-da97c1fe-9d28-459e-9c5c-c6a3f765cb6f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0776749 Mar 09 12:41:06.059678 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7d8dba88-de3d-48db-8abf-0d7603c29044 req-f62f61ab-da7d-4787-8766-0957887eac1f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Mar 09 12:41:06.193561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-a0f40ff9-77b4-48e0-bab8-bcccb876f33c req-3d048ff2-50c6-4ff8-858d-7bdda74ea2e9 service neutron] (87830) timed out ('10.222.0.13', 55941) {{(pid=87830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 12:41:07.244191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d32f-0e9f-442f-90a5-fb2d60c43e43 req-e1c0c52c-37e0-4b6b-b17e-ea31d855e1ba tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:07.245730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-16a6d32f-0e9f-442f-90a5-fb2d60c43e43 req-e1c0c52c-37e0-4b6b-b17e-ea31d855e1ba tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0823369 Mar 09 12:41:07.288603 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-16a6d32f-0e9f-442f-90a5-fb2d60c43e43 req-10c40006-5fee-447f-83a8-da3ebd668281 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365837 Mar 09 12:41:08.471177 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08083-209d-4712-bfca-cba7f3710e50 req-6c178893-d51e-451c-91eb-11abddeb4387 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:08.472602 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a3a08083-209d-4712-bfca-cba7f3710e50 req-6c178893-d51e-451c-91eb-11abddeb4387 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0785151 Mar 09 12:41:08.515510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a3a08083-209d-4712-bfca-cba7f3710e50 req-ee87863f-c5ee-4ecf-8bc7-f53305424cca tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373325 Mar 09 12:41:09.703745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea794dab-234c-439f-be25-2dd0c9272d20 req-68c72c4c-cb76-48a0-8f51-169ff57d84b8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:09.705193 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ea794dab-234c-439f-be25-2dd0c9272d20 req-68c72c4c-cb76-48a0-8f51-169ff57d84b8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0811465 Mar 09 12:41:09.747900 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ea794dab-234c-439f-be25-2dd0c9272d20 req-14c1421e-6bdd-40c2-8d13-5f78080055ed tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371401 Mar 09 12:41:10.019183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-886d2fae-afb4-4672-aa7d-2faf01afbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:10.020616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-886d2fae-afb4-4672-aa7d-2faf01afbff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0739331 Mar 09 12:41:10.166140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-e5c42761-f559-403d-af3e-53e61bf91f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:10.167573 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-e5c42761-f559-403d-af3e-53e61bf91f73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1263006 Mar 09 12:41:10.267438 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-d6f3e591-badc-4dbe-ac05-7ad49fb35bcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1000 time: 0.0927880 Mar 09 12:41:10.335609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-168f34ac-d2e5-4abf-a93a-d9973e959596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:10.336993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-168f34ac-d2e5-4abf-a93a-d9973e959596 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0602369 Mar 09 12:41:10.410969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-8a8fd472-f541-4ae3-8121-cf370d06f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:10.412420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-8a8fd472-f541-4ae3-8121-cf370d06f47f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687473 Mar 09 12:41:10.545670 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-6e2b529f-fb99-4126-a645-eca1bc0cd81e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246397 Mar 09 12:41:10.675997 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ae9b72cb-37f5-48ce-9dc4-4a642e0371f4 req-3baa2077-0597-423b-be33-ac5de53dc805 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240628 Mar 09 12:41:10.933451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4363dc2-b3ca-48fd-932b-157b7b014dfa req-e6d14225-ca11-4666-a1dd-fb1971befdc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:10.934776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4363dc2-b3ca-48fd-932b-157b7b014dfa req-e6d14225-ca11-4666-a1dd-fb1971befdc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0824330 Mar 09 12:41:10.978551 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4363dc2-b3ca-48fd-932b-157b7b014dfa req-d75987cc-89cf-44ab-ae07-325f8485c80b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378644 Mar 09 12:41:12.162143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd01dc-d67a-417a-b913-192e44d72897 req-e00bd306-1946-4885-914f-562cb13f6d89 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:12.163566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2afd01dc-d67a-417a-b913-192e44d72897 req-e00bd306-1946-4885-914f-562cb13f6d89 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0810111 Mar 09 12:41:12.206446 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2afd01dc-d67a-417a-b913-192e44d72897 req-403bf40e-3485-4dce-9e5e-977957c72c45 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365372 Mar 09 12:41:13.392585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945ef7-5bac-47ea-8463-817988618082 req-2991d0f0-6627-4877-ba4a-e1ddb3483eb7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:13.394258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-74945ef7-5bac-47ea-8463-817988618082 req-2991d0f0-6627-4877-ba4a-e1ddb3483eb7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0808735 Mar 09 12:41:13.438028 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-74945ef7-5bac-47ea-8463-817988618082 req-39b12ca0-8c72-48fb-a8bd-c0cae10e4267 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378952 Mar 09 12:41:13.703459 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:41:14.623745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f1af3-1f91-4e67-8bc6-fe638ea3235e req-9e3c8ef6-d3e4-463a-b787-4f36aa8238e3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:14.625215 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b0f1af3-1f91-4e67-8bc6-fe638ea3235e req-9e3c8ef6-d3e4-463a-b787-4f36aa8238e3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0783362 Mar 09 12:41:14.670921 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b0f1af3-1f91-4e67-8bc6-fe638ea3235e req-779222a5-158b-4746-bd2f-24ec6a592f97 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Mar 09 12:41:15.851071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e9011-f43f-43e4-8918-b68bfc88b698 req-9f656dba-79a6-42dc-ae59-961193050558 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:15.852422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-412e9011-f43f-43e4-8918-b68bfc88b698 req-9f656dba-79a6-42dc-ae59-961193050558 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0797026 Mar 09 12:41:15.895339 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-412e9011-f43f-43e4-8918-b68bfc88b698 req-a71440fa-3605-4ea2-bc5b-bd4bf3932372 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365779 Mar 09 12:41:16.274527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:17.081579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb95d1-ac8a-44d9-be44-5cfd071f288d req-1f2efb1e-4095-4377-9e7d-9a715bb0062c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:17.082991 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ffb95d1-ac8a-44d9-be44-5cfd071f288d req-1f2efb1e-4095-4377-9e7d-9a715bb0062c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0814440 Mar 09 12:41:17.126015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ffb95d1-ac8a-44d9-be44-5cfd071f288d req-a1abcaaf-8dcc-45ce-8927-3673b016a3ff tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 Mar 09 12:41:18.305184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2660fb-d4a6-49b9-bff4-2dbe76d00a15 req-bc12bca2-c6d9-4a8e-be0a-31bbfb736775 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:18.306613 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c2660fb-d4a6-49b9-bff4-2dbe76d00a15 req-bc12bca2-c6d9-4a8e-be0a-31bbfb736775 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0784218 Mar 09 12:41:18.350227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c2660fb-d4a6-49b9-bff4-2dbe76d00a15 req-c1d3a332-6d35-447a-ab51-8fd2199033a4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Mar 09 12:41:19.535001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69479d-a07f-404e-b03d-97e439500e21 req-56ede863-bcf9-4ba7-89ab-6c43a9f41645 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:19.536471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0a69479d-a07f-404e-b03d-97e439500e21 req-56ede863-bcf9-4ba7-89ab-6c43a9f41645 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0840454 Mar 09 12:41:19.580687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0a69479d-a07f-404e-b03d-97e439500e21 req-9103a3f5-338e-4ce3-8150-d6069bfc1b11 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Mar 09 12:41:20.908253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff182-2aa2-4ffe-a234-9d652d48ec4c req-00065647-f2f4-4b3e-a869-a355e3275efc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:20.909706 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-718ff182-2aa2-4ffe-a234-9d652d48ec4c req-00065647-f2f4-4b3e-a869-a355e3275efc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0824742 Mar 09 12:41:20.952580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-718ff182-2aa2-4ffe-a234-9d652d48ec4c req-e508401f-55a6-4bcd-96a0-d8fda3216932 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373466 Mar 09 12:41:22.133546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe7b4a-2b12-4c89-ab15-3ffe9613679f req-ce4bd166-a11d-44c1-a2a1-acb43cff462b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:22.135152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1fbe7b4a-2b12-4c89-ab15-3ffe9613679f req-ce4bd166-a11d-44c1-a2a1-acb43cff462b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0791121 Mar 09 12:41:22.180697 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1fbe7b4a-2b12-4c89-ab15-3ffe9613679f req-96c230a7-f332-4fcf-a869-62948f96c547 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386691 Mar 09 12:41:22.677731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4db981e-8ebe-4296-a404-ff00788a0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:23.366437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d714972-042a-490b-9b6f-8050a63271e7 req-ff167520-635b-4ea3-94b9-40957bf9d8c8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:23.367862 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d714972-042a-490b-9b6f-8050a63271e7 req-ff167520-635b-4ea3-94b9-40957bf9d8c8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0840070 Mar 09 12:41:23.411434 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d714972-042a-490b-9b6f-8050a63271e7 req-2c6068ba-fb8a-4bb5-9c67-a39a94e5ee9a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370705 Mar 09 12:41:24.597284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638dab0-df61-4f59-bd87-ac56dcb3298d req-95a235b5-6761-4fb4-b3fb-5dac4e313d90 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:24.598704 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5638dab0-df61-4f59-bd87-ac56dcb3298d req-95a235b5-6761-4fb4-b3fb-5dac4e313d90 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0777252 Mar 09 12:41:24.645082 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5638dab0-df61-4f59-bd87-ac56dcb3298d req-83ad8ff8-5425-4e92-b82d-c1b38a537cbb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408077 Mar 09 12:41:24.884303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d2787bb-780d-47f0-9451-3d8a418a95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:25.739924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:25.828211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256dc40-57ab-4888-996c-b7ff6f0be326 req-bbb98763-4964-4680-bdfc-3e048b794f1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:25.829607 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2256dc40-57ab-4888-996c-b7ff6f0be326 req-bbb98763-4964-4680-bdfc-3e048b794f1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0810707 Mar 09 12:41:25.880106 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2256dc40-57ab-4888-996c-b7ff6f0be326 req-95febf43-e4d4-47bc-b4d3-27f9e2d19a5f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390010 Mar 09 12:41:26.115845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:27.302741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1e674-9173-48d2-8c71-5db4e6954bc8 req-7b9ca511-6825-4472-a504-0c1e3cbd87e4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:27.304187 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-98a1e674-9173-48d2-8c71-5db4e6954bc8 req-7b9ca511-6825-4472-a504-0c1e3cbd87e4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.1740723 Mar 09 12:41:27.349810 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-98a1e674-9173-48d2-8c71-5db4e6954bc8 req-063b4494-9573-403b-bea1-0e92a2ce4d5f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Mar 09 12:41:27.668205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:28.535576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9774b-bad4-4ca5-acd7-05a0f6229459 req-15d7304c-b049-4014-bd33-dbbce9637a25 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:28.537019 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d1b9774b-bad4-4ca5-acd7-05a0f6229459 req-15d7304c-b049-4014-bd33-dbbce9637a25 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0786951 Mar 09 12:41:28.580014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d1b9774b-bad4-4ca5-acd7-05a0f6229459 req-e3189f02-ee44-4c5f-aa08-8d1289b5bd13 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372653 Mar 09 12:41:28.976458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bdea-eb4c-4380-ad62-182c35e3a8ad req-cdb1f593-c510-4247-a657-6367f4d480fa tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:28.978037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8439bdea-eb4c-4380-ad62-182c35e3a8ad req-cdb1f593-c510-4247-a657-6367f4d480fa tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0851417 Mar 09 12:41:29.024719 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8439bdea-eb4c-4380-ad62-182c35e3a8ad req-0ad94b95-33a6-414d-830f-f640857ddb51 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Mar 09 12:41:29.030269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-b8d1763c-ef86-4992-998b-39818fdeb44c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789067 Mar 09 12:41:30.103248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-bf2c3c1d-ceb0-46c8-be13-01a0be1e5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:30.104731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-bf2c3c1d-ceb0-46c8-be13-01a0be1e5d5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0725214 Mar 09 12:41:30.211486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ac349-8b23-4a6c-9556-3736f058ccfb req-08b87a90-1323-4a7b-b6c8-a3a4dcfd0887 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:30.212933 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-538ac349-8b23-4a6c-9556-3736f058ccfb req-08b87a90-1323-4a7b-b6c8-a3a4dcfd0887 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0832236 Mar 09 12:41:30.236018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-0b136f9a-9bbf-4e6a-9930-e659c79481f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:30.237500 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-0b136f9a-9bbf-4e6a-9930-e659c79481f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1269720 Mar 09 12:41:30.258112 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-538ac349-8b23-4a6c-9556-3736f058ccfb req-bd2392e3-f5a2-43b5-80a4-29e06481c2ba tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388870 Mar 09 12:41:30.341520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-1b0f9d8e-526c-44cb-b236-4a043d799dbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1000 time: 0.0978055 Mar 09 12:41:30.401479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-326a6039-f1ad-4d04-81a8-d52fc5bb9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:30.402860 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-326a6039-f1ad-4d04-81a8-d52fc5bb9887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0561981 Mar 09 12:41:30.479501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-028df68c-c4e4-473b-be99-bdb4f6a927a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:30.480983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-028df68c-c4e4-473b-be99-bdb4f6a927a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721474 Mar 09 12:41:30.611845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-fc6e40e9-a3a6-47ac-824b-57936e16b938 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233406 Mar 09 12:41:30.740520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-76025d1a-41ce-4ec6-9542-730ab76e862d service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225688 Mar 09 12:41:31.441002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13681c6-8025-4623-8f52-1a154f056fe1 req-ca5451cc-b5ab-4ac4-a05c-f2af09a61e1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:31.442435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d13681c6-8025-4623-8f52-1a154f056fe1 req-ca5451cc-b5ab-4ac4-a05c-f2af09a61e1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0791216 Mar 09 12:41:31.486486 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d13681c6-8025-4623-8f52-1a154f056fe1 req-99939b1c-9cdf-4f8c-973a-f3eb6a8978b0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Mar 09 12:41:32.378582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-e230b11f-fd6b-44c8-b97c-d9a54e6dbf55 service neutron] 10.222.0.13 "GET /v2.0/ports/14e17913-9f69-4cdc-9234-e252fc6db3ed/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0740941 Mar 09 12:41:32.646176 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-8636a195-2d13-4541-9b02-37c59f2c924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:32.647920 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-8636a195-2d13-4541-9b02-37c59f2c924f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1098 time: 0.0768909 Mar 09 12:41:32.674831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e754-585b-4100-81ff-324e0c0cd745 req-6e99ae62-ea68-42f9-b168-f8fede9654a9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:32.676268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-66f3e754-585b-4100-81ff-324e0c0cd745 req-6e99ae62-ea68-42f9-b168-f8fede9654a9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0832624 Mar 09 12:41:32.720265 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-66f3e754-585b-4100-81ff-324e0c0cd745 req-8b9781d8-3d95-4a25-b363-110e428881d0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Mar 09 12:41:32.740519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-847379a2-f415-4f28-9564-b4b964fe9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:32.742004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-847379a2-f415-4f28-9564-b4b964fe9c09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0728905 Mar 09 12:41:32.871401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-ce7bd8e5-ec2b-4ad9-a891-1fda2ba77381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:32.872812 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-ce7bd8e5-ec2b-4ad9-a891-1fda2ba77381 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1246433 Mar 09 12:41:32.974187 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-2bab4906-0a27-440e-80b0-ad2d2e0d0f1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1000 time: 0.0950625 Mar 09 12:41:33.034104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-ffda8059-b5ef-406a-b69d-197e7fc0fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:33.035466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-ffda8059-b5ef-406a-b69d-197e7fc0fde8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0559900 Mar 09 12:41:33.112007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-9557bd76-f3c8-4aed-97d5-867c63b52535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:33.113496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-9557bd76-f3c8-4aed-97d5-867c63b52535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726452 Mar 09 12:41:33.241111 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-7a0e5807-5c56-45b5-9642-5f0adadeb27e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217890 Mar 09 12:41:33.472718 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-08d4efe4-0050-47c6-a052-d3d3f6b0ba5f req-36285d64-cf1e-4547-ac3f-0f1d46d983f6 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255681 Mar 09 12:41:33.903924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830b55-16d6-4853-82ff-ab881007596f req-4a277aea-8f5d-4ef4-909a-8c5210097360 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:33.905280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60830b55-16d6-4853-82ff-ab881007596f req-4a277aea-8f5d-4ef4-909a-8c5210097360 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0778084 Mar 09 12:41:33.950774 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60830b55-16d6-4853-82ff-ab881007596f req-790c72a2-f81f-4a24-8eca-934284b373e8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Mar 09 12:41:35.144798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcda3e2-f9cd-4896-ac50-79177ebf9033 req-a3d1605e-6efc-453a-80f0-6a94867228d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.146321 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-edcda3e2-f9cd-4896-ac50-79177ebf9033 req-a3d1605e-6efc-453a-80f0-6a94867228d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0883205 Mar 09 12:41:35.190713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-edcda3e2-f9cd-4896-ac50-79177ebf9033 req-52296a5f-9f6e-4fc4-97cb-58c19924b8b8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Mar 09 12:41:35.494808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfd02c-b704-40dc-a951-30e76972fa5f req-4e437e31-00cc-4a97-ad6f-788012a6f4a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.496594 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a0bfd02c-b704-40dc-a951-30e76972fa5f req-4e437e31-00cc-4a97-ad6f-788012a6f4a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0823615 Mar 09 12:41:35.497290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-b060b780-8d7a-4f3d-bec8-bd631104f18d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.497998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-b060b780-8d7a-4f3d-bec8-bd631104f18d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:41:35.516422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-b060b780-8d7a-4f3d-bec8-bd631104f18d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:41:35.517713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-b060b780-8d7a-4f3d-bec8-bd631104f18d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1047630 Mar 09 12:41:35.543743 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a0bfd02c-b704-40dc-a951-30e76972fa5f req-24f3aa15-feaf-45ae-9011-4dcc112de682 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Mar 09 12:41:35.663239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-37a998de-8ae3-467a-9103-ccb604c4ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.664590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-37a998de-8ae3-467a-9103-ccb604c4ad60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0727224 Mar 09 12:41:35.792504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-0977eba4-190a-4c77-9fc3-d714e9046be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.793936 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-0977eba4-190a-4c77-9fc3-d714e9046be4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1231103 Mar 09 12:41:35.896335 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-98d8a1bd-5513-478d-ade0-1c5a6689620f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1000 time: 0.0966752 Mar 09 12:41:35.957589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-bb5517b3-8627-44b7-a342-22e08874e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:35.958983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-bb5517b3-8627-44b7-a342-22e08874e653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0572453 Mar 09 12:41:36.034369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-14f9d7bd-833e-463f-b294-624611c7dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:36.035788 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-14f9d7bd-833e-463f-b294-624611c7dbad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713265 Mar 09 12:41:36.166547 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-3da8909b-9cca-4e7b-bc1c-a3f6bb56960c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251111 Mar 09 12:41:36.296009 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7aa92f6e-0e1d-4bf1-ab7a-3122398dc9e8 req-2c9d9e16-34f7-4695-9481-ede769d7ce1e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229398 Mar 09 12:41:36.737563 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d208a-e298-42fc-bc39-f18bbc3e9ed7 req-c7821b68-93da-4323-898a-e67b8bef9dee tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:36.739005 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1e3d208a-e298-42fc-bc39-f18bbc3e9ed7 req-c7821b68-93da-4323-898a-e67b8bef9dee tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0853341 Mar 09 12:41:36.784953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1e3d208a-e298-42fc-bc39-f18bbc3e9ed7 req-8114dc9d-b47d-4b07-a121-05ca494c866f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403953 Mar 09 12:41:37.967134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f3800-38f7-4020-84a2-ac848c829a80 req-503aa22f-cd78-4633-8c9b-eb532c897657 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:37.968546 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c92f3800-38f7-4020-84a2-ac848c829a80 req-503aa22f-cd78-4633-8c9b-eb532c897657 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0810373 Mar 09 12:41:38.011017 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c92f3800-38f7-4020-84a2-ac848c829a80 req-5eae550f-797a-4c01-83e7-d26019cd3eb4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363100 Mar 09 12:41:38.201257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e01d-2fdc-4817-a67f-9e7442a7e963 req-bab6719c-543a-44a6-bb85-308502b2f454 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.202571 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-97a1e01d-2fdc-4817-a67f-9e7442a7e963 req-bab6719c-543a-44a6-bb85-308502b2f454 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0850151 Mar 09 12:41:38.245165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-97a1e01d-2fdc-4817-a67f-9e7442a7e963 req-2edf98df-4dba-4d3f-9b33-817525e15def tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363398 Mar 09 12:41:38.581959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac324f-0915-414b-b872-6c07d82a6a54 req-88d773e9-1391-4d66-b416-a3c39dc79da6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.583408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9aac324f-0915-414b-b872-6c07d82a6a54 req-88d773e9-1391-4d66-b416-a3c39dc79da6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0862012 Mar 09 12:41:38.623552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-3e02001a-bda2-46cd-abb4-24f3ff60507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.625045 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-3e02001a-bda2-46cd-abb4-24f3ff60507f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 1098 time: 0.0710974 Mar 09 12:41:38.628924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9aac324f-0915-414b-b872-6c07d82a6a54 req-783fd69b-a29b-4381-bf7c-17807668fd66 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Mar 09 12:41:38.756350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-844a6e6f-4646-4268-b62e-32fa65c815b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.757851 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-844a6e6f-4646-4268-b62e-32fa65c815b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1273448 Mar 09 12:41:38.860642 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-61c34a7b-621d-48ca-9e54-b9188cf123c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 200 len: 1000 time: 0.0964117 Mar 09 12:41:38.920457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-bba57d18-0f34-468f-a7fa-fffe39ceeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.921857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-bba57d18-0f34-468f-a7fa-fffe39ceeaf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0558825 Mar 09 12:41:38.997337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-f9f0f41c-6f33-4a41-9904-9a37fbd037f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:38.998749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-f9f0f41c-6f33-4a41-9904-9a37fbd037f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712135 Mar 09 12:41:39.128307 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-b78441d7-c8b7-4576-ab0f-8e0af93b1494 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233377 Mar 09 12:41:39.362893 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf320411-1a88-49cd-9a70-d68af3dca347 req-77b4b6be-9db2-4a6f-b895-3639853bd73b service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294457 Mar 09 12:41:39.822748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b7b2-2d8a-41af-a7bf-3538c3ec9969 req-8b9ec170-2cf9-45f8-b3d7-d64f9efdc966 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:39.824140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad02b7b2-2d8a-41af-a7bf-3538c3ec9969 req-8b9ec170-2cf9-45f8-b3d7-d64f9efdc966 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0864065 Mar 09 12:41:39.868677 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad02b7b2-2d8a-41af-a7bf-3538c3ec9969 req-5f546ec6-2fd3-49ca-a81b-30c8b350ee70 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388665 Mar 09 12:41:41.051747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465a63-393f-4938-99aa-d1c3a35eee8d req-64cb8987-33fb-4372-b160-fbe7191402da tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:41.053201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f465a63-393f-4938-99aa-d1c3a35eee8d req-64cb8987-33fb-4372-b160-fbe7191402da tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0788085 Mar 09 12:41:41.099523 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f465a63-393f-4938-99aa-d1c3a35eee8d req-6ec701cd-8848-4c2a-80fe-fcd41062179a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Mar 09 12:41:41.472628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20580dcc-d43f-43b5-bb2e-c85e354ee44d req-e0703c74-d35d-4b82-b3a1-22b9f22e5c49 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:41.474090 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20580dcc-d43f-43b5-bb2e-c85e354ee44d req-e0703c74-d35d-4b82-b3a1-22b9f22e5c49 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0780234 Mar 09 12:41:41.518247 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20580dcc-d43f-43b5-bb2e-c85e354ee44d req-b2ea4234-16ba-4433-8546-0c5e29eed878 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Mar 09 12:41:42.706267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26857e-46cb-4602-8325-9d986816b943 req-8be48e84-e061-467a-9ede-7e88859ad390 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:42.707709 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bf26857e-46cb-4602-8325-9d986816b943 req-8be48e84-e061-467a-9ede-7e88859ad390 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0842404 Mar 09 12:41:42.753326 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bf26857e-46cb-4602-8325-9d986816b943 req-d89ed180-6800-409f-94a8-304506760fff tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Mar 09 12:41:43.012154 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-7a6b415e-cba1-4e70-8288-3ec441af6f78 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:43.013501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-7a6b415e-cba1-4e70-8288-3ec441af6f78 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0774331 Mar 09 12:41:43.084592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Deleting port 14e17913-9f69-4cdc-9234-e252fc6db3ed {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:41:43.084955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:43.325539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] For port 14e17913-9f69-4cdc-9234-e252fc6db3ed, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=14e17913-9f69-4cdc-9234-e252fc6db3ed,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:41:43.325816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:43.617666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:43.617956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:43.618263 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec disassociated. External IP: 172.26.5.19, port: 14e17913-9f69-4cdc-9234-e252fc6db3ed. Mar 09 12:41:43.618596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Calling delete_port for 14e17913-9f69-4cdc-9234-e252fc6db3ed owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:41:43.762210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:43.810695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'Port': ['ID=14e17913-9f69-4cdc-9234-e252fc6db3ed,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:43.908765 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1dcfa773-755e-469b-bd7c-0b9d522a2bf1 req-4b016b36-188a-4f66-9713-5ee61cb62dc0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7382343-9bf0-4006-8a23-4790487b6c1c HTTP/1.1" status: 200 len: 210 time: 0.0439687 Mar 09 12:41:44.007629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:41:44.184846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:41:44.194343 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:41:44.203568 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:44.204233 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:41:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:44.261334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] No DVR routers for this DVR port 14e17913-9f69-4cdc-9234-e252fc6db3ed on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:41:44.264018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:44.268308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'name': 'network-vif-deleted', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:41:44.284167 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e3eda0ca-ae5f-464d-8685-e3261b7d6a5f req-9ab90112-342e-4348-81c5-09f267ad87f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "DELETE /v2.0/ports/14e17913-9f69-4cdc-9234-e252fc6db3ed HTTP/1.1" status: 204 len: 173 time: 1.2652755 Mar 09 12:41:44.326409 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7382343-9bf0-4006-8a23-4790487b6c1c', 'name': 'network-vif-deleted', 'tag': '14e17913-9f69-4cdc-9234-e252fc6db3ed', 'status': 'completed', 'code': 200} Mar 09 12:41:44.388140 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:44.699589 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:44.703339 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:41:44.712350 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:44.712977 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:41:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:44.930649 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:45.243158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-4af2c165-a5ca-445a-bc36-dac5c1a126a9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--359585837&fields=id&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 267 time: 0.0407832 Mar 09 12:41:45.245031 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:45.249045 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671a3c8-0832-4a55-bbe1-8bfb2135acd0 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:41:45.401536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-49c94588-b4fb-4bd1-8b86-aaaf874ef475 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:45.403042 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-49c94588-b4fb-4bd1-8b86-aaaf874ef475 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1532619 Mar 09 12:41:45.418635 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-6bf7f003-9adc-4305-9af8-c66aacdf8e43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/quotas/0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 375 time: 0.0098131 Mar 09 12:41:45.453946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6068-ed54-4bf3-b937-7972f9563191 None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:41:45.509478 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-fd81d593-5780-458c-b334-f5d63fbb7eb9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845842 Mar 09 12:41:45.750153 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-214f7698-4503-4fab-8133-efe6731fef70 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281322 Mar 09 12:41:45.882641 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-1700c40e-dbb8-43c3-9253-cdfca800fc88 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261680 Mar 09 12:41:46.059150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-99d04c6b-b191-457e-88c4-bcc12e35c889 req-84fa17b2-d0c8-4314-ac83-2dbaf1fcbb5a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 210 time: 0.0436983 Mar 09 12:41:46.271484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:46.328001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 14e17913-9f69-4cdc-9234-e252fc6db3ed no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:41:46.362357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 14e17913-9f69-4cdc-9234-e252fc6db3ed {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:41:46.362703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 14e17913-9f69-4cdc-9234-e252fc6db3ed not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:41:47.195035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-8832b6a0-f484-4965-8312-d412c2f68f22 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:47.196715 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-8832b6a0-f484-4965-8312-d412c2f68f22 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.2563312 Mar 09 12:41:47.223972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d924e3b3-65d8-4a56-a560-13530a53ce78 req-61042fff-c239-462a-81bf-e14a74a56d06 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 210 time: 0.0456827 Mar 09 12:41:47.253052 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-fdce3a11-4252-4cf2-96d8-10b591cde7d5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 379 time: 0.0421941 Mar 09 12:41:47.261550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'port': {'device_id': '5f861252-e663-434c-8e05-e1a3c997411d', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'admin_state_up': True, 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'security_groups': ['202de8b5-7a3b-47fa-bb76-c5bb663a938b']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:41:47.394445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:41:47.398400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:port and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:41:47.401238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:41:47.406956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:41:47.416416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:41:47.419938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:47.582674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Allocated IP 172.20.0.5 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/ffdab092-5372-4f5d-98d7-92fa3ea59a78) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:41:47.770405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:47.785508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Transition to ACTIVE for port object ffdab092-5372-4f5d-98d7-92fa3ea59a78 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:41:47.808684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:47.874996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:41:47.878882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:41:47.881328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:41:47.937666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:47.957995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:47.958455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:47.982924 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-565551f1-67f0-4a27-89a7-48d599cc5e3c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247920 Mar 09 12:41:47.994045 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Request body: {'port': {'device_id': '5f861252-e663-434c-8e05-e1a3c997411d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:41:48.064461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a4c6bde7-7638-4b6a-a762-2c9cfafee2d6 None None] Provisioning for port ffdab092-5372-4f5d-98d7-92fa3ea59a78 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:41:48.069254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a4c6bde7-7638-4b6a-a762-2c9cfafee2d6 None None] Provisioning complete for port ffdab092-5372-4f5d-98d7-92fa3ea59a78 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:41:48.069830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4c6bde7-7638-4b6a-a762-2c9cfafee2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.107914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.137870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a4c6bde7-7638-4b6a-a762-2c9cfafee2d6 None None] Port ffdab092-5372-4f5d-98d7-92fa3ea59a78 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:41:48.411766 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e609b3-a5a4-41d1-b419-b151f72480bc req-c00a6307-c899-4ea3-8cec-94b6c4d82761 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:48.413233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1e609b3-a5a4-41d1-b419-b151f72480bc req-c00a6307-c899-4ea3-8cec-94b6c4d82761 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 931 time: 0.0826471 Mar 09 12:41:48.455472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:41:48.461436 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1e609b3-a5a4-41d1-b419-b151f72480bc req-c5ef61fe-8134-4d32-b598-8f85e23a0d9f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Mar 09 12:41:48.464804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.480712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Transition to ACTIVE for port object ffdab092-5372-4f5d-98d7-92fa3ea59a78 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:41:48.485502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.649903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:48.726840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Attempting to bind port ffdab092-5372-4f5d-98d7-92fa3ea59a78 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:41:48.727175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Attempting to bind port ffdab092-5372-4f5d-98d7-92fa3ea59a78 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:41:48.727499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Attempting to bind port ffdab092-5372-4f5d-98d7-92fa3ea59a78 on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:41:48.731930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Port ffdab092-5372-4f5d-98d7-92fa3ea59a78 on network 8adae4b8-9751-48bf-922e-e66930217415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:41:48.732244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Attempting to bind port ffdab092-5372-4f5d-98d7-92fa3ea59a78 on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:41:48.738405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:41:48.738735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:41:48.739118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:41:48.739540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Bound port: ffdab092-5372-4f5d-98d7-92fa3ea59a78, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:41:48.739890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.831539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:41:48.834317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:41:48.838853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.895844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:48.896455 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:48.897839 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] 10.222.0.13 "PUT /v2.0/ports/ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1093 time: 0.9079554 Mar 09 12:41:48.898310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:41:48.931743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01ece5-e2c9-4f99-8a12-7947e6826b0b service neutron] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:48.979346 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'status': 'completed', 'code': 200} Mar 09 12:41:49.022669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-6c7a8423-b312-423d-a0a7-47fb2ff8d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.024153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-6c7a8423-b312-423d-a0a7-47fb2ff8d392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1096 time: 0.0823057 Mar 09 12:41:49.097332 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-966afb44-a707-40c4-ae12-c72d6579b162 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 217 time: 0.0659089 Mar 09 12:41:49.257801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-7d557462-a075-4f4a-8a93-3408c2ee80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.259217 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-7d557462-a075-4f4a-8a93-3408c2ee80bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.1567645 Mar 09 12:41:49.335992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-e7cc95ba-8945-4f80-b4ee-ed9d3b25e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.337566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-e7cc95ba-8945-4f80-b4ee-ed9d3b25e409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716794 Mar 09 12:41:49.468010 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-3d26ce8b-235e-4e6b-8b70-13347e7e7ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242573 Mar 09 12:41:49.600495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-20534ea6-0bbb-4157-b8b0-7ce42c43cafd req-00db9a47-6481-43de-ac33-19c8848fe8ec service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266043 Mar 09 12:41:49.647278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0913c6-f6da-4144-9aa7-03b77e3bf7a2 req-37101df5-889f-4ad9-a60b-be2224620e74 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.648739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b0913c6-f6da-4144-9aa7-03b77e3bf7a2 req-37101df5-889f-4ad9-a60b-be2224620e74 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 943 time: 0.0809951 Mar 09 12:41:49.695945 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b0913c6-f6da-4144-9aa7-03b77e3bf7a2 req-28992373-9588-46a3-bd02-aa396ee50ed7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Mar 09 12:41:49.714811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368306d-2483-49b8-ae55-f6626778ec24 req-d93935db-5059-4917-afbf-300a7d592873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.716263 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-d93935db-5059-4917-afbf-300a7d592873 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1096 time: 0.0708654 Mar 09 12:41:49.845805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368306d-2483-49b8-ae55-f6626778ec24 req-7ecdc14c-081c-4274-a3eb-d6c2f06f1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.847140 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-7ecdc14c-081c-4274-a3eb-d6c2f06f1e68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1247122 Mar 09 12:41:49.916535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-9f9e5c4e-1839-474b-ae4f-f7a632611e5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 217 time: 0.0626767 Mar 09 12:41:49.979558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368306d-2483-49b8-ae55-f6626778ec24 req-e7a1248e-84a0-4887-8074-b3e6ad7d8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:49.981038 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-e7a1248e-84a0-4887-8074-b3e6ad7d8b9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0567646 Mar 09 12:41:50.056736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368306d-2483-49b8-ae55-f6626778ec24 req-00e941e0-e0ef-404b-b311-3e92ccf619ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:50.058190 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-00e941e0-e0ef-404b-b311-3e92ccf619ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712633 Mar 09 12:41:50.196710 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-a82f95ba-29e5-4647-ac4c-cd9a49415327 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313920 Mar 09 12:41:50.328304 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a368306d-2483-49b8-ae55-f6626778ec24 req-a4a091d1-15a7-4661-9441-169d311e80f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238086 Mar 09 12:41:50.702636 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:41:50.884029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86a67-4b5b-43a1-b089-2a7211561b24 req-0f353362-ccb4-4ffe-84b6-8efda9db56d4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:50.885419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ebd86a67-4b5b-43a1-b089-2a7211561b24 req-0f353362-ccb4-4ffe-84b6-8efda9db56d4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 943 time: 0.0801008 Mar 09 12:41:50.929129 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ebd86a67-4b5b-43a1-b089-2a7211561b24 req-25d62656-dab9-41a4-9df5-41b334453bc1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381038 Mar 09 12:41:52.113136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e9c4-484e-4727-b5c5-ae527d1cb698 req-de9f5e4e-c0a8-49c5-9607-555c328f45d7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:52.114580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2930e9c4-484e-4727-b5c5-ae527d1cb698 req-de9f5e4e-c0a8-49c5-9607-555c328f45d7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 943 time: 0.0829790 Mar 09 12:41:52.158832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2930e9c4-484e-4727-b5c5-ae527d1cb698 req-fc99266a-a650-4538-b82d-71834365070e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385890 Mar 09 12:41:52.343984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:41:52.474461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:41:52.488318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'mac_address': 'fa:16:3e:7f:2d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:41:52.541967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:52.558519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:41:52.573649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:41:52.577264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:52.646495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:52.677968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f2cd7f5-8950-473a-8e3d-0be88c2c3e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:52.787607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ffdab092-5372-4f5d-98d7-92fa3ea59a78'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:41:53.339427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6526f-ee5d-40a3-9028-2c883a430676 req-2595ac05-ad72-454d-b15f-809ad4393245 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:53.340859 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4d6526f-ee5d-40a3-9028-2c883a430676 req-2595ac05-ad72-454d-b15f-809ad4393245 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 944 time: 0.0785463 Mar 09 12:41:53.384003 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d4d6526f-ee5d-40a3-9028-2c883a430676 req-8ccbf38b-49d2-4007-bdb9-34a7a44c1051 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371289 Mar 09 12:41:54.342580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:41:54.409700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port ffdab092-5372-4f5d-98d7-92fa3ea59a78 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:41:54.414487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ffdab092-5372-4f5d-98d7-92fa3ea59a78 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:41:54.414863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:54.534274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:54.560943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:41:54.571277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:41:54.575962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:54.580570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceeac2-7a6b-4496-9689-da409164af32 req-d9341af2-8e1f-41be-b523-58493d53c5f7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:54.582107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f6ceeac2-7a6b-4496-9689-da409164af32 req-d9341af2-8e1f-41be-b523-58493d53c5f7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 944 time: 0.0891967 Mar 09 12:41:54.609379 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'code': 200} Mar 09 12:41:54.634128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f6ceeac2-7a6b-4496-9689-da409164af32 req-9b09de72-2690-4692-b36d-fb86e1ba407a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457821 Mar 09 12:41:54.648664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:41:54.832932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac57bf-675d-4faa-bd6a-07658e3ce0a1 req-5cf327d2-f3a1-4f09-afd2-fc4e82d6119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:54.834382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5dac57bf-675d-4faa-bd6a-07658e3ce0a1 req-5cf327d2-f3a1-4f09-afd2-fc4e82d6119b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0694435 Mar 09 12:41:54.874409 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5dac57bf-675d-4faa-bd6a-07658e3ce0a1 req-f0c7bc6c-95e2-4ac7-920f-c31edfbe3c93 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338590 Mar 09 12:41:54.886209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ef56a93-d3e6-42df-a1d5-5f5ae2e0bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:55.742350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:55.828596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f7b8-2ce0-4afa-b376-6095110f7dcd req-42fa2cb9-4e1e-4d87-91e2-298cc325545d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:55.831491 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e04f7b8-2ce0-4afa-b376-6095110f7dcd req-42fa2cb9-4e1e-4d87-91e2-298cc325545d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0859697 Mar 09 12:41:55.877688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e04f7b8-2ce0-4afa-b376-6095110f7dcd req-1ce73086-f360-4163-934e-88289bf90883 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Mar 09 12:41:56.117372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:57.058773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d591c-e332-4a55-a66d-cdef9569fde0 req-e9ff14a8-2b98-4475-a801-bf3bca45e79b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:57.060197 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1d0d591c-e332-4a55-a66d-cdef9569fde0 req-e9ff14a8-2b98-4475-a801-bf3bca45e79b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0786037 Mar 09 12:41:57.103288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1d0d591c-e332-4a55-a66d-cdef9569fde0 req-a1074541-d82b-41db-8bd7-669fd8ca3c2e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366616 Mar 09 12:41:57.285250 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d141e8-86ed-4cdf-98e9-6855759dc24f req-14760baf-5242-44d5-9788-ad6cbd87679f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:57.286687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e1d141e8-86ed-4cdf-98e9-6855759dc24f req-14760baf-5242-44d5-9788-ad6cbd87679f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0848901 Mar 09 12:41:57.295122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:41:57.300768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'floatingip': {'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:41:57.380549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:57.670277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:58.080286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:58.084185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:58.254011 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec associated. External IP: 172.26.5.19, port: ffdab092-5372-4f5d-98d7-92fa3ea59a78. Mar 09 12:41:58.609315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:41:58.786035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:41:58.790453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:41:58.795665 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:41:58.806202 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:58.806802 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:41:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:58.844577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-21e63458-74c6-4fa2-aac0-19dc94314ea5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "PUT /v2.0/floatingips/41e88a2f-034a-4ac8-ab11-c60b8d9f1fec HTTP/1.1" status: 200 len: 990 time: 1.5482755 Mar 09 12:41:58.845223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:41:58.890053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'status': 'completed', 'code': 200} Mar 09 12:41:58.989758 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:58.991036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-85ac9dec-24d8-4f87-99d2-3236d62de6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:58.992490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-85ac9dec-24d8-4f87-99d2-3236d62de6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0796907 Mar 09 12:41:59.179489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-7ed29ab7-425d-45e1-ab08-405b4d066f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:59.181082 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-7ed29ab7-425d-45e1-ab08-405b4d066f2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1831441 Mar 09 12:41:59.234818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0700de-c470-44ec-b1c1-3a3d848f7bad req-79501327-3bb2-4669-8d73-724bf3a6f0e9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:59.236301 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c0700de-c470-44ec-b1c1-3a3d848f7bad req-79501327-3bb2-4669-8d73-724bf3a6f0e9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0837042 Mar 09 12:41:59.297450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8c0700de-c470-44ec-b1c1-3a3d848f7bad req-bdefd383-441e-4a40-818a-03388078187e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542634 Mar 09 12:41:59.358915 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:7f:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f861252-e663-434c-8e05-e1a3c997411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:57Z', 'revision_number': 9, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:59.363919 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:41:59.372157 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:41:59.372874 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:41:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:59.401400 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-3449a2b9-865e-4db1-b63c-0f069a321c6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2760503 Mar 09 12:41:59.405147 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-cee1d115-4955-4975-b69a-bb2dc844d00f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 998 time: 0.2146568 Mar 09 12:41:59.467591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-6a009bec-9ceb-462c-b888-4e5d09284c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:59.469063 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-6a009bec-9ceb-462c-b888-4e5d09284c0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0585153 Mar 09 12:41:59.558026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-3780cdca-bdfb-4471-86ec-466ac2f19fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:41:59.559504 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-3780cdca-bdfb-4471-86ec-466ac2f19fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852215 Mar 09 12:41:59.574708 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:41:59.701566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-3269c905-69fb-47bc-bf75-b470c0adc7ee service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361425 Mar 09 12:41:59.842371 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a36934af-c438-4f2d-bb80-7bae693a3646 req-0b786a58-e661-43ac-8792-e27282685f16 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349101 Mar 09 12:41:59.985791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:7f:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f861252-e663-434c-8e05-e1a3c997411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:57Z', 'revision_number': 9, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:41:59.989724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc642-58b9-4ff0-97e8-29d7b35f4e2f None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:7f:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f861252-e663-434c-8e05-e1a3c997411d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:41:57Z', 'revision_number': 9, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:42:00.182221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904db0a0-dddb-4491-84bf-82ac0dee65cb None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:42:00.497570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699e6d-827a-4a62-bf4d-cd439e0804ec req-fc1bc561-b71b-4330-9e27-a22ad5fc6d36 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:00.500834 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da699e6d-827a-4a62-bf4d-cd439e0804ec req-fc1bc561-b71b-4330-9e27-a22ad5fc6d36 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0970650 Mar 09 12:42:00.557500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-da699e6d-827a-4a62-bf4d-cd439e0804ec req-1a7bbfd1-2912-4fb5-a1a2-f33f5f1c7f43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493391 Mar 09 12:42:00.560436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d930e67a-4628-4f98-8be4-3832c0eae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:00.562191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d930e67a-4628-4f98-8be4-3832c0eae7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0823071 Mar 09 12:42:00.693533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-cf783a7a-a25e-4824-990d-c90f3925fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:00.694879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-cf783a7a-a25e-4824-990d-c90f3925fc79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1274216 Mar 09 12:42:00.798452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-35d13a79-079d-40e9-922d-9246a50e98b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1001 time: 0.0977769 Mar 09 12:42:00.859936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-79c25b82-80cd-40f7-865d-9801107c385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:00.861863 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-79c25b82-80cd-40f7-865d-9801107c385c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0588081 Mar 09 12:42:00.939874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-7b0122ca-c4e0-416a-ae2a-9d3772cb31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:00.941346 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-7b0122ca-c4e0-416a-ae2a-9d3772cb31c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740530 Mar 09 12:42:01.071191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-6d1d673e-aeda-4fbe-8824-c9e0b148d1bc service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241357 Mar 09 12:42:01.201991 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-a4fdc848-5a5c-4621-89ce-3ade44b4dd3a service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Mar 09 12:42:01.743526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486c818-df0f-4032-a1d9-4b2654018903 req-396d213e-581b-4ffd-a2e0-8ec6a199cfb2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:01.744969 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a486c818-df0f-4032-a1d9-4b2654018903 req-396d213e-581b-4ffd-a2e0-8ec6a199cfb2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0828040 Mar 09 12:42:01.788648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a486c818-df0f-4032-a1d9-4b2654018903 req-2b395e7e-22bd-469b-a14e-e256cb322481 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 Mar 09 12:42:03.083354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6682c-aecc-4a97-8f0a-a09329c2b727 req-98b4ef47-ea95-4d89-8e5e-0ce9b2015f04 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:03.084726 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-95f6682c-aecc-4a97-8f0a-a09329c2b727 req-98b4ef47-ea95-4d89-8e5e-0ce9b2015f04 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.1918726 Mar 09 12:42:03.128112 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-95f6682c-aecc-4a97-8f0a-a09329c2b727 req-a8c231b6-7e86-4898-970c-f30487744b6e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377150 Mar 09 12:42:04.308848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2632f-4b52-475a-a622-b631de5be65e req-b76a45e9-7cf1-423f-8b06-2eb391ae6661 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:04.310279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38c2632f-4b52-475a-a622-b631de5be65e req-b76a45e9-7cf1-423f-8b06-2eb391ae6661 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0778725 Mar 09 12:42:04.354081 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38c2632f-4b52-475a-a622-b631de5be65e req-68eb1db8-ff3e-4850-a4be-4760cb01ef0c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Mar 09 12:42:05.541942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c77b22-695b-4146-a663-45b2ea6387d3 req-0d277ca3-5e5c-433d-ac0c-4bc7748aaeae tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:05.543382 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93c77b22-695b-4146-a663-45b2ea6387d3 req-0d277ca3-5e5c-433d-ac0c-4bc7748aaeae tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0846503 Mar 09 12:42:05.586873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93c77b22-695b-4146-a663-45b2ea6387d3 req-dc15b74f-697c-48bb-891c-b973a4a1b866 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376885 Mar 09 12:42:06.770470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa8706-bf7e-4026-8837-49b9bdeac412 req-524bf460-80f7-4839-b517-89b79da8008f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:06.771879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9afa8706-bf7e-4026-8837-49b9bdeac412 req-524bf460-80f7-4839-b517-89b79da8008f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0803626 Mar 09 12:42:06.815298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9afa8706-bf7e-4026-8837-49b9bdeac412 req-8894ef61-6622-4fe8-8dfd-cfa74f6d4d44 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Mar 09 12:42:07.995053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745032e-d83f-430c-aceb-ca45af9f5b0a req-2c8cc369-4c2b-4824-a862-46760fad86f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:07.996463 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e745032e-d83f-430c-aceb-ca45af9f5b0a req-2c8cc369-4c2b-4824-a862-46760fad86f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0782857 Mar 09 12:42:08.039776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e745032e-d83f-430c-aceb-ca45af9f5b0a req-ad684d39-54eb-4a87-88d2-3568c88c77e7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370302 Mar 09 12:42:09.226771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e526-4de4-47c4-baed-bc8708739227 req-9daa1c45-5dd8-4eb7-8ed7-c3ce19002f5e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:09.228223 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-faa3e526-4de4-47c4-baed-bc8708739227 req-9daa1c45-5dd8-4eb7-8ed7-c3ce19002f5e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0826068 Mar 09 12:42:09.273140 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-faa3e526-4de4-47c4-baed-bc8708739227 req-eb565ce3-4908-4053-b3cb-d1a788867df1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Mar 09 12:42:10.454892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d37c64-3a48-4cf6-a92f-42507466996d req-9d497463-721d-411a-8756-ddafb0b85b06 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:10.456310 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-53d37c64-3a48-4cf6-a92f-42507466996d req-9d497463-721d-411a-8756-ddafb0b85b06 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0797412 Mar 09 12:42:10.503994 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-53d37c64-3a48-4cf6-a92f-42507466996d req-f54215d3-3d09-4618-a9fb-d9aa234990f4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Mar 09 12:42:11.688618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce673f3-21be-444a-887b-c15095584a06 req-44686cff-d83f-429a-9199-67ab581bf474 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:11.689993 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2ce673f3-21be-444a-887b-c15095584a06 req-44686cff-d83f-429a-9199-67ab581bf474 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0804079 Mar 09 12:42:11.738687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2ce673f3-21be-444a-887b-c15095584a06 req-1d7dcc9a-7441-42dc-996a-dcd061283f12 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Mar 09 12:42:12.008736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-d658d072-e11b-4443-a0b8-a236f1f501fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:12.010186 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-d658d072-e11b-4443-a0b8-a236f1f501fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0717251 Mar 09 12:42:12.157597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-45094d2a-a069-44bf-97bc-8d40a51e2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:12.159049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-45094d2a-a069-44bf-97bc-8d40a51e2299 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1301637 Mar 09 12:42:12.265563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-80e12cfc-7822-4291-9a72-4550a685d83a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1001 time: 0.0997100 Mar 09 12:42:12.432762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-1f4e35fc-7d41-4a1c-b79e-3b0e4d0b8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:12.434211 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-1f4e35fc-7d41-4a1c-b79e-3b0e4d0b8385 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.1630018 Mar 09 12:42:12.508554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-97a0bf7b-1f97-47e5-8456-1a2e6b93d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:12.509960 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-97a0bf7b-1f97-47e5-8456-1a2e6b93d047 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695772 Mar 09 12:42:12.642319 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-2b54a2a9-086b-46a0-acc6-311f2c54e58b service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261985 Mar 09 12:42:12.772071 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-229ee612-a4b7-4d02-bfbc-7cf147a11280 req-080c404a-16de-4482-be46-240221a150fb service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243508 Mar 09 12:42:12.929187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8d20-1ff0-4dd8-9139-349f982ced9f req-9ac398bb-7efb-4346-b8ed-ee0d4a96f77f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:12.930609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-382c8d20-1ff0-4dd8-9139-349f982ced9f req-9ac398bb-7efb-4346-b8ed-ee0d4a96f77f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0829506 Mar 09 12:42:12.975410 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-382c8d20-1ff0-4dd8-9139-349f982ced9f req-38f9744c-8609-45f0-be2d-48cea3890fef tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 Mar 09 12:42:14.154689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc1324-4560-4975-ab51-149511bde92c req-1bed6bbe-e1c9-4c6a-9530-644c05d68e44 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:14.156114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d7bc1324-4560-4975-ab51-149511bde92c req-1bed6bbe-e1c9-4c6a-9530-644c05d68e44 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0778975 Mar 09 12:42:14.200060 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d7bc1324-4560-4975-ab51-149511bde92c req-46fafd3b-4738-4644-8455-92b628fc15c8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378184 Mar 09 12:42:15.384663 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608275f-37ec-4f09-ac99-472627fc56b1 req-94fc6338-36b2-4f76-ab7b-fbc7a618da11 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:15.386132 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e608275f-37ec-4f09-ac99-472627fc56b1 req-94fc6338-36b2-4f76-ab7b-fbc7a618da11 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0828454 Mar 09 12:42:15.430229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e608275f-37ec-4f09-ac99-472627fc56b1 req-eb620ae3-b111-47ce-812b-8a423f48714d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376518 Mar 09 12:42:16.276479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:16.623711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6ab0-bdb3-4c23-9687-ea570a025aa6 req-0c5be1e7-3902-45bd-bc58-f2cffc3072cb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:16.625559 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0af6ab0-bdb3-4c23-9687-ea570a025aa6 req-0c5be1e7-3902-45bd-bc58-f2cffc3072cb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0862315 Mar 09 12:42:16.668539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0af6ab0-bdb3-4c23-9687-ea570a025aa6 req-abe20aa2-e179-4fea-8cac-99f003d0dd78 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Mar 09 12:42:17.849388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43bff-83d7-441c-8d7c-eb7ec8d02f32 req-6e4bd14b-e85b-4e8a-a59d-e937839b2059 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:17.850775 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ac43bff-83d7-441c-8d7c-eb7ec8d02f32 req-6e4bd14b-e85b-4e8a-a59d-e937839b2059 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0793636 Mar 09 12:42:17.864714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-649e8819-0e6d-4d8a-98b5-8c08dd4a242f service neutron] 10.222.0.13 "GET /v2.0/ports/ffdab092-5372-4f5d-98d7-92fa3ea59a78/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0792634 Mar 09 12:42:17.896214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5ac43bff-83d7-441c-8d7c-eb7ec8d02f32 req-eea80b53-c812-4d6e-8922-d50ec49cc24c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Mar 09 12:42:18.122133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d384f6bf-c2dd-4002-8678-7a2b798487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:18.123582 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d384f6bf-c2dd-4002-8678-7a2b798487b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1098 time: 0.0719535 Mar 09 12:42:18.220167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-8ad69372-c3af-42ba-a310-bb10f3c6e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:18.221658 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-8ad69372-c3af-42ba-a310-bb10f3c6e798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0735354 Mar 09 12:42:18.352981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d1d7666d-22c9-4ce4-b169-319c88772237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:18.354396 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d1d7666d-22c9-4ce4-b169-319c88772237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1263633 Mar 09 12:42:18.459922 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-aaba9a3a-5229-4037-aa1e-b4afa38d8b7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1001 time: 0.0987928 Mar 09 12:42:18.522957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d372b934-73a4-47d4-a499-66d3441e5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:18.524368 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-d372b934-73a4-47d4-a499-66d3441e5490 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0590951 Mar 09 12:42:18.598561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-09031c61-9817-4341-bfd5-21e4b9d5a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:18.600308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-09031c61-9817-4341-bfd5-21e4b9d5a5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694060 Mar 09 12:42:18.731117 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-1555e897-9505-4102-ac96-68a431c312e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237001 Mar 09 12:42:18.858457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2a27f5a-3e47-483f-ac42-0b4b22586abf req-8711852d-9fa2-4e78-80fa-94bb28e57906 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213999 Mar 09 12:42:19.090884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73fe56-111b-4324-9216-dc1be40cf3de req-40fb93b3-e33e-406f-954a-95581fdcd67c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:19.092418 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd73fe56-111b-4324-9216-dc1be40cf3de req-40fb93b3-e33e-406f-954a-95581fdcd67c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0847261 Mar 09 12:42:19.136110 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd73fe56-111b-4324-9216-dc1be40cf3de req-0e929e17-db8c-4d2c-9ea1-e128db029719 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Mar 09 12:42:20.329676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e26e3a-9611-4cae-91a1-28e9c0a2a47b req-74714b62-75ea-4c70-8c74-215f8c3fbde6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:20.331431 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49e26e3a-9611-4cae-91a1-28e9c0a2a47b req-74714b62-75ea-4c70-8c74-215f8c3fbde6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0870352 Mar 09 12:42:20.384084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49e26e3a-9611-4cae-91a1-28e9c0a2a47b req-0ccf5b79-43aa-42ac-81a7-3ad3522866cf tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 Mar 09 12:42:20.569477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:42:20.572796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:42:20.788635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:20.809630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:20.828904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'mac_address': 'fa:16:3e:7f:2d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:42:20.833790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:20.871370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:20.878298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:20.913523 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'code': 200} Mar 09 12:42:20.946079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:20.973846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:42:20.980304 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:21.011220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.011567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.011904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.012239 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.012564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.012912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.013232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.013554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.013874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.014193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.014513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.014831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:21.046964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:42:21.047329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:42:21.572582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9cd25-0687-45a5-9980-e691fae405a5 req-210dacb0-fe12-4aa1-a7c8-cf960a4b7c81 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:21.574054 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d3e9cd25-0687-45a5-9980-e691fae405a5 req-210dacb0-fe12-4aa1-a7c8-cf960a4b7c81 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 943 time: 0.0837874 Mar 09 12:42:21.604415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:21.617269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d3e9cd25-0687-45a5-9980-e691fae405a5 req-b50be346-761e-4c85-8f23-9ac2a294c01a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374250 Mar 09 12:42:21.621629 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:42:21.637954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:21.641673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:21.707577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ffdab092-5372-4f5d-98d7-92fa3ea59a78'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:42:21.750750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:22.023834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-3cc0ed1b-a719-41c6-af7d-fa435a57b705 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.024458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-3cc0ed1b-a719-41c6-af7d-fa435a57b705 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:42:22.039905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-3cc0ed1b-a719-41c6-af7d-fa435a57b705 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:42:22.041263 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-3cc0ed1b-a719-41c6-af7d-fa435a57b705 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.1052165 Mar 09 12:42:22.081616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036e6e-bd18-4159-9661-de2f0a5dea13 req-05e60c40-8e8a-465f-a319-1de3f144c5c0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.083042 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08036e6e-bd18-4159-9661-de2f0a5dea13 req-05e60c40-8e8a-465f-a319-1de3f144c5c0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 944 time: 0.0840969 Mar 09 12:42:22.121769 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-d4e36af7-754e-4b07-a923-3c57d9dc0bf5 service neutron] 10.222.0.13 "GET /v2.0/ports/ffdab092-5372-4f5d-98d7-92fa3ea59a78/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0748050 Mar 09 12:42:22.127288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08036e6e-bd18-4159-9661-de2f0a5dea13 req-74c9f9a8-50e1-46b7-a95b-60ada29b89e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378163 Mar 09 12:42:22.212021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-5f97ecfb-72b5-401b-a079-f9abd1292361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.213520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-5f97ecfb-72b5-401b-a079-f9abd1292361 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1097 time: 0.0707412 Mar 09 12:42:22.342098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-4c4fcb6e-7118-4e63-a0dc-0fdd68d85717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.343461 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-4c4fcb6e-7118-4e63-a0dc-0fdd68d85717 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1234877 Mar 09 12:42:22.444517 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-b20302f2-440d-41f5-830a-918529dd9028 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1000 time: 0.0953927 Mar 09 12:42:22.583201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:42:22.610780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-16304e84-b343-47ff-a131-8d93af22d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.612132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-16304e84-b343-47ff-a131-8d93af22d4ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.1627746 Mar 09 12:42:22.658668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ffdab092-5372-4f5d-98d7-92fa3ea59a78 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:42:22.659224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:22.691308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-6284a21f-0d5b-492a-9f34-6c0e35869c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:22.693159 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-6284a21f-0d5b-492a-9f34-6c0e35869c55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748906 Mar 09 12:42:22.723756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17107bf6-1336-456a-9511-11cf690ad996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:22.790458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:22.824041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:22.825714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-905a5fa4-c644-4bf0-8b3d-ce45aa8fe930 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268971 Mar 09 12:42:22.827826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:22.899196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:22.914461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:22.963252 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-e8f14859-0701-446e-b693-cd00804ed266 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321299 Mar 09 12:42:22.971986 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'code': 200} Mar 09 12:42:23.312422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf806c-141a-4235-bd14-01330f313a6f req-6a75b546-638d-4689-9fc7-86566dfc6b43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:23.313912 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5bf806c-141a-4235-bd14-01330f313a6f req-6a75b546-638d-4689-9fc7-86566dfc6b43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0807467 Mar 09 12:42:23.356348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5bf806c-141a-4235-bd14-01330f313a6f req-e5afc5e0-456d-4c43-8702-2ce96b6b7e0c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368707 Mar 09 12:42:24.542526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7a5e-c58d-40c0-aa70-83052b554c08 req-f659fbd2-af74-44db-bf97-3a7c958f6fd6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:24.543970 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-beaa7a5e-c58d-40c0-aa70-83052b554c08 req-f659fbd2-af74-44db-bf97-3a7c958f6fd6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0809720 Mar 09 12:42:24.589649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-beaa7a5e-c58d-40c0-aa70-83052b554c08 req-fbde3e58-f1a1-4d31-b9bc-00dd4279150c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394902 Mar 09 12:42:24.888558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0704341b-8bf3-4a5c-a161-8c10239454a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:25.351625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-38169c8e-aa68-42fa-a2b8-96a7a5e5e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.353118 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-38169c8e-aa68-42fa-a2b8-96a7a5e5e030 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1098 time: 0.0766909 Mar 09 12:42:25.447755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-7d4cbc0a-18c2-49d3-8756-67bebb8fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.449158 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-7d4cbc0a-18c2-49d3-8756-67bebb8fc112 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 1098 time: 0.0716898 Mar 09 12:42:25.582065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-a612cc57-3716-47bc-9ee0-59f42648d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.583542 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-a612cc57-3716-47bc-9ee0-59f42648d3ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1284649 Mar 09 12:42:25.692328 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-78581afe-2d8c-4e48-9105-990889595fdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 200 len: 1001 time: 0.1000345 Mar 09 12:42:25.744080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:25.756131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-81596e89-7e9a-4ec7-a070-696598ab2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.757654 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-81596e89-7e9a-4ec7-a070-696598ab2c48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0597732 Mar 09 12:42:25.779466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93eb68-55a9-4c09-b579-ff42dd9fa33e req-04c89a90-114c-45a1-b647-4dee04b15560 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.780915 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ca93eb68-55a9-4c09-b579-ff42dd9fa33e req-04c89a90-114c-45a1-b647-4dee04b15560 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0850670 Mar 09 12:42:25.827285 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ca93eb68-55a9-4c09-b579-ff42dd9fa33e req-5c21d131-d5cb-4bc7-9240-78bea0d388fb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Mar 09 12:42:25.845996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-c508920a-2e15-44b3-91ee-e9ad25b7f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:25.848135 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-c508920a-2e15-44b3-91ee-e9ad25b7f63d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840425 Mar 09 12:42:25.981162 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-e404884d-798c-447e-8c3d-3bbfaf43d804 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256959 Mar 09 12:42:26.111874 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a563e7e8-32b9-41cf-bedc-22b4ccf91a94 req-e14d4572-ab99-45cc-81db-f6f67809723d service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250927 Mar 09 12:42:26.121012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:27.012779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae43f-05fa-488e-8d7f-5152deb9afd3 req-348816ca-8ac7-4821-bff6-23b4b7fcfbf6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:27.014233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f2ae43f-05fa-488e-8d7f-5152deb9afd3 req-348816ca-8ac7-4821-bff6-23b4b7fcfbf6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0794001 Mar 09 12:42:27.056479 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f2ae43f-05fa-488e-8d7f-5152deb9afd3 req-0f014eba-727b-4b56-b0db-f01fd9533010 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360708 Mar 09 12:42:27.671839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:27.701624 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:42:28.329384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afecae-8360-4fbb-9538-904f14a722a9 req-89476f84-95b7-44f9-84b4-e99664f0a9da tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:28.330818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f0afecae-8360-4fbb-9538-904f14a722a9 req-89476f84-95b7-44f9-84b4-e99664f0a9da tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.1693361 Mar 09 12:42:28.373815 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f0afecae-8360-4fbb-9538-904f14a722a9 req-a565da7e-67e6-45f6-b40b-1c99b3736186 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Mar 09 12:42:28.560661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f56a98-aba5-441a-96b3-1aaf2f226952 req-6cd52f88-d037-416c-bc8c-a3721431af1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:28.562133 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41f56a98-aba5-441a-96b3-1aaf2f226952 req-6cd52f88-d037-416c-bc8c-a3721431af1a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0841620 Mar 09 12:42:28.605532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41f56a98-aba5-441a-96b3-1aaf2f226952 req-abc65169-4456-438f-92b9-28d84eff3f91 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Mar 09 12:42:28.790863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b7dd2-5499-4fa4-8686-ad4e57d2fd2e req-0c6b1295-81e1-4b30-8f27-8aa24c5f8e99 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:28.792310 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-621b7dd2-5499-4fa4-8686-ad4e57d2fd2e req-0c6b1295-81e1-4b30-8f27-8aa24c5f8e99 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0782692 Mar 09 12:42:28.836944 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-621b7dd2-5499-4fa4-8686-ad4e57d2fd2e req-6de6043f-6746-495e-9e41-4424d4202626 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Mar 09 12:42:29.218927 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccf72-2c62-4932-ab8c-ccf21ea0be80 req-e5ed2d6a-fe03-405f-87b8-ae712eb6b13d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:29.220393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b38ccf72-2c62-4932-ab8c-ccf21ea0be80 req-e5ed2d6a-fe03-405f-87b8-ae712eb6b13d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0819128 Mar 09 12:42:29.263107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b38ccf72-2c62-4932-ab8c-ccf21ea0be80 req-3fa5314f-517a-420e-843f-027bd193fd8f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368552 Mar 09 12:42:30.448469 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483424b-3e24-411a-ad7c-e2f9bd5f5e93 req-eb548218-3d0c-4a98-89ba-f410c427f23b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:30.449917 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e483424b-3e24-411a-ad7c-e2f9bd5f5e93 req-eb548218-3d0c-4a98-89ba-f410c427f23b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0816450 Mar 09 12:42:30.493300 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e483424b-3e24-411a-ad7c-e2f9bd5f5e93 req-c00bfe59-d0d3-4154-bc15-2ba299ab9f78 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376925 Mar 09 12:42:31.162903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-90ec26d2-3acd-4fc3-a874-6d695f5544d8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:31.164327 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-90ec26d2-3acd-4fc3-a874-6d695f5544d8 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0780392 Mar 09 12:42:31.233883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Deleting port ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:42:31.234220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:31.474083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] For port ffdab092-5372-4f5d-98d7-92fa3ea59a78, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ffdab092-5372-4f5d-98d7-92fa3ea59a78,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:31.474448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:31.681400 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee99b9-75c4-4bb8-983c-a20ef8cf6e6c req-9fa67dab-3d94-48aa-aceb-a5687a5b16ac tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:31.682854 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-44ee99b9-75c4-4bb8-983c-a20ef8cf6e6c req-9fa67dab-3d94-48aa-aceb-a5687a5b16ac tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 945 time: 0.0813253 Mar 09 12:42:31.727364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-44ee99b9-75c4-4bb8-983c-a20ef8cf6e6c req-981e6b4a-9427-43cb-a94d-8404dc690526 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384586 Mar 09 12:42:31.871582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:31.871945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:31.872261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec disassociated. External IP: 172.26.5.19, port: ffdab092-5372-4f5d-98d7-92fa3ea59a78. Mar 09 12:42:31.872597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Calling delete_port for ffdab092-5372-4f5d-98d7-92fa3ea59a78 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:42:32.011743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:32.060978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'Port': ['ID=ffdab092-5372-4f5d-98d7-92fa3ea59a78,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:32.072199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.072546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.072882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.073237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.073568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.073895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.074219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.074540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.074861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.075180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.075493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.075806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:42:32.263964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:42:32.440981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:42:32.450201 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:42:32.461213 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:42:32.461911 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:42:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:32.513264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] No DVR routers for this DVR port ffdab092-5372-4f5d-98d7-92fa3ea59a78 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:42:32.516513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:32.519024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-deleted', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:32.540604 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-79ea7c00-6b37-4c60-a1ac-c9fa999e2ee9 req-788f6f4b-bdfc-4107-9fee-e040695090d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "DELETE /v2.0/ports/ffdab092-5372-4f5d-98d7-92fa3ea59a78 HTTP/1.1" status: 204 len: 173 time: 1.3713460 Mar 09 12:42:32.574224 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f861252-e663-434c-8e05-e1a3c997411d', 'name': 'network-vif-deleted', 'tag': 'ffdab092-5372-4f5d-98d7-92fa3ea59a78', 'status': 'completed', 'code': 200} Mar 09 12:42:32.657048 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:42:32.893403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4c50fd25-e5f0-401c-a431-686b24cdd59d req-410b8cdb-6370-497f-8393-5a572dbc7d17 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f861252-e663-434c-8e05-e1a3c997411d HTTP/1.1" status: 200 len: 210 time: 0.0454950 Mar 09 12:42:32.969015 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:32.973013 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:42:32.981448 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:42:32.982035 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:42:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:33.163056 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:42:33.466334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:33.470334 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b49a0a-687b-4daa-867f-838931f63a17 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:42:33.670232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c30f72-bd59-4f74-a32a-430fddfde41f None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:42:34.270166 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-51b3bbab-8607-4343-b64f-aa44e19c721e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--359585837&fields=id&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 267 time: 0.0396333 Mar 09 12:42:34.429575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-8e17dc45-15fd-498f-8ab4-836ceca63dca tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:34.429804 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-8e17dc45-15fd-498f-8ab4-836ceca63dca tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1494725 Mar 09 12:42:34.445483 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-bb511260-4b00-483e-a97c-eaa6f142364f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/quotas/0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 375 time: 0.0100846 Mar 09 12:42:34.534212 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-313299b6-b9db-4d0a-bc16-6e10693aa2e9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833144 Mar 09 12:42:34.622781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:42:34.668826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: ffdab092-5372-4f5d-98d7-92fa3ea59a78 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:42:34.669198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ffdab092-5372-4f5d-98d7-92fa3ea59a78 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:42:34.684808 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-41367d73-53c9-4471-8a03-62ffb49fda3f service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381588 Mar 09 12:42:34.830195 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-f98b1b5c-7353-4433-8ca7-7ee492ddda16 service neutron] 10.222.0.20 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372385 Mar 09 12:42:35.014157 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4b3505e6-2630-4e64-b3fe-8fc4004f4128 req-f7476662-862c-44f4-abe0-4514a39f29bb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0477252 Mar 09 12:42:36.010321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-628746f5-3f5e-4e67-9827-b55930dbe084 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:36.011717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-628746f5-3f5e-4e67-9827-b55930dbe084 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 811 time: 0.1502879 Mar 09 12:42:36.060575 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-e9a652a9-425c-449c-8956-07349300e01e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 379 time: 0.0410767 Mar 09 12:42:36.068916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'port': {'device_id': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'admin_state_up': True, 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'security_groups': ['202de8b5-7a3b-47fa-bb76-c5bb663a938b']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:42:36.169549 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc43471e-77ff-4429-b4ae-451ad6d1358c req-6dd74a2f-bba9-4639-89f8-bc45b2b778ba tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0427253 Mar 09 12:42:36.206727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:42:36.210709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Usage tracker for resource:port and tenant:0c82c2e8b6874fbfa29fd4323a8a5feb is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:42:36.213556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:42:36.219015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:42:36.228247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Made reservation on behalf of 0c82c2e8b6874fbfa29fd4323a8a5feb for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:42:36.231660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:36.392976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Allocated IP 172.20.0.11 (8adae4b8-9751-48bf-922e-e66930217415/9c6ace21-5c93-4d12-a32e-2f0c020ab141/ad6d8cd4-0eee-4065-8863-fac36080d4cc) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:42:36.683672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:36.699606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Transition to ACTIVE for port object ad6d8cd4-0eee-4065-8863-fac36080d4cc will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:42:36.723082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:36.786434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Network 8adae4b8-9751-48bf-922e-e66930217415 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:42:36.789397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:42:36.797901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:42:36.836347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:36.871380 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:36.872015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:36.900017 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-c5b2377c-f717-40f1-bd35-330cfdc262c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8344860 Mar 09 12:42:36.912283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Request body: {'port': {'device_id': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:42:37.021361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.064788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-629b33e3-fa82-493f-8c0a-87ba18e661b3 None None] Provisioning for port ad6d8cd4-0eee-4065-8863-fac36080d4cc completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:42:37.069865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-629b33e3-fa82-493f-8c0a-87ba18e661b3 None None] Provisioning complete for port ad6d8cd4-0eee-4065-8863-fac36080d4cc triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:42:37.070241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-629b33e3-fa82-493f-8c0a-87ba18e661b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.126432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-629b33e3-fa82-493f-8c0a-87ba18e661b3 None None] Port ad6d8cd4-0eee-4065-8863-fac36080d4cc cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:42:37.356232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e21bd4-4322-4b3d-a613-3acee27ef548 req-68d86d8a-de7b-46c9-9e22-c9ba57860d50 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:37.357700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b9e21bd4-4322-4b3d-a613-3acee27ef548 req-68d86d8a-de7b-46c9-9e22-c9ba57860d50 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 932 time: 0.0808060 Mar 09 12:42:37.374200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:42:37.382042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.396426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Transition to ACTIVE for port object ad6d8cd4-0eee-4065-8863-fac36080d4cc will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:42:37.399819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.403952 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b9e21bd4-4322-4b3d-a613-3acee27ef548 req-89b2d625-9721-40d6-b00b-b9af7145f4a2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 Mar 09 12:42:37.530677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:37.636294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Attempting to bind port ad6d8cd4-0eee-4065-8863-fac36080d4cc on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:42:37.636631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Attempting to bind port ad6d8cd4-0eee-4065-8863-fac36080d4cc by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:42:37.636992 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Attempting to bind port ad6d8cd4-0eee-4065-8863-fac36080d4cc on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:42:37.641670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Port ad6d8cd4-0eee-4065-8863-fac36080d4cc on network 8adae4b8-9751-48bf-922e-e66930217415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:42:37.641995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Attempting to bind port ad6d8cd4-0eee-4065-8863-fac36080d4cc on network 8adae4b8-9751-48bf-922e-e66930217415 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:42:37.647051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:42:37.647393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Checking segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:42:37.647778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Bound using segment: {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:42:37.648663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Bound port: ad6d8cd4-0eee-4065-8863-fac36080d4cc, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0c1a7f-0ec1-401b-944a-5f8c63152eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8adae4b8-9751-48bf-922e-e66930217415'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:42:37.648663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.739987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:42:37.743590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:42:37.747209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.801867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:37.802482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:37.803836 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1094 time: 0.8959725 Mar 09 12:42:37.804262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:37.834208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b14d60-7032-41ae-bf5f-9e49a0e82c27 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:37.888198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'status': 'completed', 'code': 200} Mar 09 12:42:37.930813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-dbb058a5-9daa-49c4-9b9a-b370788a59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:37.932405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-dbb058a5-9daa-49c4-9b9a-b370788a59bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0792296 Mar 09 12:42:38.006132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-41060f46-b81d-42f0-922c-40617be798c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 217 time: 0.0663424 Mar 09 12:42:38.069148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-6dc4ad02-8c69-4ccd-9632-f1ac7d0b47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.070484 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-6dc4ad02-8c69-4ccd-9632-f1ac7d0b47aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0588012 Mar 09 12:42:38.147712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806dff-741e-4d28-85ea-323131e945c6 req-7a80d44e-b41a-44d1-9573-d681296278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.149194 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-7a80d44e-b41a-44d1-9573-d681296278f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731165 Mar 09 12:42:38.284984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-a5c23310-432d-436a-a8dc-315cdbfe0232 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294246 Mar 09 12:42:38.518503 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-56806dff-741e-4d28-85ea-323131e945c6 req-d6666c96-5428-4dca-8418-afbcca672a55 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274809 Mar 09 12:42:38.597356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90df2-ec19-4643-a830-9f3196223cbb req-0a579da6-b674-478f-a86b-47d3ec09d21b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.598707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20b90df2-ec19-4643-a830-9f3196223cbb req-0a579da6-b674-478f-a86b-47d3ec09d21b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 944 time: 0.0856917 Mar 09 12:42:38.644265 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-20b90df2-ec19-4643-a830-9f3196223cbb req-f874ec33-fa2f-49fa-8362-09847e058875 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Mar 09 12:42:38.644502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d268d-d796-436b-9634-3864080fd07d req-7ffee29d-6c9f-4376-bd14-24f87fc3a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.645928 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-7ffee29d-6c9f-4376-bd14-24f87fc3a9af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0755727 Mar 09 12:42:38.775639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d268d-d796-436b-9634-3864080fd07d req-d196bcb9-e4e1-48eb-8e3b-b097a4d32c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.777107 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-d196bcb9-e4e1-48eb-8e3b-b097a4d32c20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1248844 Mar 09 12:42:38.847149 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-1b519d94-df88-41b6-bde9-7fa0053197dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 217 time: 0.0632949 Mar 09 12:42:38.914999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d268d-d796-436b-9634-3864080fd07d req-44e6a524-dc5d-4731-b28a-75252c3f0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.916279 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-44e6a524-dc5d-4731-b28a-75252c3f0363 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0563014 Mar 09 12:42:38.991619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d268d-d796-436b-9634-3864080fd07d req-829d7160-24e4-4ebf-835b-ed8a9e04d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:38.993089 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-829d7160-24e4-4ebf-835b-ed8a9e04d72c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692630 Mar 09 12:42:39.122182 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-321231c3-f706-43ab-9327-6920747ac6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226087 Mar 09 12:42:39.251112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2f5d268d-d796-436b-9634-3864080fd07d req-4db9a2af-82fc-4f96-a6d5-d42bd7d46fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219316 Mar 09 12:42:39.830294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394f41-65e1-49c7-bbdc-06f7f04c4848 req-9ea5f918-bbd4-4cda-82b8-eb1ef6d83814 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:39.831657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2394f41-65e1-49c7-bbdc-06f7f04c4848 req-9ea5f918-bbd4-4cda-82b8-eb1ef6d83814 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 944 time: 0.0817769 Mar 09 12:42:39.875151 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2394f41-65e1-49c7-bbdc-06f7f04c4848 req-47d1e343-3cc5-4734-a0db-e6ccddaba030 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379014 Mar 09 12:42:40.668468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:42:40.803504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:40.817550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:42:40.872699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:40.890024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:42:40.905751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:40.909725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:40.982508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:41.059564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24c54-39a8-4ece-9dc3-194324021ba1 req-c2e8859f-7316-496a-b69b-897f3e2df952 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:41.061175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40d24c54-39a8-4ece-9dc3-194324021ba1 req-c2e8859f-7316-496a-b69b-897f3e2df952 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 945 time: 0.0817709 Mar 09 12:42:41.100197 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ad6d8cd4-0eee-4065-8863-fac36080d4cc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:42:41.108131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40d24c54-39a8-4ece-9dc3-194324021ba1 req-0ccc8b38-1549-4d72-982e-6326f2148045 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407889 Mar 09 12:42:42.290314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab81747-597d-4dbd-86e9-f7fae070fcfc req-8797fd37-bd82-41c7-8ea8-02b37a03fec5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:42.291726 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1ab81747-597d-4dbd-86e9-f7fae070fcfc req-8797fd37-bd82-41c7-8ea8-02b37a03fec5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 945 time: 0.0785739 Mar 09 12:42:42.335314 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1ab81747-597d-4dbd-86e9-f7fae070fcfc req-b41b683e-6777-4618-9155-8417078fcd32 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379746 Mar 09 12:42:42.668465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:42:42.734113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port ad6d8cd4-0eee-4065-8863-fac36080d4cc completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:42:42.739350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ad6d8cd4-0eee-4065-8863-fac36080d4cc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:42:42.739724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:42.851741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:42.877788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:42.887643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:42:42.891517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:42.928034 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'code': 200} Mar 09 12:42:42.959424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:42:43.152648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35618-8ffb-41da-bb64-c44f0a9a5eb2 req-9662eb0d-3d45-493d-8e71-8f2acc3304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:43.154059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cae35618-8ffb-41da-bb64-c44f0a9a5eb2 req-9662eb0d-3d45-493d-8e71-8f2acc3304c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0739572 Mar 09 12:42:43.193091 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-cae35618-8ffb-41da-bb64-c44f0a9a5eb2 req-acdef139-8f96-4ce6-80ad-359cb52870b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Mar 09 12:42:43.520168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396fddb-05ee-4b26-9714-f1dd403f8d74 req-19607473-2f84-4f38-939b-1b6b5fc72440 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:43.521627 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e396fddb-05ee-4b26-9714-f1dd403f8d74 req-19607473-2f84-4f38-939b-1b6b5fc72440 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0813305 Mar 09 12:42:43.654854 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e396fddb-05ee-4b26-9714-f1dd403f8d74 req-e6a9cc39-2e51-4452-a196-14637f8fc25c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276526 Mar 09 12:42:44.836072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a758-a72b-4448-8f0e-1d831d8ba93f req-df0e7b23-14ee-45d7-92da-bc74ca534044 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:44.837526 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4662a758-a72b-4448-8f0e-1d831d8ba93f req-df0e7b23-14ee-45d7-92da-bc74ca534044 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0786192 Mar 09 12:42:44.880588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4662a758-a72b-4448-8f0e-1d831d8ba93f req-f1ef64ac-aae5-40da-b0cf-437a3f14f565 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Mar 09 12:42:45.054778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c36125-a19e-4dd7-8ada-cac8133e1126 req-e84e9c59-5114-4983-b26d-0f7b064e25f1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:45.056214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-59c36125-a19e-4dd7-8ada-cac8133e1126 req-e84e9c59-5114-4983-b26d-0f7b064e25f1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0795240 Mar 09 12:42:45.065454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50540) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:42:45.070179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Request body: {'floatingip': {'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:42:45.147403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:45.722078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:45.725669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:45.895691 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec associated. External IP: 172.26.5.19, port: ad6d8cd4-0eee-4065-8863-fac36080d4cc. Mar 09 12:42:46.277575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:46.343667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:42:46.521396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:42:46.525753 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:46.533478 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:42:46.542511 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:42:46.543100 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:42:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:46.581356 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-15e08063-1bf1-446d-980b-5db08edc9de1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "PUT /v2.0/floatingips/41e88a2f-034a-4ac8-ab11-c60b8d9f1fec HTTP/1.1" status: 200 len: 992 time: 1.5148289 Mar 09 12:42:46.581941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:42:46.631376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'status': 'completed', 'code': 200} Mar 09 12:42:46.728949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ad27-846c-4b03-af06-2055637a8673 req-f3ed3fc8-1d7b-421d-9509-b525381c9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:46.730467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-f3ed3fc8-1d7b-421d-9509-b525381c9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0750024 Mar 09 12:42:46.755719 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:42:46.872824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ad27-846c-4b03-af06-2055637a8673 req-abf5a43b-dd02-4169-ace6-3e7910069da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:46.874356 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-abf5a43b-dd02-4169-ace6-3e7910069da2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1378493 Mar 09 12:42:46.998474 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-69d4b9bc-9d0f-4a5a-b0de-ef7cd7162e64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1000 time: 0.1180084 Mar 09 12:42:47.072295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ad27-846c-4b03-af06-2055637a8673 req-d0872d84-3622-43a8-92ba-33382472e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:47.073799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-d0872d84-3622-43a8-92ba-33382472e096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0691717 Mar 09 12:42:47.139374 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:42:45Z', 'revision_number': 13, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:47.144095 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:42:47.156606 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:42:47.157259 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:42:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:47.159231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ad27-846c-4b03-af06-2055637a8673 req-b008c188-b5f0-4193-8a27-ac054f894dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:47.160783 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-b008c188-b5f0-4193-8a27-ac054f894dc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792861 Mar 09 12:42:47.300419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-7b5ef9ec-7e3c-4733-9f74-cec3ebd56813 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331587 Mar 09 12:42:47.343072 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:42:47.434639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-61e6ad27-846c-4b03-af06-2055637a8673 req-5e318834-21de-4f76-8271-45ea1bd6a74e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270542 Mar 09 12:42:47.700308 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:42:45Z', 'revision_number': 13, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:42:47.704475 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4c4b0-f25f-4823-99d2-6ca8b89796a4 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '41e88a2f-034a-4ac8-ab11-c60b8d9f1fec', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:39:50Z', 'updated_at': '2022-03-09T12:42:45Z', 'revision_number': 13, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:42:47.895339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d94eb-5af6-4237-b1a5-fc8c8e6e1c43 None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:42:48.274595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c057-95c0-4f1c-bb6e-48e39e88cdd0 req-26d8ce5c-c837-415a-8031-28c105216cb4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:48.276028 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c273c057-95c0-4f1c-bb6e-48e39e88cdd0 req-26d8ce5c-c837-415a-8031-28c105216cb4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0823798 Mar 09 12:42:48.320094 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c273c057-95c0-4f1c-bb6e-48e39e88cdd0 req-2a32b915-8e6b-420e-b7f0-494ab9cf3c97 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Mar 09 12:42:52.675518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-610ea558-2eaf-47b7-a995-052bef52c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:54.889733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1ef857f-cb17-4287-a5ba-162601edc37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:55.746601 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:56.121929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:56.949661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c095-27a9-48b5-aeee-96215f8034c9 req-cc608aa8-f2c7-4de4-bf4f-ce95684c4b57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:56.951033 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-add8c095-27a9-48b5-aeee-96215f8034c9 req-cc608aa8-f2c7-4de4-bf4f-ce95684c4b57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0858848 Mar 09 12:42:56.968039 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-84206253-b0c5-4aa3-98de-b2e1f5977055 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482575 Mar 09 12:42:56.998760 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-add8c095-27a9-48b5-aeee-96215f8034c9 req-6e0ed2cc-0f11-41c8-9f9b-0a9e73be65f5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Mar 09 12:42:57.676404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:42:58.089559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-7764ef10-bd4b-46a8-b9eb-e22a98219343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:58.091024 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-7764ef10-bd4b-46a8-b9eb-e22a98219343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0713496 Mar 09 12:42:58.186510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091f848-fe65-4d95-a303-3258dff6da7d req-82c0a950-9d95-4857-baf0-db9275b73447 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:58.188447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6091f848-fe65-4d95-a303-3258dff6da7d req-82c0a950-9d95-4857-baf0-db9275b73447 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0826137 Mar 09 12:42:58.235786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6091f848-fe65-4d95-a303-3258dff6da7d req-310e2108-8485-4bce-8338-fed48b2cb71d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Mar 09 12:42:58.327937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-feab2af1-ed80-44b7-90f6-5b4a36b80930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:58.329903 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-feab2af1-ed80-44b7-90f6-5b4a36b80930 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.2269440 Mar 09 12:42:58.430059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-b5f9eca5-1a48-4c3c-9958-1dd3d85e6329 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1002 time: 0.0950041 Mar 09 12:42:58.492746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-f0fa3b5d-ce81-481f-8ba9-d1cec11d93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:58.494202 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-f0fa3b5d-ce81-481f-8ba9-d1cec11d93cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0581491 Mar 09 12:42:58.572139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-35f6f670-d3d2-4d19-9d15-42cb9b5638bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:58.573634 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-35f6f670-d3d2-4d19-9d15-42cb9b5638bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733285 Mar 09 12:42:58.705731 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-91265b29-c3f3-44c4-b924-4577335424b7 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257610 Mar 09 12:42:58.848833 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-9c96d9d8-adff-4499-bb9c-bfc1af377e0c service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361909 Mar 09 12:42:59.417516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8d158-3e9d-4183-9b92-593fd4079b56 req-e2843273-1c22-463f-b8b4-0ca262a3e807 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:42:59.418936 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0dc8d158-3e9d-4183-9b92-593fd4079b56 req-e2843273-1c22-463f-b8b4-0ca262a3e807 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0780032 Mar 09 12:42:59.462051 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0dc8d158-3e9d-4183-9b92-593fd4079b56 req-7c3a092b-a428-403b-8300-8be4cb8816bc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368013 Mar 09 12:43:00.651242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b4d20-7f5d-4d86-9d59-6e340775e95d req-81966a86-bc88-4d1e-9c87-b6fe90dab7c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:00.652657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c12b4d20-7f5d-4d86-9d59-6e340775e95d req-81966a86-bc88-4d1e-9c87-b6fe90dab7c5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0806234 Mar 09 12:43:00.697099 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c12b4d20-7f5d-4d86-9d59-6e340775e95d req-49a2c38f-4a4a-4726-9e8d-cc35a53ef14e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Mar 09 12:43:01.882044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9351-a55c-4ab1-8787-d8bb2aa801ee req-fff637cc-7822-4b15-9978-26822bb25b57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:01.883355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1baa9351-a55c-4ab1-8787-d8bb2aa801ee req-fff637cc-7822-4b15-9978-26822bb25b57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0771351 Mar 09 12:43:01.930489 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1baa9351-a55c-4ab1-8787-d8bb2aa801ee req-67060051-adbe-431a-b4de-4315a87b0d94 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Mar 09 12:43:03.114770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e2f1e-42b5-4032-bd5c-d186442194cb req-2ceb4eeb-b1cc-4241-a379-914ca0a949f6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:03.116194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fc3e2f1e-42b5-4032-bd5c-d186442194cb req-2ceb4eeb-b1cc-4241-a379-914ca0a949f6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0815756 Mar 09 12:43:03.159383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fc3e2f1e-42b5-4032-bd5c-d186442194cb req-effba4d6-4a49-4490-b546-609249d3bbbf tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375454 Mar 09 12:43:04.342412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb110c-23b5-4860-b7f0-9548057c32b7 req-c147dc3c-89a7-49ef-91b6-2c87411c6604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:04.344477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2beb110c-23b5-4860-b7f0-9548057c32b7 req-c147dc3c-89a7-49ef-91b6-2c87411c6604 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0804553 Mar 09 12:43:04.391967 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2beb110c-23b5-4860-b7f0-9548057c32b7 req-5ce4a0c3-f7f1-45bd-8837-fabcf845685c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Mar 09 12:43:04.700591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:43:05.572538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2eb70-1bc2-4045-bfbc-b5267b61f1ab req-74caf8f9-75ab-4203-be4c-bcddbf62abb5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:05.573991 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d6c2eb70-1bc2-4045-bfbc-b5267b61f1ab req-74caf8f9-75ab-4203-be4c-bcddbf62abb5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0790234 Mar 09 12:43:05.617508 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d6c2eb70-1bc2-4045-bfbc-b5267b61f1ab req-05df2273-fd41-460d-a511-2db5486be9a5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Mar 09 12:43:06.818221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07fc54-92fb-4baf-9a7d-c733e562a98d req-5cc641c8-3ee2-4c00-b2d0-109560f74427 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:06.821928 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bf07fc54-92fb-4baf-9a7d-c733e562a98d req-5cc641c8-3ee2-4c00-b2d0-109560f74427 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0816035 Mar 09 12:43:06.869162 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bf07fc54-92fb-4baf-9a7d-c733e562a98d req-4c026739-c1c0-411f-b464-80873441be76 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Mar 09 12:43:08.053395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5523-fcb9-4c49-b3de-1b31049bb107 req-43b04ef0-30c7-4400-97c1-f3f4814bacc5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:08.054830 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fd3d5523-fcb9-4c49-b3de-1b31049bb107 req-43b04ef0-30c7-4400-97c1-f3f4814bacc5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0787091 Mar 09 12:43:08.108781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fd3d5523-fcb9-4c49-b3de-1b31049bb107 req-7a4287ae-3319-45ce-ab96-700e9a41c896 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481293 Mar 09 12:43:09.292151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f8019-9369-4f81-96e1-64e1f0c642b3 req-a3ce1e1f-9823-4897-842b-978f32fc02a3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:09.293707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f2f8019-9369-4f81-96e1-64e1f0c642b3 req-a3ce1e1f-9823-4897-842b-978f32fc02a3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0784678 Mar 09 12:43:09.337511 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f2f8019-9369-4f81-96e1-64e1f0c642b3 req-8dab19bf-3d73-4614-ba0a-ee7204449428 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377579 Mar 09 12:43:10.618752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37693ba7-06b1-4e41-a1ad-620176dcdab0 req-b4de306c-4919-43b3-8edb-bfc78fb3bb43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:10.620172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-37693ba7-06b1-4e41-a1ad-620176dcdab0 req-b4de306c-4919-43b3-8edb-bfc78fb3bb43 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.1794195 Mar 09 12:43:10.664227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-37693ba7-06b1-4e41-a1ad-620176dcdab0 req-c477a2d0-9a2e-4596-95cb-0942f21fc1c7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Mar 09 12:43:11.848042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dcf5a-94af-49c0-8c76-9199b299104f req-a47abfa6-3374-4bab-8408-aa1743d41968 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:11.849541 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f92dcf5a-94af-49c0-8c76-9199b299104f req-a47abfa6-3374-4bab-8408-aa1743d41968 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0788944 Mar 09 12:43:11.895700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f92dcf5a-94af-49c0-8c76-9199b299104f req-112e879e-3d4e-48b4-855a-584b4afc26d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Mar 09 12:43:12.052900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-4eaca4f9-7a43-46ef-b02e-f19ecf0c86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:12.054395 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-4eaca4f9-7a43-46ef-b02e-f19ecf0c86c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1128991 Mar 09 12:43:12.202552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-6b4eedbf-03fe-4151-8179-b976acef10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:12.204658 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-6b4eedbf-03fe-4151-8179-b976acef10af service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1317515 Mar 09 12:43:12.306080 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-d1630899-4b6c-4d9f-8a88-67fad848c7d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1002 time: 0.0952144 Mar 09 12:43:12.366124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-26178001-525c-4a37-a4a7-0174664225f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:12.367526 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-26178001-525c-4a37-a4a7-0174664225f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0558517 Mar 09 12:43:12.444852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-47e7970a-9be7-4e58-ada4-0138ecd3cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:12.446249 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-47e7970a-9be7-4e58-ada4-0138ecd3cbce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721891 Mar 09 12:43:12.582620 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-104838e9-586a-4a81-ac1f-a020cc5a4eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288023 Mar 09 12:43:12.715428 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a81c4278-75b1-4142-8aa0-4c9fe354c6b9 req-afd519ce-b383-40f3-bb10-df4181b6ff17 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262317 Mar 09 12:43:13.084285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb32569-3127-4d1d-b1bd-ddee4565116e req-7e0f69ec-28c7-4c98-adac-f5bec2505c29 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:13.085771 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cb32569-3127-4d1d-b1bd-ddee4565116e req-7e0f69ec-28c7-4c98-adac-f5bec2505c29 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0816212 Mar 09 12:43:13.130262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5cb32569-3127-4d1d-b1bd-ddee4565116e req-316227a9-b3eb-419f-b3d0-fc972154ea18 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Mar 09 12:43:14.313703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41988b-51bf-4302-a8dd-4e42ae0534a1 req-c3c065dd-7217-4509-83da-dca531d44e9c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:14.316313 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cb41988b-51bf-4302-a8dd-4e42ae0534a1 req-c3c065dd-7217-4509-83da-dca531d44e9c tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0831938 Mar 09 12:43:14.358829 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cb41988b-51bf-4302-a8dd-4e42ae0534a1 req-12593046-d76f-4bef-84f5-8a0e07891f39 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368772 Mar 09 12:43:15.542908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4459-09fc-494f-a2b6-76802616b65d req-0e21ed91-1dbd-46cb-88ab-66fa0b2fc0af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:15.544341 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfbd4459-09fc-494f-a2b6-76802616b65d req-0e21ed91-1dbd-46cb-88ab-66fa0b2fc0af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0789013 Mar 09 12:43:15.588380 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfbd4459-09fc-494f-a2b6-76802616b65d req-788e4332-5f8e-4934-a77f-175328cc2285 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381379 Mar 09 12:43:16.289181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:16.781101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fbb27-0872-417b-a20a-29d9c9db3e9d req-a340be42-30a1-4e58-a87a-482e361365a5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:16.782770 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-463fbb27-0872-417b-a20a-29d9c9db3e9d req-a340be42-30a1-4e58-a87a-482e361365a5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0827188 Mar 09 12:43:16.831128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-463fbb27-0872-417b-a20a-29d9c9db3e9d req-b6a2706f-c28c-4a67-8e81-51bab410cfd7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Mar 09 12:43:18.011110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d726-ca49-47c1-9de7-27a3addab578 req-941911db-5cc8-45be-969e-341ed786d499 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:18.012539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1f2d726-ca49-47c1-9de7-27a3addab578 req-941911db-5cc8-45be-969e-341ed786d499 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0783744 Mar 09 12:43:18.060454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1f2d726-ca49-47c1-9de7-27a3addab578 req-319eda09-2ae0-462f-b494-f8d413c8c6d2 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Mar 09 12:43:19.247377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c814dde-eecb-4686-b9b1-312b902aa15d req-a10aade2-31c2-4459-8ca0-fab8c8e78403 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:19.248801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c814dde-eecb-4686-b9b1-312b902aa15d req-a10aade2-31c2-4459-8ca0-fab8c8e78403 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0789766 Mar 09 12:43:19.292558 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c814dde-eecb-4686-b9b1-312b902aa15d req-0a036fac-9bf5-443c-ae7f-bf24b41a9fb1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372472 Mar 09 12:43:20.479330 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ebeaa-cbe1-472b-aa9e-dc5fe05963bf req-bdc32c79-6e8b-4b4c-8794-95a2df0024d4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:20.480763 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aa2ebeaa-cbe1-472b-aa9e-dc5fe05963bf req-bdc32c79-6e8b-4b4c-8794-95a2df0024d4 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0812571 Mar 09 12:43:20.525283 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aa2ebeaa-cbe1-472b-aa9e-dc5fe05963bf req-e80514ec-2f75-472c-997c-2902716998fa tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Mar 09 12:43:21.146510 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-51d69a10-087e-4dae-b7f1-c6ea26627a14 service neutron] 10.222.0.13 "GET /v2.0/ports/ad6d8cd4-0eee-4065-8863-fac36080d4cc/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0730884 Mar 09 12:43:21.418644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-b3afe1c5-ba51-4636-a4f7-6287e25802e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.420574 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-b3afe1c5-ba51-4636-a4f7-6287e25802e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1099 time: 0.0788109 Mar 09 12:43:21.509106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-c5a2e536-1a18-45b7-bf81-00a8e59e2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.510561 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-c5a2e536-1a18-45b7-bf81-00a8e59e2a60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0696256 Mar 09 12:43:21.717374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7423d-9eff-4ada-a710-7fe7d68d7e90 req-c938f5fd-502e-426b-a187-ff5bfc5ef94d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.718921 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bda7423d-9eff-4ada-a710-7fe7d68d7e90 req-c938f5fd-502e-426b-a187-ff5bfc5ef94d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0838025 Mar 09 12:43:21.752457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-045e5f87-4018-480e-a9e8-b260f3756005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.754086 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-045e5f87-4018-480e-a9e8-b260f3756005 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.2378099 Mar 09 12:43:21.764578 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bda7423d-9eff-4ada-a710-7fe7d68d7e90 req-4a96c2c0-6997-4a9e-a21c-c92dee867c8a tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Mar 09 12:43:21.856008 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-40c2bd4b-c961-4db6-8060-48280174c1b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1002 time: 0.0962791 Mar 09 12:43:21.919915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-070bfe1a-1cd7-4637-98b7-a9ec9dc4012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.921329 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-070bfe1a-1cd7-4637-98b7-a9ec9dc4012a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0591190 Mar 09 12:43:21.995036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-c62a82db-782c-4f38-b1ec-2a7afcb0d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:21.996410 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-c62a82db-782c-4f38-b1ec-2a7afcb0d54e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693109 Mar 09 12:43:22.127154 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-19a26388-ade4-45d5-97f3-488b0299e0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245308 Mar 09 12:43:22.258474 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-2cfdf931-6213-47ff-bd5f-64fa4315d0e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257918 Mar 09 12:43:22.678182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d19ab198-3677-4652-acf5-87bb34ff8b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:22.869965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:43:22.970913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73539e39-2222-4745-9d78-9b6b8bff41d0 req-fe3e521e-74ef-486a-a983-887ed611ae98 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:22.972638 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73539e39-2222-4745-9d78-9b6b8bff41d0 req-fe3e521e-74ef-486a-a983-887ed611ae98 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0991116 Mar 09 12:43:23.033700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:23.039152 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73539e39-2222-4745-9d78-9b6b8bff41d0 req-442ed87e-aac3-46d9-890b-0297fd218649 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584660 Mar 09 12:43:23.061615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:43:23.071687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:23.076178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:23.125486 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'code': 200} Mar 09 12:43:23.164510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:23.171604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.172119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.172478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.172820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.173180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.173519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.173853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.174260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.174599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.174939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.175261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:23.175586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:24.216725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b37098-4a42-4bad-9b86-f087f4de4592 req-c8e8a9eb-ee40-4975-afe1-195b5f3a8126 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:24.218166 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96b37098-4a42-4bad-9b86-f087f4de4592 req-c8e8a9eb-ee40-4975-afe1-195b5f3a8126 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 944 time: 0.0821826 Mar 09 12:43:24.261323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-96b37098-4a42-4bad-9b86-f087f4de4592 req-d1a29da0-62e7-4765-8ce5-004dc18b6f77 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364370 Mar 09 12:43:24.869376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:43:24.895436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02f01b5d-c6e6-4f69-ab1d-a09570177dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:25.017118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:25.029673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:43:25.084953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:25.101326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:43:25.117100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:25.120487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:25.191873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ad6d8cd4-0eee-4065-8863-fac36080d4cc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:43:25.222515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:25.451775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03a11e-403a-4296-8929-e75f087aa2d2 req-9ce9b0e2-4a7f-4cde-b9c2-4902f3008030 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:25.453362 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f03a11e-403a-4296-8929-e75f087aa2d2 req-9ce9b0e2-4a7f-4cde-b9c2-4902f3008030 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 945 time: 0.0795619 Mar 09 12:43:25.497053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f03a11e-403a-4296-8929-e75f087aa2d2 req-6d0e784a-898d-4ead-aad6-f2c2d6b3c26e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382371 Mar 09 12:43:25.748408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:26.127878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:26.684952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b646f50-688e-4dea-a382-d1a7cb245492 req-72f34441-5f05-4d96-a0b9-2d793e32a8ed tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:26.686335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b646f50-688e-4dea-a382-d1a7cb245492 req-72f34441-5f05-4d96-a0b9-2d793e32a8ed tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 945 time: 0.0835760 Mar 09 12:43:26.730209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b646f50-688e-4dea-a382-d1a7cb245492 req-21e9c3ef-1e8b-4a88-a4a2-cf2f44d39b9d tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Mar 09 12:43:26.884879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:43:26.951236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ad6d8cd4-0eee-4065-8863-fac36080d4cc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:43:26.951607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:27.069044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:27.094828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:43:27.104719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:27.108902 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:27.147656 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'code': 200} Mar 09 12:43:27.179743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:27.678205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:27.913483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567566-0aaf-477f-9cfe-b46abddeb40a req-78455422-bbca-4b02-8e93-54cc4862cd10 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:27.914821 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04567566-0aaf-477f-9cfe-b46abddeb40a req-78455422-bbca-4b02-8e93-54cc4862cd10 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0773463 Mar 09 12:43:27.960774 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04567566-0aaf-477f-9cfe-b46abddeb40a req-c35a37d4-3014-4c3c-ba64-f184ac1761d5 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Mar 09 12:43:29.145318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cdda3-c0f9-4743-a029-15ecc2c039a2 req-9e639ff9-83af-43be-a268-dee87e1e4635 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:29.146740 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad5cdda3-c0f9-4743-a029-15ecc2c039a2 req-9e639ff9-83af-43be-a268-dee87e1e4635 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0772274 Mar 09 12:43:29.190219 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad5cdda3-c0f9-4743-a029-15ecc2c039a2 req-00502924-a83d-48ad-ad35-357db3823ceb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Mar 09 12:43:30.374305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768337d-9c87-4277-89c6-e7a62329ab78 req-1755df8e-292e-4db3-8dea-e9b63cf38beb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:30.376344 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1768337d-9c87-4277-89c6-e7a62329ab78 req-1755df8e-292e-4db3-8dea-e9b63cf38beb tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0818803 Mar 09 12:43:30.419932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1768337d-9c87-4277-89c6-e7a62329ab78 req-d1aa3608-3974-4fdd-8022-b66045ee36db tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380526 Mar 09 12:43:31.604823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4590b-9524-43a1-8f0a-ada4c6c5a987 req-942ee346-15de-4c58-b6b8-bf3b1838a422 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:31.606281 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7fa4590b-9524-43a1-8f0a-ada4c6c5a987 req-942ee346-15de-4c58-b6b8-bf3b1838a422 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0808704 Mar 09 12:43:31.650405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7fa4590b-9524-43a1-8f0a-ada4c6c5a987 req-de3e878d-eaec-4bbd-8deb-6c69b6ffde45 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385416 Mar 09 12:43:32.036752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-b19c8247-1921-4007-bb39-f4589e33bb2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.037362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-b19c8247-1921-4007-bb39-f4589e33bb2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Synchronizing usage tracker for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:43:32.052734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-b19c8247-1921-4007-bb39-f4589e33bb2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Unset dirty status for tenant:0c82c2e8b6874fbfa29fd4323a8a5feb on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:43:32.053912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-b19c8247-1921-4007-bb39-f4589e33bb2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 946 time: 0.1026361 Mar 09 12:43:32.090026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e1d7-1229-472b-a9ad-f824747fab5a req-6cee4bb5-c2b2-41f6-91de-fffa313e2b4e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.091478 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4707e1d7-1229-472b-a9ad-f824747fab5a req-6cee4bb5-c2b2-41f6-91de-fffa313e2b4e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0813859 Mar 09 12:43:32.134390 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-553fadc6-3679-422f-9510-8cb5d641d14e service neutron] 10.222.0.13 "GET /v2.0/ports/ad6d8cd4-0eee-4065-8863-fac36080d4cc/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0750239 Mar 09 12:43:32.136438 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4707e1d7-1229-472b-a9ad-f824747fab5a req-9b890532-853f-46a3-a746-58a2a52339a1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381415 Mar 09 12:43:32.227094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-8239b504-a38f-4b51-adac-eb2d5be60f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.228576 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-8239b504-a38f-4b51-adac-eb2d5be60f0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0713713 Mar 09 12:43:32.358711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-1e9371e5-8dce-4d31-9a88-fda7fc1d5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.360855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-1e9371e5-8dce-4d31-9a88-fda7fc1d5795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1255107 Mar 09 12:43:32.462779 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-83e3449f-3e0e-4d1b-b598-3c6e7a34a0d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1002 time: 0.0959058 Mar 09 12:43:32.528878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-759b9d93-03cb-4641-8e48-457c58cbad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.530349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-759b9d93-03cb-4641-8e48-457c58cbad18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0605145 Mar 09 12:43:32.604036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-a573349f-29bd-4e5b-936c-a0135228f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:32.605531 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-a573349f-29bd-4e5b-936c-a0135228f57b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695174 Mar 09 12:43:32.736644 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-6cada2df-438c-431e-b427-b38cf95fa480 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248200 Mar 09 12:43:32.872203 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-e9957cbd-29cd-4217-9aeb-524578cc524e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294878 Mar 09 12:43:33.323427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648b30-e7ed-4d6d-b03c-99511ada0c3b req-cfb45a85-3931-4a5c-aa79-b2a68aed2822 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:33.324829 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb648b30-e7ed-4d6d-b03c-99511ada0c3b req-cfb45a85-3931-4a5c-aa79-b2a68aed2822 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0806115 Mar 09 12:43:33.367679 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb648b30-e7ed-4d6d-b03c-99511ada0c3b req-7bd97672-fd8a-4def-a7c3-78605d87bb4b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364437 Mar 09 12:43:34.582035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12553f-fc12-4055-b74c-c69252b50597 req-27abc05e-e633-4c76-9a4f-dde0a8a95d2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:34.583922 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e12553f-fc12-4055-b74c-c69252b50597 req-27abc05e-e633-4c76-9a4f-dde0a8a95d2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0841923 Mar 09 12:43:34.631781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e12553f-fc12-4055-b74c-c69252b50597 req-d45ef9ed-a06e-4680-ac7a-4c3bc40e7aa7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 Mar 09 12:43:35.889117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-1f51539f-3373-482e-b16c-1e531c44a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:35.891066 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-1f51539f-3373-482e-b16c-1e531c44a86c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0&tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb HTTP/1.1" status: 200 len: 1099 time: 0.0930877 Mar 09 12:43:35.925553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5148b-cc75-4f48-9e72-b9798b5b74f9 req-913217ce-57dd-47ce-984b-fdede05968bd tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:35.927078 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1e5148b-cc75-4f48-9e72-b9798b5b74f9 req-913217ce-57dd-47ce-984b-fdede05968bd tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.1855161 Mar 09 12:43:35.974259 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1e5148b-cc75-4f48-9e72-b9798b5b74f9 req-5b993a4f-9f96-41eb-ba37-41061310b117 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Mar 09 12:43:36.078709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-9e01851b-e0d0-4a52-902f-a877f4b27610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:36.080086 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-9e01851b-e0d0-4a52-902f-a877f4b27610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1693599 Mar 09 12:43:36.207739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-534b0994-b9cc-4ca4-b026-43f251e7d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:36.209180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-534b0994-b9cc-4ca4-b026-43f251e7d89f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 200 len: 912 time: 0.1232939 Mar 09 12:43:36.312091 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-d614a797-eab8-4b7f-9ebb-7e2798c0bc22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 200 len: 1002 time: 0.0966947 Mar 09 12:43:36.373966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-2c29135e-613b-4c4a-a4cc-7acc1815a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:36.375273 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-2c29135e-613b-4c4a-a4cc-7acc1815a375 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 200 len: 850 time: 0.0582530 Mar 09 12:43:36.447452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-2483e94e-58c0-409c-9894-950caeaa051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:36.448879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-2483e94e-58c0-409c-9894-950caeaa051d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8adae4b8-9751-48bf-922e-e66930217415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677593 Mar 09 12:43:36.579097 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-7652d833-dbdd-43a2-aa59-11a05bb1168e service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241922 Mar 09 12:43:36.707436 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-903ddf12-9ca8-4dce-b31b-a61a54b2ea48 req-89dc972a-5c49-4567-9bb7-2aa775cc0b57 service neutron] 10.222.0.13 "GET /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226754 Mar 09 12:43:36.932316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:43:37.052673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:37.081414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:43:37.095111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:37.100546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:37.142243 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'code': 200} Mar 09 12:43:37.182540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=9']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:37.254088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557d6b-0099-4194-9c5c-2fe33506bf1f req-4ee0e75c-7ed1-49a9-87b0-dc09c2573b97 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:37.255665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-53557d6b-0099-4194-9c5c-2fe33506bf1f req-4ee0e75c-7ed1-49a9-87b0-dc09c2573b97 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 944 time: 0.1729870 Mar 09 12:43:37.301517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-53557d6b-0099-4194-9c5c-2fe33506bf1f req-df205aa7-c793-4045-b858-3ffe6410c5aa tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Mar 09 12:43:38.536953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cda875-d0ff-4e4f-a5f8-572ebb865cef req-fab27995-1cd1-41de-9d40-cf46ca156987 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:38.538392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-80cda875-d0ff-4e4f-a5f8-572ebb865cef req-fab27995-1cd1-41de-9d40-cf46ca156987 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 944 time: 0.1255763 Mar 09 12:43:38.581439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-80cda875-d0ff-4e4f-a5f8-572ebb865cef req-2a577d4d-4c37-4fa9-868b-20488e83d141 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374875 Mar 09 12:43:38.946654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:43:39.077712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:39.090316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'port_id': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'mac_address': 'fa:16:3e:cd:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:43:39.144095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:39.161118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:43:39.176142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:39.180129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:39.245342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['ad6d8cd4-0eee-4065-8863-fac36080d4cc'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:43:39.287822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=10']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:39.769965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e884-e393-4982-9a99-bb380eab6101 req-001eed24-a9f6-4313-9565-7e01587be927 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:39.771409 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eae8e884-e393-4982-9a99-bb380eab6101 req-001eed24-a9f6-4313-9565-7e01587be927 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0817256 Mar 09 12:43:39.813499 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eae8e884-e393-4982-9a99-bb380eab6101 req-4f5d5a49-ca65-4647-855e-17c8f8e169da tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364869 Mar 09 12:43:40.962147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:43:40.997225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3692d-20d3-4c74-943b-88147b350af2 req-16d306df-e1be-44b6-8ec0-b2dbebc225a7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:40.998668 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fbf3692d-20d3-4c74-943b-88147b350af2 req-16d306df-e1be-44b6-8ec0-b2dbebc225a7 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 946 time: 0.0794899 Mar 09 12:43:41.029443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port ad6d8cd4-0eee-4065-8863-fac36080d4cc triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:43:41.029819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:41.045736 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fbf3692d-20d3-4c74-943b-88147b350af2 req-8508ab12-6b35-4dad-afe3-3b3cb0b6e7b0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Mar 09 12:43:41.173773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:41.199602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:43:41.210614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:41.215025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:41.253876 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'code': 200} Mar 09 12:43:41.285574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=11']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:41.699089 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:43:42.228738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abe326-8626-4558-b45d-d790ad77e186 req-5aaab54c-434a-4c16-a5b1-c149096c9532 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:42.230207 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51abe326-8626-4558-b45d-d790ad77e186 req-5aaab54c-434a-4c16-a5b1-c149096c9532 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0793927 Mar 09 12:43:42.272778 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51abe326-8626-4558-b45d-d790ad77e186 req-3f0be2d4-0957-4d58-8ac9-62158b026568 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Mar 09 12:43:43.459853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9443cc-6a1e-47ad-bccc-d7b7a1ca9daf req-f4613739-ea2b-4790-8881-2a3315c396d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:43.461332 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a9443cc-6a1e-47ad-bccc-d7b7a1ca9daf req-f4613739-ea2b-4790-8881-2a3315c396d3 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0824540 Mar 09 12:43:43.505584 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4a9443cc-6a1e-47ad-bccc-d7b7a1ca9daf req-c99a5212-ee5a-4daa-a822-d1a8f535fa2b tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385709 Mar 09 12:43:44.698037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fc111-e4d4-49c8-bf7f-77895aef4427 req-9ee59eae-0267-4d06-9ab4-67e18de80a57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:44.699491 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d72fc111-e4d4-49c8-bf7f-77895aef4427 req-9ee59eae-0267-4d06-9ab4-67e18de80a57 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0852680 Mar 09 12:43:44.745178 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d72fc111-e4d4-49c8-bf7f-77895aef4427 req-be271904-6014-4249-9e38-6f591cd4ab93 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Mar 09 12:43:45.931744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dd4cc-db2e-47df-93e9-4f787c87b40b req-3e99f1ee-4a84-4f28-996f-276033c2f687 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:45.933437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-362dd4cc-db2e-47df-93e9-4f787c87b40b req-3e99f1ee-4a84-4f28-996f-276033c2f687 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0810895 Mar 09 12:43:45.976342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-362dd4cc-db2e-47df-93e9-4f787c87b40b req-6e296bc7-6062-4cd6-8318-141745dbe9fa tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367994 Mar 09 12:43:46.160284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44dba-01a9-46e6-8c41-ff683cdc85a5 req-ea562000-84eb-43f5-b168-46b314398f59 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:46.161638 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4db44dba-01a9-46e6-8c41-ff683cdc85a5 req-ea562000-84eb-43f5-b168-46b314398f59 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0811327 Mar 09 12:43:46.204449 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4db44dba-01a9-46e6-8c41-ff683cdc85a5 req-a23ffef4-5e6a-405e-b5ab-249795f6b2c9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371737 Mar 09 12:43:46.289757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:46.387911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b404f72-473f-41f0-81ac-bd46bd5c7807 req-3dfdee17-b88e-45b0-a6ce-ee4866e48096 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:46.389361 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b404f72-473f-41f0-81ac-bd46bd5c7807 req-3dfdee17-b88e-45b0-a6ce-ee4866e48096 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0781178 Mar 09 12:43:46.432500 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8b404f72-473f-41f0-81ac-bd46bd5c7807 req-70cc5d9f-8a01-4a7e-94e7-7ff09b25f4e1 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Mar 09 12:43:46.814733 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85b101-d784-4abd-8904-e543b85af45f req-2c5ee65c-09d0-47b6-a552-f7e449358464 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:46.816174 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d85b101-d784-4abd-8904-e543b85af45f req-2c5ee65c-09d0-47b6-a552-f7e449358464 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0821707 Mar 09 12:43:46.859796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d85b101-d784-4abd-8904-e543b85af45f req-e837bfb7-c266-42a8-848d-fff2d3a72e8e tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Mar 09 12:43:48.039764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bae11c-2f49-4b7b-b12c-e4d1b4b4d298 req-5b867e51-7ea0-4cd6-b815-7280231fae1f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:48.041197 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d6bae11c-2f49-4b7b-b12c-e4d1b4b4d298 req-5b867e51-7ea0-4cd6-b815-7280231fae1f tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0777240 Mar 09 12:43:48.086533 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d6bae11c-2f49-4b7b-b12c-e4d1b4b4d298 req-ddadd8e4-c0b6-437e-b20c-0f95498dbbfc tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398908 Mar 09 12:43:49.140231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-41069005-1f00-4ce3-8838-1b055fca70e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:49.141749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-41069005-1f00-4ce3-8838-1b055fca70e0 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0793114 Mar 09 12:43:49.215343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Deleting port ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:43:49.215685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:49.274392 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a1ce2-d674-4601-967a-15104f2495c7 req-6d4da29c-ce46-4377-b79d-a3a7e7649d08 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:43:49.275775 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-888a1ce2-d674-4601-967a-15104f2495c7 req-6d4da29c-ce46-4377-b79d-a3a7e7649d08 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 947 time: 0.0811429 Mar 09 12:43:49.322726 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-888a1ce2-d674-4601-967a-15104f2495c7 req-e213acbe-9835-472f-a004-d772997c2df6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups?id=202de8b5-7a3b-47fa-bb76-c5bb663a938b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 Mar 09 12:43:49.462015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] For port ad6d8cd4-0eee-4065-8863-fac36080d4cc, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad6d8cd4-0eee-4065-8863-fac36080d4cc,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:49.462379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:49.747715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:49.748003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:49.748321 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec disassociated. External IP: 172.26.5.19, port: ad6d8cd4-0eee-4065-8863-fac36080d4cc. Mar 09 12:43:49.748665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Calling delete_port for ad6d8cd4-0eee-4065-8863-fac36080d4cc owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:43:49.991887 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:50.039687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'Port': ['ID=ad6d8cd4-0eee-4065-8863-fac36080d4cc,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:50.051464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.051739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.052082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.052511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.052738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.053097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.053430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.053757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.054092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.054414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.054741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.055059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:50.254536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:43:50.436605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:43:50.447602 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:43:50.458389 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:43:50.459165 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:43:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:50.474396 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bf5c02b7-6227-4f60-a62c-d399c1b3bde0 req-4aad4557-c27a-4222-99cc-b9371d69dc96 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0 HTTP/1.1" status: 200 len: 210 time: 0.0467570 Mar 09 12:43:50.520556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] No DVR routers for this DVR port ad6d8cd4-0eee-4065-8863-fac36080d4cc on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:43:50.523414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:50.526200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-deleted', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:43:50.546088 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-fe384081-fa50-40d4-8d95-85fd4ce332e7 req-5b88d021-bdcb-4399-9b08-d4fbbccf2fd9 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.13 "DELETE /v2.0/ports/ad6d8cd4-0eee-4065-8863-fac36080d4cc HTTP/1.1" status: 204 len: 173 time: 1.3984113 Mar 09 12:43:50.578488 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f18dd0f-84db-44b8-b41a-f0cdd7e2e9b0', 'name': 'network-vif-deleted', 'tag': 'ad6d8cd4-0eee-4065-8863-fac36080d4cc', 'status': 'completed', 'code': 200} Mar 09 12:43:50.689949 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:43:51.004523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:51.009100 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:43:51.017805 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:43:51.018401 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:43:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:51.025033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:43:51.061924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: ad6d8cd4-0eee-4065-8863-fac36080d4cc {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:43:51.062242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device ad6d8cd4-0eee-4065-8863-fac36080d4cc not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:43:51.197203 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:43:51.512849 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:51.518593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8879a-c684-4fd5-9dd4-7944acceffc1 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:39:47Z', 'revision_number': 4, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '1d60af9a-477f-401a-aa98-09d3d990776c', 'name': '', 'network_id': '8adae4b8-9751-48bf-922e-e66930217415', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'mac_address': 'fa:16:3e:89:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:47Z', 'updated_at': '2022-03-09T12:39:52Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'subnets': [{'id': '9c6ace21-5c93-4d12-a32e-2f0c020ab141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:43:51.755405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1200a2b-e849-4343-bbae-3a0afa289119 None None] New status for floating IP 41e88a2f-034a-4ac8-ab11-c60b8d9f1fec: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:43:52.679772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bd3ac0f-dd4d-4537-b338-df398befe056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.749695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50768) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:54.813888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.841327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.887326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c894b4af-3710-4037-8d44-962cbc648ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.894740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.913271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202de8b5-7a3b-47fa-bb76-c5bb663a938b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:54.924820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.925196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.925537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.925870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.926195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.926520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.926844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.927166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.927496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.927831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.928128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.928444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:43:54.932484 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:54.933860 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d4119cf8-8ecd-4cec-9225-5f73a5ac6b80 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "DELETE /v2.0/security-groups/202de8b5-7a3b-47fa-bb76-c5bb663a938b HTTP/1.1" status: 204 len: 168 time: 0.1831822 Mar 09 12:43:54.936334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50772) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:54.952419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.api.v2.resource [None req-9a278227-3d51-496c-a7e7-c22f8b9680af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] show failed (client error): The resource could not be found. Mar 09 12:43:54.953416 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9a278227-3d51-496c-a7e7-c22f8b9680af tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "GET /v2.0/security-groups/202de8b5-7a3b-47fa-bb76-c5bb663a938b HTTP/1.1" status: 404 len: 347 time: 0.0162082 Mar 09 12:43:54.956307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50776) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:55.113072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Deleting port ad80a76e-dca7-4323-9c3a-e997a0035406 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:43:55.113322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.369258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.369505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.492459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Calling delete_port for ad80a76e-dca7-4323-9c3a-e997a0035406 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:43:55.628432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.705711 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Pushing event deleted for resources: {'Port': ['ID=ad80a76e-dca7-4323-9c3a-e997a0035406,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:55.750888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.773945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.788059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:55.789214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-680f2038-94f5-4428-9ae7-c406f2632dc6 tempest-ServerActionsTestJSON-185384562 tempest-ServerActionsTestJSON-185384562-project] 10.222.0.20 "DELETE /v2.0/floatingips/41e88a2f-034a-4ac8-ab11-c60b8d9f1fec HTTP/1.1" status: 204 len: 168 time: 0.8320060 Mar 09 12:43:55.792146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50780) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:56.130426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:56.328218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:56.770823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Deleting port 1d60af9a-477f-401a-aa98-09d3d990776c {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:43:56.771076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:56.938245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] For port 1d60af9a-477f-401a-aa98-09d3d990776c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=1d60af9a-477f-401a-aa98-09d3d990776c,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:56.938964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:57.065321 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Calling delete_port for 1d60af9a-477f-401a-aa98-09d3d990776c owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:43:57.380436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:57.430407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d60af9a-477f-401a-aa98-09d3d990776c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:57.680858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:57.699243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:58.155758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Router 6175d577-b53d-46aa-bb6c-bb558ac2e374 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:43:58.334708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:43:58.343066 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Sync routers for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:43:58.346650 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ad0027d7-6da9-4ff5-a155-fb4248e38533 admin admin] 10.222.0.20 "PUT /v2.0/routers/6175d577-b53d-46aa-bb6c-bb558ac2e374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535202 Mar 09 12:43:58.349151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50784) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:58.353529 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:43:58.354132 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:43:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:58.526013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:58.536864 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:43:58.706781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:58.717445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Deleting port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:43:58.717782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:58.850009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:43:57Z', 'revision_number': 5, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port': {'id': '64b4bf57-32fd-4f79-a1ee-18c23b9b168e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:39:44Z', 'updated_at': '2022-03-09T12:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:58.853909 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Checking router: 6175d577-b53d-46aa-bb6c-bb558ac2e374 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:43:58.862743 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Routers {'6175d577-b53d-46aa-bb6c-bb558ac2e374'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:43:58.863338 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:43:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['6175d577-b53d-46aa-bb6c-bb558ac2e374'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:58.890564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] For port 64b4bf57-32fd-4f79-a1ee-18c23b9b168e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:43:58.890949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.015142 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] Set router 6175d577-b53d-46aa-bb6c-bb558ac2e374 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:43:59.015867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Calling delete_port for 64b4bf57-32fd-4f79-a1ee-18c23b9b168e owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:43:59.121911 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:43:58Z', 'revision_number': 6, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:43:59.126791 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6378ff6-714b-4714-b716-2b300786c5a2 None None] The sync data for ids ['6175d577-b53d-46aa-bb6c-bb558ac2e374'] in dv-neutron-832762-2-hyperv is: [{'id': '6175d577-b53d-46aa-bb6c-bb558ac2e374', 'name': 'tempest-ServerActionsTestJSON-860992543-router', 'tenant_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:39:43Z', 'updated_at': '2022-03-09T12:43:58Z', 'revision_number': 6, 'project_id': '0c82c2e8b6874fbfa29fd4323a8a5feb', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:43:59.186283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.233951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Pushing event deleted for resources: {'Port': ['ID=64b4bf57-32fd-4f79-a1ee-18c23b9b168e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:59.323042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.613278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.615413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.637136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.637552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6175d577-b53d-46aa-bb6c-bb558ac2e374 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:43:59.649964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.651057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0dab14f7-81c1-4d3a-9df9-16f617a1f77b admin admin] 10.222.0.20 "DELETE /v2.0/routers/6175d577-b53d-46aa-bb6c-bb558ac2e374 HTTP/1.1" status: 204 len: 168 time: 1.3009710 Mar 09 12:43:59.653655 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50788) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:43:59.710982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Deleting subnet 9c6ace21-5c93-4d12-a32e-2f0c020ab141 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:43:59.713767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.760972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.840131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.908760 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.952434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6ace21-5c93-4d12-a32e-2f0c020ab141,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:43:59.955772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:43:59.959673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558c43e-594e-4c00-9ba3-21e936ce45d4 None None] Network 8adae4b8-9751-48bf-922e-e66930217415 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:43:59.962043 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-221a1a94-9dcc-4a37-8f97-e6451ef71566 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c6ace21-5c93-4d12-a32e-2f0c020ab141 HTTP/1.1" status: 204 len: 168 time: 0.3073499 Mar 09 12:43:59.964375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50792) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:00.075480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.087926 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Deleting port f1a14713-4c83-4c0c-921a-6ce681dda83a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:00.088277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.221257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] DHCP port deletion for 8adae4b8-9751-48bf-922e-e66930217415 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:44:00.225445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Deleting port f1a14713-4c83-4c0c-921a-6ce681dda83a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:00.225920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.302487 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] For port f1a14713-4c83-4c0c-921a-6ce681dda83a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f1a14713-4c83-4c0c-921a-6ce681dda83a,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:00.303083 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.427147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] For port f1a14713-4c83-4c0c-921a-6ce681dda83a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f1a14713-4c83-4c0c-921a-6ce681dda83a,segment=NetworkSegment(7c0c1a7f-0ec1-401b-944a-5f8c63152eee),segment_id=7c0c1a7f-0ec1-401b-944a-5f8c63152eee)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:00.427375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Calling delete_port for f1a14713-4c83-4c0c-921a-6ce681dda83a owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:00.427487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.508865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.552818 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Calling delete_port for f1a14713-4c83-4c0c-921a-6ce681dda83a owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:00.557298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] No DVR routers for this DVR port f1a14713-4c83-4c0c-921a-6ce681dda83a on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:00.581477 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64b4bf57-32fd-4f79-a1ee-18c23b9b168e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:00.591585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a14713-4c83-4c0c-921a-6ce681dda83a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:00.622282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 64b4bf57-32fd-4f79-a1ee-18c23b9b168e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:00.622609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 64b4bf57-32fd-4f79-a1ee-18c23b9b168e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:00.623041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f1a14713-4c83-4c0c-921a-6ce681dda83a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:00.661613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f1a14713-4c83-4c0c-921a-6ce681dda83a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:00.661963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f1a14713-4c83-4c0c-921a-6ce681dda83a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:00.662386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1d60af9a-477f-401a-aa98-09d3d990776c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:00.681110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.702581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 1d60af9a-477f-401a-aa98-09d3d990776c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:00.702927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 1d60af9a-477f-401a-aa98-09d3d990776c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:00.708767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adae4b8-9751-48bf-922e-e66930217415']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:00.721498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0c1a7f-0ec1-401b-944a-5f8c63152eee') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:00.721792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0c1a7f-0ec1-401b-944a-5f8c63152eee') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:00.727398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:44:00.727761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:44:00.732818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.747977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.754274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:00.754646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:00.771589 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:00.842403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.857341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:00.868258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adae4b8-9751-48bf-922e-e66930217415,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:00.881514 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-88496dcd-1a47-410e-85a1-02627952bda6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8adae4b8-9751-48bf-922e-e66930217415 HTTP/1.1" status: 204 len: 168 time: 0.9159684 Mar 09 12:44:00.987221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50798) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:01.041627 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d4cfbea0-50a3-4825-8d0b-58fc12516229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c82c2e8b6874fbfa29fd4323a8a5feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530791 Mar 09 12:44:01.043883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50802) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:01.100680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:01.126898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:01.178136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:01.194106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd196c8-5e19-46d3-99a2-adee13efef0f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:01.202349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:01.203512 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9656d6b6-e5c4-4ad8-aff7-71f929193474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fd196c8-5e19-46d3-99a2-adee13efef0f HTTP/1.1" status: 204 len: 168 time: 0.1586959 Mar 09 12:44:01.228605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Deleting port f1a14713-4c83-4c0c-921a-6ce681dda83a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:01.229101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:01.298107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c021bdee-0769-4af3-828a-6118e8089ecc None None] The port 'f1a14713-4c83-4c0c-921a-6ce681dda83a' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:44:01.904296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 50826) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:02.006721 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1008624053-network', 'tenant_id': '15ac6e2b70e84276bdde0ab91d13218f'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:02.011520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:02.015356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Usage tracker for resource:network and tenant:15ac6e2b70e84276bdde0ab91d13218f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:02.018922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:02.024708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:02.034970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Made reservation on behalf of 15ac6e2b70e84276bdde0ab91d13218f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:02.037216 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.048833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.063206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:02.066857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Usage tracker for resource:security_group_rule and tenant:15ac6e2b70e84276bdde0ab91d13218f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:02.069556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:02.074971 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:02.159462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.163145 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.190346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:02.202570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a0bfa-d63f-4aa0-8400-98fff5c79200,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:02.207879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.208224 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Added segment 1a1070c3-9d63-4bd2-b27e-69412627154d of type vlan for network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 Mar 09 12:44:02.233267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.261095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.262017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:02.262594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.362355 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4568639 Mar 09 12:44:02.364938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daef04-4347-4953-a6c2-6f46577573c0 admin admin] Pushing event updated for resources: {'Network': ['ID=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:02.365359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 50832) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:02.372729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Request body: {'subnet': {'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1008624053-subnet', 'tenant_id': '15ac6e2b70e84276bdde0ab91d13218f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:02.374330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:02.378895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:02.382763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Usage tracker for resource:subnet and tenant:15ac6e2b70e84276bdde0ab91d13218f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:02.385613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:02.391999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:02.405291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Made reservation on behalf of 15ac6e2b70e84276bdde0ab91d13218f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:02.408023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.619505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.696737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:02.701894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Checking segment: {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:02.702254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Network hostable DHCP agents. Network: 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:02.721321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:02.729812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:02.736140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:02.736140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:02.739025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b527ae9-99b2-4b98-baef-9bbc1f2a2a60 None None] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:02.761652 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b07c42cf-5d3e-4b08-b5c2-a5333b044ec5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3949425 Mar 09 12:44:02.951592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b08714-314c-4336-9879-f7f7c46418f8 None None] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:03.358427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-98632b73-3bd2-4be5-ad5c-309ff0f5ed0e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:03.359096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-98632b73-3bd2-4be5-ad5c-309ff0f5ed0e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Synchronizing usage tracker for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:03.376240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-98632b73-3bd2-4be5-ad5c-309ff0f5ed0e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Unset dirty status for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:03.377447 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-98632b73-3bd2-4be5-ad5c-309ff0f5ed0e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 814 time: 0.2564993 Mar 09 12:44:03.392000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-648b4885-e6fb-412a-9811-27ae18f0ba9e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/quotas/15ac6e2b70e84276bdde0ab91d13218f HTTP/1.1" status: 200 len: 375 time: 0.0087838 Mar 09 12:44:03.439183 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-5a81c827-2b4f-4700-addb-2530f9d16415 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422626 Mar 09 12:44:03.491749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-11ba76ba-2696-42f5-b169-066dc9242d61 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:44:03.492707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-11ba76ba-2696-42f5-b169-066dc9242d61 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473473 Mar 09 12:44:03.624268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-b88d70da-dd41-4d7b-afa2-650d0063c1c0 service neutron] 10.222.0.20 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256452 Mar 09 12:44:03.755077 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-bcc24bf3-062e-494c-b7a6-e8aba5067305 service neutron] 10.222.0.20 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244493 Mar 09 12:44:03.925156 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-86e0fae0-29c3-4d85-83d3-5e485da3d119 req-22a03377-24b5-4af3-a10c-c731d6590b37 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 210 time: 0.0430038 Mar 09 12:44:05.085799 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aa7f3470-2d3d-4a20-89cb-f0b7beedd8a7 req-109684f8-6985-461a-8641-3e2d338ed7bb tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 210 time: 0.0518301 Mar 09 12:44:05.107053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-564f2049-9941-498e-bd11-82358af09fc9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:05.108475 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-564f2049-9941-498e-bd11-82358af09fc9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 814 time: 0.1542368 Mar 09 12:44:05.122447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Request body: {'port': {'device_id': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064', 'admin_state_up': True, 'tenant_id': '15ac6e2b70e84276bdde0ab91d13218f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:05.261231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:05.264921 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Usage tracker for resource:port and tenant:15ac6e2b70e84276bdde0ab91d13218f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:05.267769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:05.273350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:05.283774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Made reservation on behalf of 15ac6e2b70e84276bdde0ab91d13218f for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:05.287221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:05.448767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Allocated IP 172.20.0.10 (476e7f8f-9eb4-4d1d-bba2-c0d8f3394064/31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82/4658af3e-604a-4488-989d-2dd132216236) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:05.653003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:05.683175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:05.841653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:05.845015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:05.853828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:05.890129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Pushing event updated for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:05.922809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:05.923420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:05.944383 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-913efb4d-057c-460a-88bc-a46e0659fa1f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256924 Mar 09 12:44:05.955817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Request body: {'port': {'device_id': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:06.061876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.272594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb32ce6-9f9d-4960-835d-2ffa8e71e915 req-573df71a-b71f-4aec-a0a3-3012546052bf tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:06.274128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5eb32ce6-9f9d-4960-835d-2ffa8e71e915 req-573df71a-b71f-4aec-a0a3-3012546052bf tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 932 time: 0.0791404 Mar 09 12:44:06.319444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-5eb32ce6-9f9d-4960-835d-2ffa8e71e915 req-084bb36d-9e84-4f2b-975e-bc12f0f49ecd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Synchronizing usage tracker for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:06.334757 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-5eb32ce6-9f9d-4960-835d-2ffa8e71e915 req-084bb36d-9e84-4f2b-975e-bc12f0f49ecd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Unset dirty status for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:06.335891 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5eb32ce6-9f9d-4960-835d-2ffa8e71e915 req-084bb36d-9e84-4f2b-975e-bc12f0f49ecd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Mar 09 12:44:06.415570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4658af3e-604a-4488-989d-2dd132216236 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:44:06.423616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.438718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Transition to ACTIVE for port object 4658af3e-604a-4488-989d-2dd132216236 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:06.441666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.601177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Pushing event updated for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:06.675783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Attempting to bind port 4658af3e-604a-4488-989d-2dd132216236 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:06.676036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Attempting to bind port 4658af3e-604a-4488-989d-2dd132216236 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:06.676361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Attempting to bind port 4658af3e-604a-4488-989d-2dd132216236 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:06.680851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Port 4658af3e-604a-4488-989d-2dd132216236 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:44:06.681269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Attempting to bind port 4658af3e-604a-4488-989d-2dd132216236 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:06.686458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:06.686791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Checking segment: {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:06.687171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Bound using segment: {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:06.688575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Bound port: 4658af3e-604a-4488-989d-2dd132216236, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:06.688947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.776544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:06.779543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4658af3e-604a-4488-989d-2dd132216236,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:06.784775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.842644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:06.843256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:06.845254 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] 10.222.0.13 "PUT /v2.0/ports/4658af3e-604a-4488-989d-2dd132216236 HTTP/1.1" status: 200 len: 1094 time: 0.8939729 Mar 09 12:44:06.845691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'tag': '4658af3e-604a-4488-989d-2dd132216236'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:06.873366 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86285-f4dc-4546-a26c-a5f535ce98fb service neutron] Pushing event updated for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:06.955549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-390f270c-5ae8-4209-9e54-44d38a2c7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:06.957064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-390f270c-5ae8-4209-9e54-44d38a2c7737 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 1097 time: 0.0747340 Mar 09 12:44:06.958575 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'tag': '4658af3e-604a-4488-989d-2dd132216236', 'status': 'completed', 'code': 200} Mar 09 12:44:07.028196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-ee09da39-365c-42ba-894f-dd67cff76f79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4658af3e-604a-4488-989d-2dd132216236 HTTP/1.1" status: 200 len: 217 time: 0.0650394 Mar 09 12:44:07.091470 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-bf2a383e-e3a8-4379-bc67-ed102b65c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:07.092873 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-bf2a383e-e3a8-4379-bc67-ed102b65c001 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 200 len: 854 time: 0.0584989 Mar 09 12:44:07.139974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-ebe1c1ec-39ac-403e-b5d9-dd6d401e26f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406694 Mar 09 12:44:07.273120 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-ebe2f04a-ebd8-4205-8cda-a36cd96d5fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271417 Mar 09 12:44:07.405949 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18312a3a-91d9-4ad5-aaec-19d429acab32 req-81763a4e-e4ea-4ed4-a361-48c8741eb432 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274970 Mar 09 12:44:07.528686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bb090-e4b8-438e-a35f-7520f0c5f995 req-abf27ddf-1523-4238-bcc1-267bd9973e8c tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:07.529837 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7d0bb090-e4b8-438e-a35f-7520f0c5f995 req-abf27ddf-1523-4238-bcc1-267bd9973e8c tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 944 time: 0.0880821 Mar 09 12:44:07.577305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7d0bb090-e4b8-438e-a35f-7520f0c5f995 req-4de02f23-19cb-48d2-bd59-d51d9197e22b tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Mar 09 12:44:07.633062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec83f2-0578-4900-af27-9d3048295378 req-7df8ea25-a00c-40fb-9728-82ecf2166ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:07.634527 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-7df8ea25-a00c-40fb-9728-82ecf2166ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 1097 time: 0.1823528 Mar 09 12:44:07.763960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec83f2-0578-4900-af27-9d3048295378 req-3f76f176-f2fe-47ea-b81e-b3bc8d3cbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:07.765421 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-3f76f176-f2fe-47ea-b81e-b3bc8d3cbfea service neutron] 10.222.0.13 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 915 time: 0.1233354 Mar 09 12:44:07.843274 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-7d71c26b-972e-4493-b1c4-ceaae88162c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4658af3e-604a-4488-989d-2dd132216236 HTTP/1.1" status: 200 len: 217 time: 0.0709167 Mar 09 12:44:07.903604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec83f2-0578-4900-af27-9d3048295378 req-cada5db4-0f25-4054-b25a-c2b3a09c7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:07.905010 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-cada5db4-0f25-4054-b25a-c2b3a09c7049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 200 len: 854 time: 0.0556893 Mar 09 12:44:07.949988 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-c92aa66a-1371-4694-a7e0-5f8b07d1aaf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384185 Mar 09 12:44:08.078567 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-99698708-4ae6-43ac-8ada-9f44d0975ecf service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202986 Mar 09 12:44:08.211844 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f6ec83f2-0578-4900-af27-9d3048295378 req-5a5c88bc-e671-4e54-b5ae-918f040ac5d8 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244867 Mar 09 12:44:08.764761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb391c5-2f68-4391-abbd-ab9d5dff24ba req-45e2d550-b131-422f-875d-bb6d7c46324c tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:08.766221 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8bb391c5-2f68-4391-abbd-ab9d5dff24ba req-45e2d550-b131-422f-875d-bb6d7c46324c tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 944 time: 0.0786803 Mar 09 12:44:08.814003 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8bb391c5-2f68-4391-abbd-ab9d5dff24ba req-fea7a8aa-9beb-4312-9e02-048c914387b0 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Mar 09 12:44:09.128324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4658af3e-604a-4488-989d-2dd132216236 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:44:09.259758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4658af3e-604a-4488-989d-2dd132216236,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:09.273018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '4658af3e-604a-4488-989d-2dd132216236', 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064', 'port_id': '4658af3e-604a-4488-989d-2dd132216236', 'mac_address': 'fa:16:3e:d4:ce:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:44:09.329255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:09.348738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4658af3e-604a-4488-989d-2dd132216236 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:44:09.363874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4658af3e-604a-4488-989d-2dd132216236,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:09.368051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:09.433563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:09.580072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4658af3e-604a-4488-989d-2dd132216236'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:44:09.996307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e219658-b1dd-4ae0-b841-bd2254d7c105 req-d60bcea0-8d79-405d-a2ec-6037d758a61b tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:09.997780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e219658-b1dd-4ae0-b841-bd2254d7c105 req-d60bcea0-8d79-405d-a2ec-6037d758a61b tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 945 time: 0.0805647 Mar 09 12:44:10.042233 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e219658-b1dd-4ae0-b841-bd2254d7c105 req-c3fbca86-1165-489c-8090-32c749c9bd33 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Mar 09 12:44:11.132540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4658af3e-604a-4488-989d-2dd132216236 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:11.202708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 4658af3e-604a-4488-989d-2dd132216236 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:11.208873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 4658af3e-604a-4488-989d-2dd132216236 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:11.209274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:11.231346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed775b-2c31-41cd-96e2-179e8630b107 req-10fc599e-a543-4585-bd1b-f116db378182 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:11.232819 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47ed775b-2c31-41cd-96e2-179e8630b107 req-10fc599e-a543-4585-bd1b-f116db378182 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 945 time: 0.0851760 Mar 09 12:44:11.277645 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47ed775b-2c31-41cd-96e2-179e8630b107 req-9fde5561-cd3d-459d-8ea2-0ab92ee80533 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Mar 09 12:44:11.331723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:11.357987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658af3e-604a-4488-989d-2dd132216236'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:11.367985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4658af3e-604a-4488-989d-2dd132216236,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:11.373056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:11.455983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:11.556667 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658af3e-604a-4488-989d-2dd132216236', 'code': 200} Mar 09 12:44:11.786299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd6b4-710b-4bb1-8543-d378f42bba7a req-b6bc9d13-eff2-4acd-a826-79087b7cf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:11.787793 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eafdd6b4-710b-4bb1-8543-d378f42bba7a req-b6bc9d13-eff2-4acd-a826-79087b7cf759 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 1099 time: 0.0768180 Mar 09 12:44:11.829509 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eafdd6b4-710b-4bb1-8543-d378f42bba7a req-7d678cb6-9023-45bb-b446-9dff00b1a9f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Mar 09 12:44:12.458170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff455c19-02c6-481a-aad5-fff1318e120e req-6fb61d82-0c77-4098-a271-5acd6c444c6f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:12.459637 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ff455c19-02c6-481a-aad5-fff1318e120e req-6fb61d82-0c77-4098-a271-5acd6c444c6f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0806501 Mar 09 12:44:12.504185 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ff455c19-02c6-481a-aad5-fff1318e120e req-28ac74dc-27bf-4615-8ee9-af9b1e418f09 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Mar 09 12:44:13.693521 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc5e02-247e-4ff8-8614-65e4e2a47434 req-7054cf02-a3b1-4420-9e02-a754d1010d62 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:13.694972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41cc5e02-247e-4ff8-8614-65e4e2a47434 req-7054cf02-a3b1-4420-9e02-a754d1010d62 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0829067 Mar 09 12:44:13.738911 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41cc5e02-247e-4ff8-8614-65e4e2a47434 req-32d6a4c5-2f59-4d0a-b51e-87f8c95b86bd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Mar 09 12:44:13.956663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-28c5e2c7-a588-4a91-aa87-d4a1a14a0bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683239 Mar 09 12:44:14.025651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-243dd644-3610-4b37-943a-8bb7d82262bc tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:14.027071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-243dd644-3610-4b37-943a-8bb7d82262bc tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 814 time: 0.1495934 Mar 09 12:44:14.042276 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-3b2bdd6f-bfdb-4303-8f2f-cba52759a5fb tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/quotas/15ac6e2b70e84276bdde0ab91d13218f HTTP/1.1" status: 200 len: 375 time: 0.0090320 Mar 09 12:44:14.095236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-6267f720-8a11-49a0-841a-5ee454e95683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:14.096710 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-6267f720-8a11-49a0-841a-5ee454e95683 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 1099 time: 0.0750954 Mar 09 12:44:14.129716 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-78d03e52-12aa-461d-aafb-b20c2427b77b tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823412 Mar 09 12:44:14.241169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-fbf7e9dc-b7d7-44fe-a484-7fffadc792bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:14.242616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-fbf7e9dc-b7d7-44fe-a484-7fffadc792bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 915 time: 0.1287937 Mar 09 12:44:14.260331 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-4ab95d79-6d18-4baa-a40a-c67c3be993a1 service neutron] 10.222.0.20 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238317 Mar 09 12:44:14.314485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-151eef60-f039-444d-8e26-2668ce5117c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4658af3e-604a-4488-989d-2dd132216236 HTTP/1.1" status: 200 len: 217 time: 0.0654027 Mar 09 12:44:14.373986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-c74ca26d-5ed0-4567-a967-f14910d01366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:14.376139 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-c74ca26d-5ed0-4567-a967-f14910d01366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 200 len: 854 time: 0.0563722 Mar 09 12:44:14.392256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-8dd1767c-021a-4578-9671-160deaa6705f service neutron] 10.222.0.20 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244926 Mar 09 12:44:14.423392 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-a8f44c73-b245-407d-81e1-0adf80ad24b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416207 Mar 09 12:44:14.571054 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5332eb6b-ea93-4044-af60-5116b7d833c8 req-aee66862-5015-4c98-a0db-2e5f7b6f939c tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 210 time: 0.0455468 Mar 09 12:44:14.574737 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-5060ece5-fd25-49f3-8f93-1f6926c58b2a service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448538 Mar 09 12:44:14.711171 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0a1b6171-3ace-45f6-af31-f49ac9f4cd77 req-c66e666c-1f53-408e-be49-e606880ffa3d service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309459 Mar 09 12:44:15.680332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-6d2f42fd-b8c1-4a1e-a851-c9f080590871 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:15.681834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-6d2f42fd-b8c1-4a1e-a851-c9f080590871 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 814 time: 0.2590415 Mar 09 12:44:15.696036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Request body: {'port': {'device_id': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064', 'admin_state_up': True, 'tenant_id': '15ac6e2b70e84276bdde0ab91d13218f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:15.726037 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe7a03f2-a775-4ad6-8ee4-f43ae1d48fb5 req-c50054d5-12e1-410d-94e0-9423adeb2111 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 210 time: 0.0425618 Mar 09 12:44:15.835381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:15.839503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Usage tracker for resource:port and tenant:15ac6e2b70e84276bdde0ab91d13218f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:15.842580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:15.849399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:15.858362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Made reservation on behalf of 15ac6e2b70e84276bdde0ab91d13218f for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:15.863305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.026243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Allocated IP 172.20.0.7 (476e7f8f-9eb4-4d1d-bba2-c0d8f3394064/31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82/f67c2ee9-a413-445f-ace2-573548db5187) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:16.233081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.263175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.275490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4658af3e-604a-4488-989d-2dd132216236'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:44:16.329867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.332353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:16.339482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:16.344846 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:16.380290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Pushing event updated for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:16.411944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:16.412559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.433986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-493e0c76-e0ab-4c88-a38f-3af51d251cbd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416120 Mar 09 12:44:16.446062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Request body: {'port': {'device_id': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:16.561399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.900107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c2ee9-a413-445f-ace2-573548db5187 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:44:16.908000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.913242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41328352-8315-43e6-aea7-c6ded40ea99c req-a5abbc5c-348a-4868-9f73-734a1da7369d tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:16.913745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41328352-8315-43e6-aea7-c6ded40ea99c req-a5abbc5c-348a-4868-9f73-734a1da7369d tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 931 time: 0.0828834 Mar 09 12:44:16.923070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Transition to ACTIVE for port object f67c2ee9-a413-445f-ace2-573548db5187 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:16.926520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:16.958955 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-41328352-8315-43e6-aea7-c6ded40ea99c req-57fff8d9-6581-4ce9-aaea-f59184d4a76e tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Mar 09 12:44:17.115542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:17.158676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Attempting to bind port f67c2ee9-a413-445f-ace2-573548db5187 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:17.159016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Attempting to bind port f67c2ee9-a413-445f-ace2-573548db5187 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:17.159342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Attempting to bind port f67c2ee9-a413-445f-ace2-573548db5187 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:17.163861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Port f67c2ee9-a413-445f-ace2-573548db5187 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:44:17.164190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Attempting to bind port f67c2ee9-a413-445f-ace2-573548db5187 on network 476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:17.169205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:17.169547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Checking segment: {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:17.169929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Bound using segment: {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:17.170357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Bound port: f67c2ee9-a413-445f-ace2-573548db5187, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1070c3-9d63-4bd2-b27e-69412627154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:17.170700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:17.262609 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:17.266560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f67c2ee9-a413-445f-ace2-573548db5187,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:17.269910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:17.325235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:17.325841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:17.327187 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f67c2ee9-a413-445f-ace2-573548db5187 HTTP/1.1" status: 200 len: 1093 time: 0.8853862 Mar 09 12:44:17.328378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:17.354325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8de7-2439-4c72-bdfb-d31503a1f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:17.402886 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187', 'status': 'completed', 'code': 200} Mar 09 12:44:17.437876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-509b2b8f-a72e-4dbd-ad08-c7e189bfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:17.439526 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-509b2b8f-a72e-4dbd-ad08-c7e189bfe252 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 1096 time: 0.0764675 Mar 09 12:44:17.510879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-bdddac0d-3401-41f9-8598-059f92feb068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67c2ee9-a413-445f-ace2-573548db5187 HTTP/1.1" status: 200 len: 217 time: 0.0635407 Mar 09 12:44:17.570860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-88e6786a-6111-4247-8528-f0209e7fd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:17.572269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-88e6786a-6111-4247-8528-f0209e7fd61a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 200 len: 854 time: 0.0564001 Mar 09 12:44:17.617015 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-667019c7-a9bc-4ab7-8635-34a13d73120b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393689 Mar 09 12:44:17.845347 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-2e6cefa0-abad-4370-a5dc-24f57741e376 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225704 Mar 09 12:44:17.973580 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5d5b276c-147a-4351-98bf-a16e82972f0a req-23b0f662-226a-437c-b1ef-3f95e145929b service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229849 Mar 09 12:44:18.101629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-d001f099-11d9-456c-85cb-9ed7f21d76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:18.102993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-d001f099-11d9-456c-85cb-9ed7f21d76b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 1096 time: 0.0743921 Mar 09 12:44:18.146840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e837b-e813-4257-86d7-297bd6d6f310 req-876f055b-3e60-4f65-a42d-6b2b98b2b226 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:18.148328 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f5e837b-e813-4257-86d7-297bd6d6f310 req-876f055b-3e60-4f65-a42d-6b2b98b2b226 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 943 time: 0.0799103 Mar 09 12:44:18.193026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6f5e837b-e813-4257-86d7-297bd6d6f310 req-f17891a5-7af7-4bae-ad55-bd80a356a4b2 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Mar 09 12:44:18.235786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-d117c5b1-2b2b-48bf-91af-8869fc59b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:18.237265 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-d117c5b1-2b2b-48bf-91af-8869fc59b1c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 200 len: 915 time: 0.1283309 Mar 09 12:44:18.316677 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-0769318f-6902-4d88-9e61-f8e8e9e11f9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67c2ee9-a413-445f-ace2-573548db5187 HTTP/1.1" status: 200 len: 217 time: 0.0638070 Mar 09 12:44:18.378061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-6bf7710b-0a78-46d7-897c-729c20f71bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:18.379372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-6bf7710b-0a78-46d7-897c-729c20f71bee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 200 len: 854 time: 0.0569949 Mar 09 12:44:18.426198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-e12d2bf6-c915-4d8d-b8ac-83d9e6897f31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399890 Mar 09 12:44:18.557867 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-4d9e7a57-abb2-4d0e-aec9-bead69cdab76 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248493 Mar 09 12:44:18.689773 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62fea100-c8fb-4f45-bb94-2c5689000dfd req-d8108112-4103-4a58-8896-f3505c4ac651 service neutron] 10.222.0.13 "GET /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258261 Mar 09 12:44:18.699006 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:44:19.195125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device f67c2ee9-a413-445f-ace2-573548db5187 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:44:19.330181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f67c2ee9-a413-445f-ace2-573548db5187,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:19.343679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'f67c2ee9-a413-445f-ace2-573548db5187', 'network_id': '476e7f8f-9eb4-4d1d-bba2-c0d8f3394064', 'port_id': 'f67c2ee9-a413-445f-ace2-573548db5187', 'mac_address': 'fa:16:3e:fd:73:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:44:19.385512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e6ced-c9fe-4a4c-ab9c-767822f68346 req-fcaf4395-d118-4306-934e-71de1f461de3 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:19.386952 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-155e6ced-c9fe-4a4c-ab9c-767822f68346 req-fcaf4395-d118-4306-934e-71de1f461de3 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 943 time: 0.0893614 Mar 09 12:44:19.404283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:19.423240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67c2ee9-a413-445f-ace2-573548db5187 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:44:19.435341 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-155e6ced-c9fe-4a4c-ab9c-767822f68346 req-89846687-2311-46ad-82cf-1402616d6801 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Mar 09 12:44:19.439402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f67c2ee9-a413-445f-ace2-573548db5187,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:19.443391 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:19.509885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:19.658792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['f67c2ee9-a413-445f-ace2-573548db5187'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:44:20.622719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bbe8-3585-4b2b-9521-d0fec6bfb752 req-16268d5c-95aa-49e5-8af1-42723d0c3953 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:20.624159 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb17bbe8-3585-4b2b-9521-d0fec6bfb752 req-16268d5c-95aa-49e5-8af1-42723d0c3953 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 944 time: 0.0842516 Mar 09 12:44:20.761518 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fb17bbe8-3585-4b2b-9521-d0fec6bfb752 req-f34ea0d7-6f26-4b5a-8d8e-b6f74a487275 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310737 Mar 09 12:44:21.203907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device f67c2ee9-a413-445f-ace2-573548db5187 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:21.272481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port f67c2ee9-a413-445f-ace2-573548db5187 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:21.277130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port f67c2ee9-a413-445f-ace2-573548db5187 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:21.277511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:21.390598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:21.418717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:21.429344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f67c2ee9-a413-445f-ace2-573548db5187,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:21.433132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:21.466965 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187', 'code': 200} Mar 09 12:44:21.505746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:21.688797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a8e09-fce7-4ca2-8389-9da45b046c21 req-4d301d8e-01fb-4ce6-9067-29fd82c967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:21.690341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-248a8e09-fce7-4ca2-8389-9da45b046c21 req-4d301d8e-01fb-4ce6-9067-29fd82c967c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 1098 time: 0.0723867 Mar 09 12:44:21.732993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-248a8e09-fce7-4ca2-8389-9da45b046c21 req-6ca4a7d2-8fc1-497e-a2a7-2c8488c3e4a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336423 Mar 09 12:44:21.941009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeeb2c-55d4-45bf-ac51-791637c8e898 req-7a707cc4-8cff-4b2c-b464-94c38ffe7269 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:21.942464 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14aeeb2c-55d4-45bf-ac51-791637c8e898 req-7a707cc4-8cff-4b2c-b464-94c38ffe7269 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 945 time: 0.0785401 Mar 09 12:44:21.985632 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14aeeb2c-55d4-45bf-ac51-791637c8e898 req-52bbb2b5-2de4-4b74-a050-e00d668dd0f6 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Mar 09 12:44:22.681252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c307b879-4f56-4364-8af9-e2f8eafb44c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:23.323952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0cdef-e4e8-4080-95b8-a51dd92bffc3 req-f60853a5-38f9-48ca-8d16-9daeaa03b325 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:23.325309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-16f0cdef-e4e8-4080-95b8-a51dd92bffc3 req-f60853a5-38f9-48ca-8d16-9daeaa03b325 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 945 time: 0.0804129 Mar 09 12:44:23.367805 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-16f0cdef-e4e8-4080-95b8-a51dd92bffc3 req-2776d221-f0c8-4904-9ff1-2b1f52e5667a tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Mar 09 12:44:23.749078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e48a3-56fb-4842-af61-d6810aa5640d req-cc4c8db1-3ed5-4b82-863d-a2e26ae31733 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:23.751120 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-941e48a3-56fb-4842-af61-d6810aa5640d req-cc4c8db1-3ed5-4b82-863d-a2e26ae31733 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 945 time: 0.0843074 Mar 09 12:44:23.795330 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-941e48a3-56fb-4842-af61-d6810aa5640d req-7e26c357-8a7b-4a19-89a1-1440cfa462ae tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 Mar 09 12:44:24.891686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a6b4bd6-bac3-43f9-b65c-786e19c7c290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:24.980618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06dd86-d43c-4067-9813-28cc9b7a7e61 req-86772b48-f5c9-4582-9c69-f779060745a6 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:24.982054 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b06dd86-d43c-4067-9813-28cc9b7a7e61 req-86772b48-f5c9-4582-9c69-f779060745a6 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 945 time: 0.0792615 Mar 09 12:44:25.027147 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b06dd86-d43c-4067-9813-28cc9b7a7e61 req-24c90796-967a-48d3-b5cb-ee11eb82edea tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Mar 09 12:44:25.031462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-3ad21ece-b109-405f-b26c-4dfdcee59cb4 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:25.032175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-3ad21ece-b109-405f-b26c-4dfdcee59cb4 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Synchronizing usage tracker for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:25.050142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-3ad21ece-b109-405f-b26c-4dfdcee59cb4 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Unset dirty status for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:25.051311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-3ad21ece-b109-405f-b26c-4dfdcee59cb4 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 945 time: 0.0964558 Mar 09 12:44:25.122226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Deleting port f67c2ee9-a413-445f-ace2-573548db5187 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:25.122482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:25.362729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] For port f67c2ee9-a413-445f-ace2-573548db5187, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f67c2ee9-a413-445f-ace2-573548db5187,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:25.363079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:25.582965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Calling delete_port for f67c2ee9-a413-445f-ace2-573548db5187 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:25.727268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:25.738454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4658af3e-604a-4488-989d-2dd132216236'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:44:25.778405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Pushing event deleted for resources: {'Port': ['ID=f67c2ee9-a413-445f-ace2-573548db5187,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:25.792830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:25.856490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] No DVR routers for this DVR port f67c2ee9-a413-445f-ace2-573548db5187 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:25.858917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:25.861492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'name': 'network-vif-deleted', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:25.879980 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f49072a3-8216-4981-bb1d-51adff78cc06 req-f3193d6a-8968-4627-a135-a4af878162e9 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "DELETE /v2.0/ports/f67c2ee9-a413-445f-ace2-573548db5187 HTTP/1.1" status: 204 len: 173 time: 0.8235023 Mar 09 12:44:25.909533 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d87b2a-0724-4bd3-b20f-559f1af89f26', 'name': 'network-vif-deleted', 'tag': 'f67c2ee9-a413-445f-ace2-573548db5187', 'status': 'completed', 'code': 200} Mar 09 12:44:26.132208 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:26.194085 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f0951a4a-92b9-43d4-9b31-1b083afb8795 req-3f23692b-2bc4-4f01-b2af-d13f8e0b3afc tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d87b2a-0724-4bd3-b20f-559f1af89f26 HTTP/1.1" status: 200 len: 210 time: 0.0473354 Mar 09 12:44:27.256649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device f67c2ee9-a413-445f-ace2-573548db5187 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:27.291502 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: f67c2ee9-a413-445f-ace2-573548db5187 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:27.291854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device f67c2ee9-a413-445f-ace2-573548db5187 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:27.447806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12d21-d2cf-464d-953d-c9dda0f7c966 req-4e86ef1c-11fc-4f3e-8ada-e0af48eb0c56 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:27.449241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b8c12d21-d2cf-464d-953d-c9dda0f7c966 req-4e86ef1c-11fc-4f3e-8ada-e0af48eb0c56 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0777099 Mar 09 12:44:27.494339 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b8c12d21-d2cf-464d-953d-c9dda0f7c966 req-d72ddd70-7828-4c79-a33c-c01095a99941 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Mar 09 12:44:27.683187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:27.700983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6a91-05c6-4d94-96d5-719536abed2c req-6eeceb14-af73-4eb6-b1cf-db04eae9ca42 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:27.703134 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93eb6a91-05c6-4d94-96d5-719536abed2c req-6eeceb14-af73-4eb6-b1cf-db04eae9ca42 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0854113 Mar 09 12:44:27.746397 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-93eb6a91-05c6-4d94-96d5-719536abed2c req-397b06ed-cfe3-412c-9658-c3cc844cb08f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Mar 09 12:44:27.927333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7eb52-0103-4080-9346-f0b7365e7695 req-5405bf36-54ad-4ada-971f-adc3983a5b52 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:27.928762 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-12b7eb52-0103-4080-9346-f0b7365e7695 req-5405bf36-54ad-4ada-971f-adc3983a5b52 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0785542 Mar 09 12:44:27.972128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-12b7eb52-0103-4080-9346-f0b7365e7695 req-5dd3f09c-ffe0-436b-82d6-eeb9e75325d5 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Mar 09 12:44:28.260320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b2f8a-0e19-43d6-8734-7ddfe3fb0a48 req-314d8cf8-d82c-4ab8-ada4-f878c543595a tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:28.261700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-593b2f8a-0e19-43d6-8734-7ddfe3fb0a48 req-314d8cf8-d82c-4ab8-ada4-f878c543595a tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0843141 Mar 09 12:44:28.306109 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-593b2f8a-0e19-43d6-8734-7ddfe3fb0a48 req-889408dd-72b3-4ab3-9364-5614e25dfb18 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Mar 09 12:44:28.490065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b706-cb87-4eb9-b54b-ae4e53d664b5 req-d8acd1dc-0048-4187-b502-4e76ee1561d1 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:28.491507 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c78b706-cb87-4eb9-b54b-ae4e53d664b5 req-d8acd1dc-0048-4187-b502-4e76ee1561d1 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0826178 Mar 09 12:44:28.540813 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c78b706-cb87-4eb9-b54b-ae4e53d664b5 req-81309a2d-2099-468e-8e1b-e278a61aacf3 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Mar 09 12:44:28.730251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4537494-cc98-407c-a8a9-14f056132cd0 req-630c91e8-577b-48f0-9c1a-b9360a2dd730 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:28.731676 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4537494-cc98-407c-a8a9-14f056132cd0 req-630c91e8-577b-48f0-9c1a-b9360a2dd730 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0790126 Mar 09 12:44:28.775158 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4537494-cc98-407c-a8a9-14f056132cd0 req-13f234a9-723a-407e-bbc5-12ed00fbe228 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Mar 09 12:44:29.300728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b0898-c585-446c-84c7-0239447443c3 req-6f2ca385-2436-423b-bbfa-e2635f3920ce tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:29.302175 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-420b0898-c585-446c-84c7-0239447443c3 req-6f2ca385-2436-423b-bbfa-e2635f3920ce tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0806968 Mar 09 12:44:29.346693 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-420b0898-c585-446c-84c7-0239447443c3 req-ca94ed47-78fe-4af0-b76d-d90dee121d5a tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Mar 09 12:44:30.531547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ec211-efe2-4b46-b389-5d064cd4a559 req-4ee48055-8164-4efa-9aae-adfcfe7d769f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:30.533115 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c7ec211-efe2-4b46-b389-5d064cd4a559 req-4ee48055-8164-4efa-9aae-adfcfe7d769f tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0820377 Mar 09 12:44:30.576778 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0c7ec211-efe2-4b46-b389-5d064cd4a559 req-49c8461a-3083-4969-b671-956a8265c5da tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42a0bfa-d63f-4aa0-8400-98fff5c79200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Mar 09 12:44:30.583185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-d0d3ab1f-24b5-4b51-a0e1-67ec6e687a33 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:30.583907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-d0d3ab1f-24b5-4b51-a0e1-67ec6e687a33 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Synchronizing usage tracker for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:30.599115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-d0d3ab1f-24b5-4b51-a0e1-67ec6e687a33 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Unset dirty status for tenant:15ac6e2b70e84276bdde0ab91d13218f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:30.600336 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-d0d3ab1f-24b5-4b51-a0e1-67ec6e687a33 tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 946 time: 0.0977924 Mar 09 12:44:30.672772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Deleting port 4658af3e-604a-4488-989d-2dd132216236 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:30.673054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:30.915497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] For port 4658af3e-604a-4488-989d-2dd132216236, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4658af3e-604a-4488-989d-2dd132216236,segment=NetworkSegment(1a1070c3-9d63-4bd2-b27e-69412627154d),segment_id=1a1070c3-9d63-4bd2-b27e-69412627154d)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:30.915849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:31.040946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Calling delete_port for 4658af3e-604a-4488-989d-2dd132216236 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:31.182948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:31.193952 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['4658af3e-604a-4488-989d-2dd132216236'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:44:31.236496 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Pushing event deleted for resources: {'Port': ['ID=4658af3e-604a-4488-989d-2dd132216236,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:31.308957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] No DVR routers for this DVR port 4658af3e-604a-4488-989d-2dd132216236 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:31.311299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:31.313833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'name': 'network-vif-deleted', 'tag': '4658af3e-604a-4488-989d-2dd132216236'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:44:31.328451 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ef01777-0e4c-48e0-9567-8d75fd1758be req-be03ed63-018a-42b7-a299-a3852868dcfd tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.13 "DELETE /v2.0/ports/4658af3e-604a-4488-989d-2dd132216236 HTTP/1.1" status: 204 len: 173 time: 0.7233970 Mar 09 12:44:31.361394 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966629ee-d5b1-4a8c-bd96-02e717e252d5', 'name': 'network-vif-deleted', 'tag': '4658af3e-604a-4488-989d-2dd132216236', 'status': 'completed', 'code': 200} Mar 09 12:44:31.744702 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bd5153c9-ff1d-43bd-8229-c15699e65ba9 req-3c71a13b-2103-4111-ac87-5eebf494889d tempest-ServersNegativeTestJSON-713372198 tempest-ServersNegativeTestJSON-713372198-project] 10.222.0.20 "GET /v2.0/ports?device_id=966629ee-d5b1-4a8c-bd96-02e717e252d5 HTTP/1.1" status: 200 len: 210 time: 0.0475101 Mar 09 12:44:32.840408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 50986) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:32.902399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Deleting subnet 31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:44:32.905321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:32.953650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.011567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.078259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.115757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:33.119318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.125058 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ccbfbbd1-20a9-42d2-b3aa-98be62081ea8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31ec8cb7-0e3b-4f78-b6c0-a6a5ecae1c82 HTTP/1.1" status: 204 len: 168 time: 0.2835417 Mar 09 12:44:33.127561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 50990) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:33.237811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.272289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4658af3e-604a-4488-989d-2dd132216236 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:33.308066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 4658af3e-604a-4488-989d-2dd132216236 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:33.308406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 4658af3e-604a-4488-989d-2dd132216236 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:33.363007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.387351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476e7f8f-9eb4-4d1d-bba2-c0d8f3394064']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:33.399665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1070c3-9d63-4bd2-b27e-69412627154d') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:33.399970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1070c3-9d63-4bd2-b27e-69412627154d') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:33.411549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.430770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.437171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:33.437515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:33.450170 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:33.525364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.541540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.553431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] Pushing event deleted for resources: {'Network': ['ID=476e7f8f-9eb4-4d1d-bba2-c0d8f3394064,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:33.560321 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-03d00d78-194a-4b8a-b08c-cdd49f6c3467 admin admin] 10.222.0.20 "DELETE /v2.0/networks/476e7f8f-9eb4-4d1d-bba2-c0d8f3394064 HTTP/1.1" status: 204 len: 168 time: 0.4310639 Mar 09 12:44:33.689819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 50996) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:33.741815 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-17266599-322d-4af4-9521-f2baaccad2e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15ac6e2b70e84276bdde0ab91d13218f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508592 Mar 09 12:44:33.744151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51000) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:33.800623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.825584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.877629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.894655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a0bfa-d63f-4aa0-8400-98fff5c79200,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:33.906867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:33.907917 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-064bd689-2a6a-4489-98ff-21f8fd25b821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e42a0bfa-d63f-4aa0-8400-98fff5c79200 HTTP/1.1" status: 204 len: 168 time: 0.1628892 Mar 09 12:44:34.665080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51024) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:34.766118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1074921074'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:34.771104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:34.774885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:network and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:34.777741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:34.783823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:34.793151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:34.797357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:34.809434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:34.824163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:34.827951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:security_group_rule and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:34.830693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:34.836191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:34.917549 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:34.922514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:34.955481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:34.963583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf0d0e-1860-4a96-8e1d-55035ccfc4d0,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:34.969650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:34.970000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Added segment 224e6e5d-cd90-4afc-b71c-f531be4cda21 of type vlan for network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb Mar 09 12:44:34.996043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:35.024070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:35.029372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:35.029950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:35.135253 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4690847 Mar 09 12:44:35.138057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967366-ddf6-4bc0-ac62-0b78a015c9ab tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Network': ['ID=28f45311-e92a-44b0-a9d9-c7734f7fc9fb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:35.158680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:38.444239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51030) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:38.450037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'subnet': {'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:38.558322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:38.564186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:subnet and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:38.566961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:38.572449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:38.582458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:38.585814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:38.882805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:38.963149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Subnet': ['ID=919e76f4-d61d-4f89-8975-3b628ba43bae,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:38.972633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking segment: {'id': '224e6e5d-cd90-4afc-b71c-f531be4cda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:38.973029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network hostable DHCP agents. Network: 28f45311-e92a-44b0-a9d9-c7734f7fc9fb, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:38.991963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:39.000542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 28f45311-e92a-44b0-a9d9-c7734f7fc9fb) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:39.004492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:39.005100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.009309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6d18c-1246-45f0-a327-a925816fd5d0 None None] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:39.026411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-43a174db-196e-4779-9c73-c5bbf098903a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5810220 Mar 09 12:44:39.029902 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51034) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:39.036519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070242876'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:39.041255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:39.044979 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:network and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:39.049010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:39.054688 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:39.065641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:39.069116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.097616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:39.106459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.106877 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Added segment 5483a339-eab1-4b21-897e-b0bfb18a5f29 of type vlan for network 98f6ef37-77db-4251-90c5-8f9abd37b3e8 Mar 09 12:44:39.137856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.170678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.176451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:39.177076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.226564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-28f45311-e92a-44b0-a9d9-c7734f7fc9fb', 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb', 'tenant_id': '46d9eaf3236f4522907464d35c711533', 'fixed_ips': [{'subnet_id': '919e76f4-d61d-4f89-8975-3b628ba43bae'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:39.227638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.230013 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1979568 Mar 09 12:44:39.233192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51038) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:39.239532 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'subnet': {'network_id': '98f6ef37-77db-4251-90c5-8f9abd37b3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:39.292455 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9f56-c907-48d9-a9fe-8748463db1b3 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Network': ['ID=98f6ef37-77db-4251-90c5-8f9abd37b3e8,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:39.307485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 98f6ef37-77db-4251-90c5-8f9abd37b3e8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:39.365859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:39.369752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:subnet and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:39.372530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:39.378195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:39.388021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:39.392235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.479332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Allocated IP 2001:db8:0:ffff::2 (28f45311-e92a-44b0-a9d9-c7734f7fc9fb/919e76f4-d61d-4f89-8975-3b628ba43bae/16f49aa4-d01b-47f0-b07e-1c2700db383c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:39.729119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.732378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.742486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Transition to ACTIVE for port object 16f49aa4-d01b-47f0-b07e-1c2700db383c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:39.762248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Transition to ACTIVE for port object 16f49aa4-d01b-47f0-b07e-1c2700db383c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:39.768368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.807462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Subnet': ['ID=00b3098f-7603-4323-ae16-1e0ef1e8944a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:39.816807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking segment: {'id': '5483a339-eab1-4b21-897e-b0bfb18a5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98f6ef37-77db-4251-90c5-8f9abd37b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:39.817199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network hostable DHCP agents. Network: 98f6ef37-77db-4251-90c5-8f9abd37b3e8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:39.829957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:39.831142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:39.833623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:39.837439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network 98f6ef37-77db-4251-90c5-8f9abd37b3e8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:39.846768 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 98f6ef37-77db-4251-90c5-8f9abd37b3e8) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:39.850800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:39.851387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:39.871212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c70df202-4f87-4c1e-8e76-8b438167c4cd tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6368589 Mar 09 12:44:39.873928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51042) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:39.882185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474679d-c6df-4e5a-ab0d-f59bb7707fe9 None None] Network 98f6ef37-77db-4251-90c5-8f9abd37b3e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:39.915344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Pushing event updated for resources: {'Port': ['ID=16f49aa4-d01b-47f0-b07e-1c2700db383c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:39.956625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.956990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.957332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.957664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.957990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.958325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.958651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.958975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.959296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.959616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.959934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:39.960252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:40.013878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.043030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Attempting to bind port 16f49aa4-d01b-47f0-b07e-1c2700db383c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:40.043598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Attempting to bind port 16f49aa4-d01b-47f0-b07e-1c2700db383c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '224e6e5d-cd90-4afc-b71c-f531be4cda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:40.043751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Attempting to bind port 16f49aa4-d01b-47f0-b07e-1c2700db383c on network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:40.054982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:40.055355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Checking segment: {'id': '224e6e5d-cd90-4afc-b71c-f531be4cda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:40.055755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.056395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Bound using segment: {'id': '224e6e5d-cd90-4afc-b71c-f531be4cda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:40.056864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Bound port: 16f49aa4-d01b-47f0-b07e-1c2700db383c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224e6e5d-cd90-4afc-b71c-f531be4cda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '28f45311-e92a-44b0-a9d9-c7734f7fc9fb'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:40.057270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.084667 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.164441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.206167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Subnet': ['ID=00b3098f-7603-4323-ae16-1e0ef1e8944a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:40.240933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] For port 16f49aa4-d01b-47f0-b07e-1c2700db383c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:40.248778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01d04b-9605-4d56-bfaa-9c7ce28f57f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-98f6ef37-77db-4251-90c5-8f9abd37b3e8', 'network_id': '98f6ef37-77db-4251-90c5-8f9abd37b3e8', 'tenant_id': '46d9eaf3236f4522907464d35c711533', 'fixed_ips': [{'subnet_id': '00b3098f-7603-4323-ae16-1e0ef1e8944a'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:40.250236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d01d04b-9605-4d56-bfaa-9c7ce28f57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.262498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] For port 16f49aa4-d01b-47f0-b07e-1c2700db383c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16f49aa4-d01b-47f0-b07e-1c2700db383c,segment=NetworkSegment(224e6e5d-cd90-4afc-b71c-f531be4cda21),segment_id=224e6e5d-cd90-4afc-b71c-f531be4cda21)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:40.268839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.302324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.327845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f6ef37-77db-4251-90c5-8f9abd37b3e8']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:40.339771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5483a339-eab1-4b21-897e-b0bfb18a5f29') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:40.340069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5483a339-eab1-4b21-897e-b0bfb18a5f29') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:40.351694 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.369056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.375139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:40.375528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:40.393875 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:40.414801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1bdf-cf91-40a0-9ade-281dd4e19ead None None] Pushing event updated for resources: {'Port': ['ID=16f49aa4-d01b-47f0-b07e-1c2700db383c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:40.426096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038974ef-76e4-463b-b5a3-dde6f4f88228 None None] Network 98f6ef37-77db-4251-90c5-8f9abd37b3e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:40.478867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.505859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.516313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Network': ['ID=98f6ef37-77db-4251-90c5-8f9abd37b3e8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:40.522934 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5c6c3349-a6cb-4651-8591-bd91fcd8c3fa tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/98f6ef37-77db-4251-90c5-8f9abd37b3e8 HTTP/1.1" status: 204 len: 168 time: 0.6435924 Mar 09 12:44:40.524016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51046) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:40.533473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235281972'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:40.538460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:40.542517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:network and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:40.545807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:40.553082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:40.565126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:40.568809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.598389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:40.613851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.614235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Added segment fce064c3-d6b3-45dc-957a-ddd9a7606a30 of type vlan for network bb2dbb06-8319-4e66-a9be-d51b8553720b Mar 09 12:44:40.649507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.682022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.687919 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:40.688537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:40.789715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2645340 Mar 09 12:44:40.792647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51050) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:40.798989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'subnet': {'network_id': 'bb2dbb06-8319-4e66-a9be-d51b8553720b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:40.801988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a777bd-38c5-4ef9-8434-a8e2262a5434 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Network': ['ID=bb2dbb06-8319-4e66-a9be-d51b8553720b,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:40.812508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network bb2dbb06-8319-4e66-a9be-d51b8553720b details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:40.911895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:40.915748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:subnet and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:40.918642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:40.924808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:40.934785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:40.938374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.029688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.ipam_backend_mixin [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Performing IP validity checks on allocation pools {{(pid=87830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 09 12:44:41.030277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.ipam_backend_mixin [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 09 12:44:41.157644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.234810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Subnet': ['ID=b72fa437-bacb-4441-ac75-5a49c2d9ca7d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:41.245240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking segment: {'id': 'fce064c3-d6b3-45dc-957a-ddd9a7606a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bb2dbb06-8319-4e66-a9be-d51b8553720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:41.245596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network hostable DHCP agents. Network: bb2dbb06-8319-4e66-a9be-d51b8553720b, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:41.266034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network bb2dbb06-8319-4e66-a9be-d51b8553720b is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:41.275507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, bb2dbb06-8319-4e66-a9be-d51b8553720b) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:41.279554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:41.280136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.285486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f243d-977f-4a3a-8932-5afdf79da639 None None] Network bb2dbb06-8319-4e66-a9be-d51b8553720b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:41.319635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-79e35ebf-a023-4521-a57d-ac5768efa4ac tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5258355 Mar 09 12:44:41.322460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51054) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:41.480470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.502881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c35808-2de1-46a0-ba72-3cac05a2ab3b None None] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:41.546547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.604247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c927f55b-edf2-49fe-b44f-3745129b7ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-bb2dbb06-8319-4e66-a9be-d51b8553720b', 'network_id': 'bb2dbb06-8319-4e66-a9be-d51b8553720b', 'tenant_id': '46d9eaf3236f4522907464d35c711533', 'fixed_ips': [{'subnet_id': 'b72fa437-bacb-4441-ac75-5a49c2d9ca7d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:41.605092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c927f55b-edf2-49fe-b44f-3745129b7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.623680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.641397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-aa99e714-c385-4396-a418-12b1b48fd2f6 None None] Provisioning for port 16f49aa4-d01b-47f0-b07e-1c2700db383c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:41.665840 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Subnet': ['ID=b72fa437-bacb-4441-ac75-5a49c2d9ca7d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:41.763884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.790214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2dbb06-8319-4e66-a9be-d51b8553720b']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:41.802463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce064c3-d6b3-45dc-957a-ddd9a7606a30') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:41.802881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce064c3-d6b3-45dc-957a-ddd9a7606a30') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:41.816124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.832479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.835436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd20c4-035d-4c79-859a-20ebf73c2331 None None] Network bb2dbb06-8319-4e66-a9be-d51b8553720b requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:41.838444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:41.838838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:41.853600 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:41.934401 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.940747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:41.969132 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/bb2dbb06-8319-4e66-a9be-d51b8553720b HTTP/1.1" status: 204 len: 168 time: 0.6453547 Mar 09 12:44:41.969965 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ae773-2142-404f-87da-bf0d36c4d8d6 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Network': ['ID=bb2dbb06-8319-4e66-a9be-d51b8553720b,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:41.974792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51058) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:41.980812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257165432'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:41.985963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:41.989819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:network and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:41.992749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:41.998415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:42.009564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:42.013113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.042090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:42.051760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.052112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Added segment 533f0e14-81c8-4152-ad5f-c2296f688a8d of type vlan for network c6f810bf-ece1-47d4-8496-7815dcf83c56 Mar 09 12:44:42.084580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.114492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.120144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:42.120774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.220728 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2448332 Mar 09 12:44:42.223605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51062) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:42.229379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'subnet': {'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:42.232478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1caeaf-e43a-4fc7-9560-f581dd1b96e2 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Network': ['ID=c6f810bf-ece1-47d4-8496-7815dcf83c56,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:42.243201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network c6f810bf-ece1-47d4-8496-7815dcf83c56 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:42.342291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:42.347438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:subnet and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:42.350301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:42.355887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:42.367144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:42.370874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.589237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.593404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16f49aa4-d01b-47f0-b07e-1c2700db383c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:42.660422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 16f49aa4-d01b-47f0-b07e-1c2700db383c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:42.665006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 16f49aa4-d01b-47f0-b07e-1c2700db383c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:42.665488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.669582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Subnet': ['ID=fb8f486a-d7dd-4145-8a56-9f833a35b85c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:42.680512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking segment: {'id': '533f0e14-81c8-4152-ad5f-c2296f688a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:42.680869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network hostable DHCP agents. Network: c6f810bf-ece1-47d4-8496-7815dcf83c56, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:42.699310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network c6f810bf-ece1-47d4-8496-7815dcf83c56 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:42.709001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, c6f810bf-ece1-47d4-8496-7815dcf83c56) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:42.714189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:42.714993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.720438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc93228-5eb9-4522-90fd-a287164a5702 None None] Network c6f810bf-ece1-47d4-8496-7815dcf83c56 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:42.739134 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bbdf5506-ab79-45d4-8ad6-f2e8791f86d9 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5143836 Mar 09 12:44:42.742696 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51066) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:42.748004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198969948'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:42.753082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:42.756808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:network and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:42.759609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:42.765599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:42.776313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:42.781052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.810176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:42.819610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.819948 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Added segment 044e0ed7-c4f4-408d-9489-0fb7463068a4 of type vlan for network 7c6bef66-5cda-4f8d-8e66-ed4b06494061 Mar 09 12:44:42.846193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.876033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.881676 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:42.882366 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:42.919379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.005743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 16f49aa4-d01b-47f0-b07e-1c2700db383c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16f49aa4-d01b-47f0-b07e-1c2700db383c,segment=NetworkSegment(224e6e5d-cd90-4afc-b71c-f531be4cda21),segment_id=224e6e5d-cd90-4afc-b71c-f531be4cda21)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:43.012328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.046779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-c6f810bf-ece1-47d4-8496-7815dcf83c56', 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56', 'tenant_id': '46d9eaf3236f4522907464d35c711533', 'fixed_ips': [{'subnet_id': 'fb8f486a-d7dd-4145-8a56-9f833a35b85c'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:43.047382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.092576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3485985 Mar 09 12:44:43.096611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51070) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:43.102739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Request body: {'subnet': {'network_id': '7c6bef66-5cda-4f8d-8e66-ed4b06494061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:43.104621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0d0b-603a-4a9f-8c2f-4e32205ffb45 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Network': ['ID=7c6bef66-5cda-4f8d-8e66-ed4b06494061,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:43.129643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7c6bef66-5cda-4f8d-8e66-ed4b06494061 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:43.175225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=16f49aa4-d01b-47f0-b07e-1c2700db383c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:43.219523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:43.223265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Usage tracker for resource:subnet and tenant:46d9eaf3236f4522907464d35c711533 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:43.226231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:43.231890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:43.241472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Made reservation on behalf of 46d9eaf3236f4522907464d35c711533 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:43.245143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.326567 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Allocated IP 2001:db8::2 (c6f810bf-ece1-47d4-8496-7815dcf83c56/fb8f486a-d7dd-4145-8a56-9f833a35b85c/a08d3c7d-b82f-4232-84dd-eed8d545f638) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:43.463466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.536501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.548400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Transition to ACTIVE for port object a08d3c7d-b82f-4232-84dd-eed8d545f638 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:43.550541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event updated for resources: {'Subnet': ['ID=0f11965c-3ba3-42f3-a66b-988b87f8c5fe,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:43.558594 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Checking segment: {'id': '044e0ed7-c4f4-408d-9489-0fb7463068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7c6bef66-5cda-4f8d-8e66-ed4b06494061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:43.559165 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network hostable DHCP agents. Network: 7c6bef66-5cda-4f8d-8e66-ed4b06494061, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:43.569707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Transition to ACTIVE for port object a08d3c7d-b82f-4232-84dd-eed8d545f638 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:43.575515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.578933 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Network 7c6bef66-5cda-4f8d-8e66-ed4b06494061 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:43.589042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7c6bef66-5cda-4f8d-8e66-ed4b06494061) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:43.593127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:43.593816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.620718 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5b2d0b8d-dc70-4905-aba4-ab990290f2ee tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5205579 Mar 09 12:44:43.621039 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7491ded3-bcac-4610-af7f-38c29b9a414c None None] Network 7c6bef66-5cda-4f8d-8e66-ed4b06494061 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:43.621537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51074) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:43.678838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Network c6f810bf-ece1-47d4-8496-7815dcf83c56 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:43.683778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:43.769360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.775874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:43.783045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Pushing event updated for resources: {'Port': ['ID=a08d3c7d-b82f-4232-84dd-eed8d545f638,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:43.837687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.898426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Attempting to bind port a08d3c7d-b82f-4232-84dd-eed8d545f638 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:43.898791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Attempting to bind port a08d3c7d-b82f-4232-84dd-eed8d545f638 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '533f0e14-81c8-4152-ad5f-c2296f688a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:43.899151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Attempting to bind port a08d3c7d-b82f-4232-84dd-eed8d545f638 on network c6f810bf-ece1-47d4-8496-7815dcf83c56 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:43.912092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.960497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:43.960749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Checking segment: {'id': '533f0e14-81c8-4152-ad5f-c2296f688a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:43.961167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:43.961557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Bound using segment: {'id': '533f0e14-81c8-4152-ad5f-c2296f688a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:43.962042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Bound port: a08d3c7d-b82f-4232-84dd-eed8d545f638, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533f0e14-81c8-4152-ad5f-c2296f688a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c6f810bf-ece1-47d4-8496-7815dcf83c56'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:43.962416 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.015950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e414d6b-22e8-498f-8121-8f34f4364265 None None] Network 7c6bef66-5cda-4f8d-8e66-ed4b06494061 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:44.055560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Subnet': ['ID=0f11965c-3ba3-42f3-a66b-988b87f8c5fe,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:44.150162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.175025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6bef66-5cda-4f8d-8e66-ed4b06494061']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:44.187839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044e0ed7-c4f4-408d-9489-0fb7463068a4') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:44.188138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044e0ed7-c4f4-408d-9489-0fb7463068a4') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:44.199259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.210211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] For port a08d3c7d-b82f-4232-84dd-eed8d545f638, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:44.216802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.223118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:44.223516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.225797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] For port a08d3c7d-b82f-4232-84dd-eed8d545f638, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a08d3c7d-b82f-4232-84dd-eed8d545f638,segment=NetworkSegment(533f0e14-81c8-4152-ad5f-c2296f688a8d),segment_id=533f0e14-81c8-4152-ad5f-c2296f688a8d)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:44.229747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:44.238446 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:44.308752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3824e-66b9-4bf7-82f5-d5f9c558f11a None None] Pushing event updated for resources: {'Port': ['ID=a08d3c7d-b82f-4232-84dd-eed8d545f638,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:44.321797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.340016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.351580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Network': ['ID=7c6bef66-5cda-4f8d-8e66-ed4b06494061,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:44.355834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3eac7561-8148-41cc-b990-17aab7d6af78 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/7c6bef66-5cda-4f8d-8e66-ed4b06494061 HTTP/1.1" status: 204 len: 168 time: 0.7338872 Mar 09 12:44:44.358983 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51078) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.399416 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-623aa174-44a6-408b-ab5e-014940aa63a8 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] GET failed (client error): The resource could not be found. Mar 09 12:44:44.399947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-623aa174-44a6-408b-ab5e-014940aa63a8 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Synchronizing usage tracker for tenant:46d9eaf3236f4522907464d35c711533 on resource:subnet {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:44.416652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-623aa174-44a6-408b-ab5e-014940aa63a8 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Unset dirty status for tenant:46d9eaf3236f4522907464d35c711533 on resource:subnet {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:44.417931 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-623aa174-44a6-408b-ab5e-014940aa63a8 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "GET /v2.0/subnets/0f11965c-3ba3-42f3-a66b-988b87f8c5fe HTTP/1.1" status: 404 len: 337 time: 0.0578809 Mar 09 12:44:44.421265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51082) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.447298 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a3c686-4a50-46c2-982d-14d4c502c70e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:44.447778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a3c686-4a50-46c2-982d-14d4c502c70e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:44.449506 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-25a3c686-4a50-46c2-982d-14d4c502c70e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/7c6bef66-5cda-4f8d-8e66-ed4b06494061 HTTP/1.1" status: 404 len: 339 time: 0.0273163 Mar 09 12:44:44.453844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.509840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-191bc9ec-77ac-435a-9fe9-7270c66c6dec tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:44.509840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191bc9ec-77ac-435a-9fe9-7270c66c6dec tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:44.512367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-191bc9ec-77ac-435a-9fe9-7270c66c6dec tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/subnets/0f11965c-3ba3-42f3-a66b-988b87f8c5fe HTTP/1.1" status: 404 len: 337 time: 0.0575955 Mar 09 12:44:44.514823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51090) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.544878 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0e7668-5f8c-4f46-9362-599d4a79b9b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:44.545390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0e7668-5f8c-4f46-9362-599d4a79b9b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:44.548942 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a0e7668-5f8c-4f46-9362-599d4a79b9b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/7c6bef66-5cda-4f8d-8e66-ed4b06494061 HTTP/1.1" status: 404 len: 339 time: 0.0322936 Mar 09 12:44:44.551096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51094) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.632565 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Deleting subnet fb8f486a-d7dd-4145-8a56-9f833a35b85c {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:44:44.637708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.675825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16f49aa4-d01b-47f0-b07e-1c2700db383c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:44.694969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.745574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 16f49aa4-d01b-47f0-b07e-1c2700db383c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:44.745875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.778163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.855786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.867442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a08d3c7d-b82f-4232-84dd-eed8d545f638 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:44.895011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8f486a-d7dd-4145-8a56-9f833a35b85c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:44.900373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:44.913697 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc91128d-898c-45c3-8130-04d54c162f5e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/subnets/fb8f486a-d7dd-4145-8a56-9f833a35b85c HTTP/1.1" status: 204 len: 168 time: 0.3607161 Mar 09 12:44:44.916233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51098) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:44.936550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a08d3c7d-b82f-4232-84dd-eed8d545f638 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:45.038526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.050078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Deleting port a08d3c7d-b82f-4232-84dd-eed8d545f638 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:45.050420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.248623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e10b11-4013-4c66-a622-a81415487957 None None] Network c6f810bf-ece1-47d4-8496-7815dcf83c56 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:45.262964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] For port a08d3c7d-b82f-4232-84dd-eed8d545f638, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a08d3c7d-b82f-4232-84dd-eed8d545f638,segment=NetworkSegment(533f0e14-81c8-4152-ad5f-c2296f688a8d),segment_id=533f0e14-81c8-4152-ad5f-c2296f688a8d)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:45.263514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.389363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Calling delete_port for a08d3c7d-b82f-4232-84dd-eed8d545f638 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:45.410333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d82f15f8-e9b3-45b0-b5d0-f5ed73a03c85 None None] Provisioning for port a08d3c7d-b82f-4232-84dd-eed8d545f638 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:45.428297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d82f15f8-e9b3-45b0-b5d0-f5ed73a03c85 None None] Provisioning complete for port a08d3c7d-b82f-4232-84dd-eed8d545f638 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:45.428668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d82f15f8-e9b3-45b0-b5d0-f5ed73a03c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.466862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.492260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d82f15f8-e9b3-45b0-b5d0-f5ed73a03c85 None None] Could not find standard attr ID for object a08d3c7d-b82f-4232-84dd-eed8d545f638. {{(pid=87832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 09 12:44:45.496560 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.db [None req-d82f15f8-e9b3-45b0-b5d0-f5ed73a03c85 None None] No ports have port_id starting with a08d3c7d-b82f-4232-84dd-eed8d545f638 Mar 09 12:44:45.521401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Port': ['ID=a08d3c7d-b82f-4232-84dd-eed8d545f638,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:45.523185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No DVR routers for this DVR port a08d3c7d-b82f-4232-84dd-eed8d545f638 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:45.577292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a8023-bc76-4cd4-969d-4e8526216236 None None] DHCP port deletion for c6f810bf-ece1-47d4-8496-7815dcf83c56 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:44:45.653853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.680159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f810bf-ece1-47d4-8496-7815dcf83c56']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:45.693162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533f0e14-81c8-4152-ad5f-c2296f688a8d') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:45.693462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533f0e14-81c8-4152-ad5f-c2296f688a8d') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:45.705568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.721910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.728578 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:45.729019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:45.744075 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:45.823534 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.840303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:45.851229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Network': ['ID=c6f810bf-ece1-47d4-8496-7815dcf83c56,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:45.855105 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8125b649-503e-495a-91ca-f8725c3af06e tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/c6f810bf-ece1-47d4-8496-7815dcf83c56 HTTP/1.1" status: 204 len: 168 time: 0.9379108 Mar 09 12:44:45.857545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51102) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:45.899087 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.pecan_wsgi.hooks.translation [None req-85443a96-4d82-444f-942b-bff9cfb2ee9c tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:45.899544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85443a96-4d82-444f-942b-bff9cfb2ee9c tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:45.901352 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-85443a96-4d82-444f-942b-bff9cfb2ee9c tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/subnets/b72fa437-bacb-4441-ac75-5a49c2d9ca7d HTTP/1.1" status: 404 len: 337 time: 0.0428271 Mar 09 12:44:45.903842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51106) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:45.929075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a328e5e7-cf88-4519-b2e0-2a225110e2b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:45.929460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a328e5e7-cf88-4519-b2e0-2a225110e2b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:45.931282 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a328e5e7-cf88-4519-b2e0-2a225110e2b4 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/bb2dbb06-8319-4e66-a9be-d51b8553720b HTTP/1.1" status: 404 len: 339 time: 0.0262427 Mar 09 12:44:45.933729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51110) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:45.974356 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b507d89-c035-409b-8ecd-ed492450c9b7 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:45.974793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b507d89-c035-409b-8ecd-ed492450c9b7 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:45.976384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0b507d89-c035-409b-8ecd-ed492450c9b7 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/subnets/00b3098f-7603-4323-ae16-1e0ef1e8944a HTTP/1.1" status: 404 len: 337 time: 0.0418003 Mar 09 12:44:45.978763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51114) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:46.002124 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8916df-281c-4f57-9527-c4b92f4cd012 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] DELETE failed (client error): The resource could not be found. Mar 09 12:44:46.002571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8916df-281c-4f57-9527-c4b92f4cd012 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 09 12:44:46.004114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9c8916df-281c-4f57-9527-c4b92f4cd012 tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/98f6ef37-77db-4251-90c5-8f9abd37b3e8 HTTP/1.1" status: 404 len: 339 time: 0.0245042 Mar 09 12:44:46.006376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51118) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:46.070644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Deleting subnet 919e76f4-d61d-4f89-8975-3b628ba43bae {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:44:46.073625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.132266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.215747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.287203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.316581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.330898 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Subnet': ['ID=919e76f4-d61d-4f89-8975-3b628ba43bae,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:46.334534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.341114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f09a0e-d139-4b50-adc4-d8bbd2bdd500 None None] Network 28f45311-e92a-44b0-a9d9-c7734f7fc9fb requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:46.345155 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-58d48099-53ff-4a11-9f42-c0a8388d437a tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/subnets/919e76f4-d61d-4f89-8975-3b628ba43bae HTTP/1.1" status: 204 len: 168 time: 0.3365741 Mar 09 12:44:46.346318 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51122) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:46.459658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.469948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Deleting port 16f49aa4-d01b-47f0-b07e-1c2700db383c {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:46.470205 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.598266 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] DHCP port deletion for 28f45311-e92a-44b0-a9d9-c7734f7fc9fb request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:44:46.600723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a08d3c7d-b82f-4232-84dd-eed8d545f638 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:46.638453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a08d3c7d-b82f-4232-84dd-eed8d545f638 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:46.638804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a08d3c7d-b82f-4232-84dd-eed8d545f638 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:46.641031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Deleting port 16f49aa4-d01b-47f0-b07e-1c2700db383c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:46.641485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.687819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] For port 16f49aa4-d01b-47f0-b07e-1c2700db383c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16f49aa4-d01b-47f0-b07e-1c2700db383c,segment=NetworkSegment(224e6e5d-cd90-4afc-b71c-f531be4cda21),segment_id=224e6e5d-cd90-4afc-b71c-f531be4cda21)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:46.688180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.814229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Calling delete_port for 16f49aa4-d01b-47f0-b07e-1c2700db383c owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:46.842926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] For port 16f49aa4-d01b-47f0-b07e-1c2700db383c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=16f49aa4-d01b-47f0-b07e-1c2700db383c,segment=NetworkSegment(224e6e5d-cd90-4afc-b71c-f531be4cda21),segment_id=224e6e5d-cd90-4afc-b71c-f531be4cda21)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:46.843207 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.889336 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:46.936044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Port': ['ID=16f49aa4-d01b-47f0-b07e-1c2700db383c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:46.940240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] No DVR routers for this DVR port 16f49aa4-d01b-47f0-b07e-1c2700db383c on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:47.000419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Calling delete_port for 16f49aa4-d01b-47f0-b07e-1c2700db383c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:47.061925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.070086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:44:47.070374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:44:47.090303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f45311-e92a-44b0-a9d9-c7734f7fc9fb']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:47.192180 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224e6e5d-cd90-4afc-b71c-f531be4cda21') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:47.192474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224e6e5d-cd90-4afc-b71c-f531be4cda21') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:47.205010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.221263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.227312 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:47.227702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:47.248437 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:47.330441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.347748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.358869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] Pushing event deleted for resources: {'Network': ['ID=28f45311-e92a-44b0-a9d9-c7734f7fc9fb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:47.362712 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9e5b8ca0-78bb-48fd-afd9-d363bc53da3d tempest-NetworksIpV6Test-1256449857 tempest-NetworksIpV6Test-1256449857-project] 10.222.0.20 "DELETE /v2.0/networks/28f45311-e92a-44b0-a9d9-c7734f7fc9fb HTTP/1.1" status: 204 len: 168 time: 1.0154638 Mar 09 12:44:47.571953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Deleting port 16f49aa4-d01b-47f0-b07e-1c2700db383c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:47.572579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.625887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51130) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:47.641546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-93b7849b-d782-4b37-aec7-94c4d80db28d None None] The port '16f49aa4-d01b-47f0-b07e-1c2700db383c' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:44:47.780877 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6d7003e7-0d1e-424c-8a0a-4cef7a18aff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46d9eaf3236f4522907464d35c711533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538177 Mar 09 12:44:47.783273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51136) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:47.839101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.863334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.916483 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.929937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf0d0e-1860-4a96-8e1d-55035ccfc4d0,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:47.936617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:47.937996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d8f3f0cd-9e6a-408b-86f4-afb29fa479c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41cf0d0e-1860-4a96-8e1d-55035ccfc4d0 HTTP/1.1" status: 204 len: 168 time: 0.1538444 Mar 09 12:44:48.575336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16f49aa4-d01b-47f0-b07e-1c2700db383c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:48.609696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 16f49aa4-d01b-47f0-b07e-1c2700db383c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:48.610025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51160) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:48.610133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 16f49aa4-d01b-47f0-b07e-1c2700db383c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:48.713533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-914797296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:48.719931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:48.723597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:router and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:48.726369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:48.732173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:48.741974 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.742909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.759040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.776964 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.798279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.799419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a03f62f2-20b1-498f-bc77-ae80bd38d814 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1883094 Mar 09 12:44:48.802156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51166) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:48.807699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-9960552'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:48.812931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:48.817137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:network and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:48.819939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:48.825784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:48.836787 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Made reservation on behalf of ad7fd3815efd4b9580df7c2b93f00861 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:48.840120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.852117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.866249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:48.869851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:security_group_rule and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:48.872881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:48.879152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:48.960257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.963885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:48.995068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:49.003740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901ad674-b0f7-4943-91b1-1bb407564539,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:49.009209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.009550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Added segment 3ece571a-cb74-49c4-8637-6f5051bee791 of type vlan for network 7c99dcf4-73c4-4c75-864e-5a35888cffde Mar 09 12:44:49.035304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.067081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.072923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:49.073501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.181673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event updated for resources: {'Network': ['ID=7c99dcf4-73c4-4c75-864e-5a35888cffde,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:49.187567 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4bd6a4e4-d91c-453e-880c-18c8e385f144 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3832510 Mar 09 12:44:49.190639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51170) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:49.192559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:49.196367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'subnet': {'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:49.308654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:49.312623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:subnet and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:49.315362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:49.320806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:49.330040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Made reservation on behalf of ad7fd3815efd4b9580df7c2b93f00861 for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:49.333762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.547687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.623546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event updated for resources: {'Subnet': ['ID=799be63a-9692-44c3-a1c8-1e00b385590d,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:49.631266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Checking segment: {'id': '3ece571a-cb74-49c4-8637-6f5051bee791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:49.631619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Network hostable DHCP agents. Network: 7c99dcf4-73c4-4c75-864e-5a35888cffde, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:49.650357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:49.660213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 7c99dcf4-73c4-4c75-864e-5a35888cffde) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:49.664088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:49.664661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.671817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bb136-7cf7-44b0-82ff-da97dd9360d0 None None] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:49.689860 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e75016e0-ce7d-4944-b414-29a74cf12769 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4978719 Mar 09 12:44:49.692814 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51174) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:49.698351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1302004237'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:49.704164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:49.708031 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:network and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:49.710857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:49.716398 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:49.727244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Made reservation on behalf of ad7fd3815efd4b9580df7c2b93f00861 for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:49.730695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.757947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:49.766879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.767247 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Added segment 7f377ff9-6064-4bba-806e-891bfc6d7855 of type vlan for network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 Mar 09 12:44:49.796781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.824727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.830494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:49.831082 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.887976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-7c99dcf4-73c4-4c75-864e-5a35888cffde', 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde', 'tenant_id': 'ad7fd3815efd4b9580df7c2b93f00861', 'fixed_ips': [{'subnet_id': '799be63a-9692-44c3-a1c8-1e00b385590d'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:49.888915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:49.929353 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2327693 Mar 09 12:44:49.929874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51178) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:49.936465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'subnet': {'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:49.938573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e2c47-3121-4254-8d82-03ca49f2931d tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event updated for resources: {'Network': ['ID=95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:49.950836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:50.135089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Allocated IP 172.20.0.2 (7c99dcf4-73c4-4c75-864e-5a35888cffde/799be63a-9692-44c3-a1c8-1e00b385590d/d7bccaa3-e7c9-43c7-b400-72feed8c4007) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:50.166964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:50.171265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Usage tracker for resource:subnet and tenant:ad7fd3815efd4b9580df7c2b93f00861 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:50.174174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:50.179865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:50.189810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Made reservation on behalf of ad7fd3815efd4b9580df7c2b93f00861 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:50.193408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.338623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.349178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Transition to ACTIVE for port object d7bccaa3-e7c9-43c7-b400-72feed8c4007 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:50.367012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Transition to ACTIVE for port object d7bccaa3-e7c9-43c7-b400-72feed8c4007 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:50.372406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.413399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.433540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:50.437058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:50.440016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:50.486398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Pushing event updated for resources: {'Port': ['ID=d7bccaa3-e7c9-43c7-b400-72feed8c4007,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:50.493357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event updated for resources: {'Subnet': ['ID=b22e2991-51db-42e0-b863-179755839325,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:50.501693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.502038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.502379 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.502720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.503054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.503387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.503717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.504047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.504375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.504701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.505058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.505389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:44:50.513483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Checking segment: {'id': '7f377ff9-6064-4bba-806e-891bfc6d7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:50.513847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Network hostable DHCP agents. Network: 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:50.534166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:50.543711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:50.548555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:50.549203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.555099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ea3c9-a00d-4d88-95b0-35a08ac90e9d None None] Network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:50.571510 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3af54b96-1b4c-4da5-bd10-fed90911b734 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6402271 Mar 09 12:44:50.574085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51182) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:50.580332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-54c66c73-c28b-4357-a25a-6321c1b00ab7 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Request body: {'router': {'external_gateway_info': {'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:50.583927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Attempting to bind port d7bccaa3-e7c9-43c7-b400-72feed8c4007 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:50.584307 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Attempting to bind port d7bccaa3-e7c9-43c7-b400-72feed8c4007 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '3ece571a-cb74-49c4-8637-6f5051bee791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:50.584662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Attempting to bind port d7bccaa3-e7c9-43c7-b400-72feed8c4007 on network 7c99dcf4-73c4-4c75-864e-5a35888cffde {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:50.596780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:50.597180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Checking segment: {'id': '3ece571a-cb74-49c4-8637-6f5051bee791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:50.597579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.597970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Bound using segment: {'id': '3ece571a-cb74-49c4-8637-6f5051bee791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:50.598451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Bound port: d7bccaa3-e7c9-43c7-b400-72feed8c4007, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ece571a-cb74-49c4-8637-6f5051bee791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c99dcf4-73c4-4c75-864e-5a35888cffde'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:50.598808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.834428 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] For port d7bccaa3-e7c9-43c7-b400-72feed8c4007, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:50.847679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] For port d7bccaa3-e7c9-43c7-b400-72feed8c4007, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d7bccaa3-e7c9-43c7-b400-72feed8c4007,segment=NetworkSegment(3ece571a-cb74-49c4-8637-6f5051bee791),segment_id=3ece571a-cb74-49c4-8637-6f5051bee791)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:50.878984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.949087 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2', 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2', 'tenant_id': 'ad7fd3815efd4b9580df7c2b93f00861', 'fixed_ips': [{'subnet_id': 'b22e2991-51db-42e0-b863-179755839325'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:50.949878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:50.973027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54c66c73-c28b-4357-a25a-6321c1b00ab7 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.029397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57ca4-7118-42e9-a7f9-0fad6d0f76a1 None None] Pushing event updated for resources: {'Port': ['ID=d7bccaa3-e7c9-43c7-b400-72feed8c4007,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:51.128201 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.api.v2.resource [None req-54c66c73-c28b-4357-a25a-6321c1b00ab7 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 09 12:44:51.129257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-54c66c73-c28b-4357-a25a-6321c1b00ab7 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "PUT /v2.0/routers/e0046cee-9c61-48f9-9674-ff97d654738d HTTP/1.1" status: 400 len: 364 time: 0.5541673 Mar 09 12:44:51.135177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51186) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:51.149700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Allocated IP 172.21.0.2 (95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2/b22e2991-51db-42e0-b863-179755839325/ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:51.225189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Deleting subnet b22e2991-51db-42e0-b863-179755839325 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:44:51.395758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.406065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Transition to ACTIVE for port object ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:51.423714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Transition to ACTIVE for port object ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:51.428523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.429233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.488427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.501367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:51.504592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:51.508870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:51.510949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Pushing event updated for resources: {'Port': ['ID=ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:51.580103 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.606605 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Attempting to bind port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:51.606998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Attempting to bind port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '7f377ff9-6064-4bba-806e-891bfc6d7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:51.607369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Attempting to bind port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 on network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:51.612631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:51.613106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Checking segment: {'id': '7f377ff9-6064-4bba-806e-891bfc6d7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:51.613514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.613909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Bound using segment: {'id': '7f377ff9-6064-4bba-806e-891bfc6d7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:51.614376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Bound port: ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f377ff9-6064-4bba-806e-891bfc6d7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:51.614751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.656880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.697359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Subnet': ['ID=b22e2991-51db-42e0-b863-179755839325,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:51.701132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.707976 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b50b5fd-c101-4c08-a31f-06b75d1536cb tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "DELETE /v2.0/subnets/b22e2991-51db-42e0-b863-179755839325 HTTP/1.1" status: 204 len: 168 time: 0.5718992 Mar 09 12:44:51.710653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51190) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:51.722346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] For port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:51.725713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] For port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8,segment=NetworkSegment(7f377ff9-6064-4bba-806e-891bfc6d7855),segment_id=7f377ff9-6064-4bba-806e-891bfc6d7855)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:51.729634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.813875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5427-d811-48d3-97cb-594eb71527ab None None] Pushing event updated for resources: {'Port': ['ID=ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:51.827441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.838638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Deleting port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:51.838976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:51.896057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fee474-40a1-4baf-ac58-67e7073a42db None None] Network 95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:52.028069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e758b-e755-49a2-ab58-dda8d2ad2f5b None None] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:52.065273 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] For port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8,segment=NetworkSegment(7f377ff9-6064-4bba-806e-891bfc6d7855),segment_id=7f377ff9-6064-4bba-806e-891bfc6d7855)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:52.065641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.172298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0416f79c-e51f-4275-94fa-b87539b035da None None] Provisioning for port d7bccaa3-e7c9-43c7-b400-72feed8c4007 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:52.190244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Calling delete_port for ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:52.363000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.410912 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Port': ['ID=ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:52.414267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] No DVR routers for this DVR port ef2cd2ff-99d6-4fbe-8bd0-e44b476eafd8 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:52.533965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f01f72-d4a3-48db-aa4f-ef3c52ee24d2 None None] get_active_networks_info from dv-neutron-832762-2-hyperv {{(pid=87832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 09 12:44:52.543702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.576930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:52.589413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f377ff9-6064-4bba-806e-891bfc6d7855') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:52.589714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f377ff9-6064-4bba-806e-891bfc6d7855') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:52.604062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.618134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d7bccaa3-e7c9-43c7-b400-72feed8c4007 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:52.621704 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.627952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:52.628357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:52.643599 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:52.694056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f01f72-d4a3-48db-aa4f-ef3c52ee24d2 None None] Resources bound (agent type, host, resource id): {{(pid=87832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 09 12:44:52.712839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc84940e-b9c7-44d5-87dc-3912b7039766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.727444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.745869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.757196 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Network': ['ID=95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:52.763850 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3460e0dd-d23f-420d-bb11-005a2cdfa189 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "DELETE /v2.0/networks/95b2c3c4-1dfe-4cd7-87de-9de2e9b532e2 HTTP/1.1" status: 204 len: 168 time: 1.0498881 Mar 09 12:44:52.765125 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51194) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:52.830963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Deleting subnet 799be63a-9692-44c3-a1c8-1e00b385590d {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:44:52.833870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.840378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d7bccaa3-e7c9-43c7-b400-72feed8c4007 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:52.858648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d7bccaa3-e7c9-43c7-b400-72feed8c4007 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:52.859025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.891931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:52.974938 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.050001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.050747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.098884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.101567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Subnet': ['ID=799be63a-9692-44c3-a1c8-1e00b385590d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:53.110633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-12ef91b6-6b9f-42a3-b7db-7cc082e9466f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "DELETE /v2.0/subnets/799be63a-9692-44c3-a1c8-1e00b385590d HTTP/1.1" status: 204 len: 168 time: 0.3427787 Mar 09 12:44:53.111011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51198) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:53.179628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:44:53.180018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:44:53.214933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bdc0f-19c0-4904-8c62-c48867039798 None None] Network 7c99dcf4-73c4-4c75-864e-5a35888cffde requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:53.235448 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.245469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Deleting port d7bccaa3-e7c9-43c7-b400-72feed8c4007 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:53.245793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.461552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] DHCP port deletion for 7c99dcf4-73c4-4c75-864e-5a35888cffde request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:44:53.465080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Deleting port d7bccaa3-e7c9-43c7-b400-72feed8c4007 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:53.465466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.562297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] For port d7bccaa3-e7c9-43c7-b400-72feed8c4007, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d7bccaa3-e7c9-43c7-b400-72feed8c4007,segment=NetworkSegment(3ece571a-cb74-49c4-8637-6f5051bee791),segment_id=3ece571a-cb74-49c4-8637-6f5051bee791)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:53.562654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.685936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Calling delete_port for d7bccaa3-e7c9-43c7-b400-72feed8c4007 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:53.721216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] For port d7bccaa3-e7c9-43c7-b400-72feed8c4007, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d7bccaa3-e7c9-43c7-b400-72feed8c4007,segment=NetworkSegment(3ece571a-cb74-49c4-8637-6f5051bee791),segment_id=3ece571a-cb74-49c4-8637-6f5051bee791)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:53.721616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.763682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.809533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Port': ['ID=d7bccaa3-e7c9-43c7-b400-72feed8c4007,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:53.815818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] No DVR routers for this DVR port d7bccaa3-e7c9-43c7-b400-72feed8c4007 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:44:53.860083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Calling delete_port for d7bccaa3-e7c9-43c7-b400-72feed8c4007 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:44:53.895185 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.939821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:53.965492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c99dcf4-73c4-4c75-864e-5a35888cffde']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:53.977596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ece571a-cb74-49c4-8637-6f5051bee791') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:53.977899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ece571a-cb74-49c4-8637-6f5051bee791') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:53.987896 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:44:53.988320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:44:53.989422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.006066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.012339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:44:54.012715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:44:54.031409 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:44:54.109191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.113640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.138214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Pushing event deleted for resources: {'Network': ['ID=7c99dcf4-73c4-4c75-864e-5a35888cffde,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:54.144520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-16530bb4-4de9-48f7-82d9-5a9455477a3f tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "DELETE /v2.0/networks/7c99dcf4-73c4-4c75-864e-5a35888cffde HTTP/1.1" status: 204 len: 168 time: 1.0324876 Mar 09 12:44:54.146301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51202) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:54.193401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fc355cd4-7ac8-4733-b1e2-08bc66c8aa15 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Synchronizing usage tracker for tenant:ad7fd3815efd4b9580df7c2b93f00861 on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:44:54.208912 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-fc355cd4-7ac8-4733-b1e2-08bc66c8aa15 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Unset dirty status for tenant:ad7fd3815efd4b9580df7c2b93f00861 on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:44:54.210004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fc355cd4-7ac8-4733-b1e2-08bc66c8aa15 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0046cee-9c61-48f9-9674-ff97d654738d HTTP/1.1" status: 200 len: 205 time: 0.0628164 Mar 09 12:44:54.212500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51206) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:54.344051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.489143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Deleting port d7bccaa3-e7c9-43c7-b400-72feed8c4007 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:44:54.489719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.560144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e924f0e4-dbf3-48e8-a38b-d4b43dcf0360 None None] The port 'd7bccaa3-e7c9-43c7-b400-72feed8c4007' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:44:54.580493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d7bccaa3-e7c9-43c7-b400-72feed8c4007 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:44:54.615229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: d7bccaa3-e7c9-43c7-b400-72feed8c4007 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:44:54.615575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d7bccaa3-e7c9-43c7-b400-72feed8c4007 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:44:54.647827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.650009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.677331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.678129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Fanout notify agent at l3_agent the message router_deleted on router e0046cee-9c61-48f9-9674-ff97d654738d {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:44:54.691278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.692342 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a550df5-a49d-4343-a43f-1e588edd7c59 tempest-RoutersNegativeTest-1224097206 tempest-RoutersNegativeTest-1224097206-project] 10.222.0.20 "DELETE /v2.0/routers/e0046cee-9c61-48f9-9674-ff97d654738d HTTP/1.1" status: 204 len: 168 time: 0.4789393 Mar 09 12:44:54.901487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b229d81-b4db-45b7-9e18-3f01f6f3314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:54.952442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51214) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:55.193443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-623e9d47-9860-434c-9f0e-6f9484df1040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad7fd3815efd4b9580df7c2b93f00861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398136 Mar 09 12:44:55.195890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51220) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:55.254186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:55.279658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:55.332585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:55.348765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ad674-b0f7-4943-91b1-1bb407564539,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:55.353155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:55.354249 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6c716bf4-4846-46b0-a4eb-d6676288b544 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/901ad674-b0f7-4943-91b1-1bb407564539 HTTP/1.1" status: 204 len: 168 time: 0.1574719 Mar 09 12:44:55.697880 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:44:55.757177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.000100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51244) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:56.103981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-943967992-network', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:56.109186 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:56.112945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Usage tracker for resource:network and tenant:3677b33b932a4bae9450de9cb18620dc is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:56.115722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:56.121794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:56.131412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Made reservation on behalf of 3677b33b932a4bae9450de9cb18620dc for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:56.133626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.133798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.145777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.162956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:56.166720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Usage tracker for resource:security_group_rule and tenant:3677b33b932a4bae9450de9cb18620dc is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:56.169468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:56.175640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:56.255603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.259638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.285829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:44:56.298765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13dc9fa-6479-4c3d-9856-22e69af351dd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:56.303632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.303968 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Added segment 65fe8d7d-b187-4f8e-95ef-4b24f49adc39 of type vlan for network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 Mar 09 12:44:56.330746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.359453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.360551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:56.361158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.463181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] Pushing event updated for resources: {'Network': ['ID=9d42f359-e211-4a9a-853e-8a3a9eaaa332,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:56.471055 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0516f049-d70b-483f-8d7d-66d9d4336167 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4669986 Mar 09 12:44:56.471485 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51250) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:56.475195 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:44:56.477806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Request body: {'subnet': {'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-subnet', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:56.483404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:56.487161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Usage tracker for resource:subnet and tenant:3677b33b932a4bae9450de9cb18620dc is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:56.490080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:56.496419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:56.508689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Made reservation on behalf of 3677b33b932a4bae9450de9cb18620dc for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:44:56.512285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.715675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.791009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0917029-2dd2-44f2-b560-0efd41f1078e,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:56.798601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Checking segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:56.798955 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Network hostable DHCP agents. Network: 9d42f359-e211-4a9a-853e-8a3a9eaaa332, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:44:56.818300 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:44:56.827215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 9d42f359-e211-4a9a-853e-8a3a9eaaa332) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:56.831004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:44:56.831593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.836286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f814bc-b6f2-4929-9e5c-8a6ba7ba91c6 None None] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:56.850299 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3096f17d-8a86-4837-a682-66d027a43bd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3779821 Mar 09 12:44:56.852909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51254) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:56.857840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:44:56.862359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:44:56.866113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Usage tracker for resource:router and tenant:3677b33b932a4bae9450de9cb18620dc is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:44:56.869489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:44:56.875583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:44:56.885924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.887023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:56.903755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.095357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:44:57.096194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.174386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.255078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Allocated IP 172.20.0.2 (9d42f359-e211-4a9a-853e-8a3a9eaaa332/c0917029-2dd2-44f2-b560-0efd41f1078e/44d1a056-ac23-49a7-9b1f-858cae3b883c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:57.462332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.473564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Transition to ACTIVE for port object 44d1a056-ac23-49a7-9b1f-858cae3b883c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:57.492442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Transition to ACTIVE for port object 44d1a056-ac23-49a7-9b1f-858cae3b883c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:44:57.492913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.499149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.524329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.563856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:57.570596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:57.573482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:57.583859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Pushing event updated for resources: {'Port': ['ID=44d1a056-ac23-49a7-9b1f-858cae3b883c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:57.682928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Attempting to bind port 44d1a056-ac23-49a7-9b1f-858cae3b883c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:44:57.683294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Attempting to bind port 44d1a056-ac23-49a7-9b1f-858cae3b883c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:44:57.683657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Attempting to bind port 44d1a056-ac23-49a7-9b1f-858cae3b883c on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:44:57.694939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:44:57.695310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Checking segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:44:57.695879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.696138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Bound using segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:44:57.696688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Bound port: 44d1a056-ac23-49a7-9b1f-858cae3b883c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:44:57.697104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.708626 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.770621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Allocated IP 172.26.5.232 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/8ebd29e8-6865-4147-8c82-289fb025e386) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:44:57.786441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] For port 44d1a056-ac23-49a7-9b1f-858cae3b883c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:44:57.789409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] For port 44d1a056-ac23-49a7-9b1f-858cae3b883c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44d1a056-ac23-49a7-9b1f-858cae3b883c,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:44:57.793557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.880539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf823-67b0-4eb1-ac1a-66a4d8b6eafc None None] Pushing event updated for resources: {'Port': ['ID=44d1a056-ac23-49a7-9b1f-858cae3b883c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:57.921542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:57.952161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:58.018653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:44:58.025771 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:44:58.030118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:44:58.066000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd29e8-6865-4147-8c82-289fb025e386,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:58.459221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:58.619484 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 44d1a056-ac23-49a7-9b1f-858cae3b883c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:44:58.693480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 44d1a056-ac23-49a7-9b1f-858cae3b883c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:58.796005 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894206b4-47b3-427f-8362-de06040407c0 None None] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:44:58.813308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:58.907371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Provisioning for port 44d1a056-ac23-49a7-9b1f-858cae3b883c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:44:58.924409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Provisioning complete for port 44d1a056-ac23-49a7-9b1f-858cae3b883c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:58.924779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:59.031171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Router 7259a6d5-6166-4848-bc78-b5fc97008b6b is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:44:59.131024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:59.177523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] For port 44d1a056-ac23-49a7-9b1f-858cae3b883c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44d1a056-ac23-49a7-9b1f-858cae3b883c,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:44:59.182980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:59.260483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443d7dd-72f1-4255-8ae5-a13ece18ae91 None None] Pushing event updated for resources: {'Port': ['ID=44d1a056-ac23-49a7-9b1f-858cae3b883c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:44:59.345644 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:44:59.354236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Sync routers for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:44:59.363812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:44:59.364418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:59.371501 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:59.372716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-00269bab-ba29-4e07-a1f3-f8ae31aed232 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5188556 Mar 09 12:44:59.375699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51258) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:44:59.449817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec9a2a0d-f927-434c-a7c8-732d1a489dd7 None None] Provisioning complete for port 44d1a056-ac23-49a7-9b1f-858cae3b883c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:44:59.450074 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2a0d-f927-434c-a7c8-732d1a489dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:44:59.637328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:44:59.968129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:44:58Z', 'revision_number': 3, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:44:59.972017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Checking router: 7259a6d5-6166-4848-bc78-b5fc97008b6b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:44:59.972365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Updating router 7259a6d5-6166-4848-bc78-b5fc97008b6b port 8ebd29e8-6865-4147-8c82-289fb025e386 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:45:00.027303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.149672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.353867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Allocated IP 172.20.0.1 (9d42f359-e211-4a9a-853e-8a3a9eaaa332/c0917029-2dd2-44f2-b560-0efd41f1078e/c1d961ff-0cbd-4ea0-9e2f-74b9c8165963) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:00.358291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.370209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Transition to ACTIVE for port object 8ebd29e8-6865-4147-8c82-289fb025e386 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:00.377159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.460593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de6bb5-b95e-4b45-8bde-92f40fc6f13b None None] Pushing event updated for resources: {'Port': ['ID=8ebd29e8-6865-4147-8c82-289fb025e386,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:00.462823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Attempting to bind port 8ebd29e8-6865-4147-8c82-289fb025e386 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:00.463194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Attempting to bind port 8ebd29e8-6865-4147-8c82-289fb025e386 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:00.463553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Attempting to bind port 8ebd29e8-6865-4147-8c82-289fb025e386 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:00.469997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:00.470372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:00.470826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.471148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:00.471611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Bound port: 8ebd29e8-6865-4147-8c82-289fb025e386, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:00.471983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.506649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.524061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Transition to ACTIVE for port object c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:00.545663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] For port 8ebd29e8-6865-4147-8c82-289fb025e386, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:00.549359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] For port 8ebd29e8-6865-4147-8c82-289fb025e386, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8ebd29e8-6865-4147-8c82-289fb025e386,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:00.551561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.554292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.590884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 44d1a056-ac23-49a7-9b1f-858cae3b883c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:00.620306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:00.621436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:00.625605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:00.674850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Pushing event updated for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:00.688079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:00.688263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.688263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.688430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:00.688524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.688792 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.689004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.689308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.689630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.689951 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.690269 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.690586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.690901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.691213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:00.700491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.746200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de6bb5-b95e-4b45-8bde-92f40fc6f13b None None] Pushing event updated for resources: {'Port': ['ID=8ebd29e8-6865-4147-8c82-289fb025e386,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:00.796633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 44d1a056-ac23-49a7-9b1f-858cae3b883c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:00.797032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:00.951988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:00.974637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.091350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-65081900-5b28-46b9-9552-352616113409 None None] Provisioning for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:01.119408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-65081900-5b28-46b9-9552-352616113409 None None] Provisioning complete for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:01.119776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65081900-5b28-46b9-9552-352616113409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.202813 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.207867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.280324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-65081900-5b28-46b9-9552-352616113409 None None] Port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:01.314260 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Pushing event updated for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:01.316707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.385175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:44:58Z', 'revision_number': 3, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:01.389956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ef26a-87ec-45fd-a6f4-8338809cac1a None None] The sync data for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv is: [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:44:58Z', 'revision_number': 3, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:45:01.452585 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:01.453798 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:01.675034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Router 7259a6d5-6166-4848-bc78-b5fc97008b6b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:45:01.803862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ddc60b50-2401-47ce-9b7c-4da3d004cd3a None None] Provisioning complete for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:01.804238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ddc60b50-2401-47ce-9b7c-4da3d004cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:01.861188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ddc60b50-2401-47ce-9b7c-4da3d004cd3a None None] Port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:01.993950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:45:02.003675 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8c6b86c3-1b7f-46b8-b982-90d9d27f2cbd admin admin] 10.222.0.20 "PUT /v2.0/routers/7259a6d5-6166-4848-bc78-b5fc97008b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267676 Mar 09 12:45:02.508804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51276) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:45:02.515254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1509406762-network', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:02.520059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:02.524007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Usage tracker for resource:network and tenant:31a4e55c6d2a42a681d51e0517c0136f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:45:02.527687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:45:02.534716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:02.546938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Made reservation on behalf of 31a4e55c6d2a42a681d51e0517c0136f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:45:02.549519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.562390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.577720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:02.581620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Usage tracker for resource:security_group_rule and tenant:31a4e55c6d2a42a681d51e0517c0136f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:45:02.584404 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:45:02.590584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:02.603782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8ebd29e8-6865-4147-8c82-289fb025e386 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:02.686466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 8ebd29e8-6865-4147-8c82-289fb025e386 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:02.691227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8ebd29e8-6865-4147-8c82-289fb025e386 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:02.691598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.693066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.697136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.727929 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:45:02.737183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc808f-a26b-45d0-8125-af86c5c79a4d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:02.742915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.743367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Added segment 1a801505-884b-43c3-8cda-76a649d66d15 of type vlan for network 99b2ae6c-a898-45d9-860f-959255ca70f3 Mar 09 12:45:02.775688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.809478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.811256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:02.811962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.824390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.843188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 8ebd29e8-6865-4147-8c82-289fb025e386, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8ebd29e8-6865-4147-8c82-289fb025e386,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:02.848175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:02.917554 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4051671 Mar 09 12:45:02.918023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51280) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:45:02.921094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc16c8-c24d-4245-8937-b3e586bb2e7d admin admin] Pushing event updated for resources: {'Network': ['ID=99b2ae6c-a898-45d9-860f-959255ca70f3,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:02.926009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=8ebd29e8-6865-4147-8c82-289fb025e386,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:02.926575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Request body: {'subnet': {'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-subnet', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:02.926891 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Sync routers for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:45:02.931637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:02.935759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Usage tracker for resource:subnet and tenant:31a4e55c6d2a42a681d51e0517c0136f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:45:02.937097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:45:02.938739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:45:02.940471 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:02.941101 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:02.944561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:02.954508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Made reservation on behalf of 31a4e55c6d2a42a681d51e0517c0136f for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:45:02.956877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.124875 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:03.167810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.240160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af581875-733b-4732-a13b-277de48ae775,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:03.250509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Checking segment: {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:03.250874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Network hostable DHCP agents. Network: 99b2ae6c-a898-45d9-860f-959255ca70f3, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:45:03.275053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:45:03.284517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 99b2ae6c-a898-45d9-860f-959255ca70f3) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:03.288605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:03.289223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.296181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8413ecb-8912-4c0d-9471-485e6fa3b5e7 None None] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:45:03.313150 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b5bf3e8e-daa7-4b1d-967f-8c0aae34c366 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3912537 Mar 09 12:45:03.313619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51284) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:45:03.318641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:03.323879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:03.329529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Usage tracker for resource:router and tenant:31a4e55c6d2a42a681d51e0517c0136f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:45:03.334098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:45:03.340306 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:03.351201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.352191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.366771 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.455850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:45:00Z', 'revision_number': 4, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c1d961ff-0cbd-4ea0-9e2f-74b9c8165963', 'name': '', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'mac_address': 'fa:16:3e:61:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:00Z', 'updated_at': '2022-03-09T12:45:01Z', 'revision_number': 2, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'subnets': [{'id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:03.459782 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Checking router: 7259a6d5-6166-4848-bc78-b5fc97008b6b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:45:03.460129 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Updating router 7259a6d5-6166-4848-bc78-b5fc97008b6b port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:45:03.519672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.536722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-99b2ae6c-a898-45d9-860f-959255ca70f3', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:45:03.537633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.661041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.702553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Allocated IP 172.20.0.2 (99b2ae6c-a898-45d9-860f-959255ca70f3/af581875-733b-4732-a13b-277de48ae775/f2172c07-4c45-469a-948d-54a85770a62d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:03.914587 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.927513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.932062 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Transition to ACTIVE for port object c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:03.940793 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.945178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Transition to ACTIVE for port object f2172c07-4c45-469a-948d-54a85770a62d will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:03.964571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Transition to ACTIVE for port object f2172c07-4c45-469a-948d-54a85770a62d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:03.970044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:03.988681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.019916 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.037445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:04.040272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:04.043331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:04.089294 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Pushing event updated for resources: {'Port': ['ID=f2172c07-4c45-469a-948d-54a85770a62d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:04.174034 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Pushing event updated for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:04.179722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Allocated IP 172.26.5.252 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/523082c7-f93f-4464-9ba2-5b5bcf1f6aba) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:04.189460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.190181 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.191267 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.191764 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.192245 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.192820 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.193472 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.194060 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.194646 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.195116 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.195834 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.195959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Attempting to bind port f2172c07-4c45-469a-948d-54a85770a62d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:04.196327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Attempting to bind port f2172c07-4c45-469a-948d-54a85770a62d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:04.196490 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:04.196685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Attempting to bind port f2172c07-4c45-469a-948d-54a85770a62d on network 99b2ae6c-a898-45d9-860f-959255ca70f3 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:04.205393 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:04.205836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Checking segment: {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:04.206170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.206534 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Attempting to bind port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:04.206678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Bound using segment: {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:04.207015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Bound port: f2172c07-4c45-469a-948d-54a85770a62d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:04.207560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.207938 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Attempting to bind port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:04.208487 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Attempting to bind port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:04.215224 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:04.215850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Checking segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:04.216661 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.217870 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Bound using segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:04.218523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Bound port: c1d961ff-0cbd-4ea0-9e2f-74b9c8165963, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:04.218904 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.311756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] For port f2172c07-4c45-469a-948d-54a85770a62d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:04.315720 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] For port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:04.316254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] For port f2172c07-4c45-469a-948d-54a85770a62d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2172c07-4c45-469a-948d-54a85770a62d,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:04.319441 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] For port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:04.321411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.324108 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.364512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.399541 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.401460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:04.402080 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:04.412777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136fedf-8820-4b35-91a4-f9024726c35a None None] Pushing event updated for resources: {'Port': ['ID=f2172c07-4c45-469a-948d-54a85770a62d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:04.485207 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94071-66aa-4752-bb3a-1f6c7541fca4 None None] Pushing event updated for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:04.490156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:04.493381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:04.497014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:04.630264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8ebd29e8-6865-4147-8c82-289fb025e386 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:04.648051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:04.741138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8ebd29e8-6865-4147-8c82-289fb025e386 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:04.741699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:04.889474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Pushing event updated for resources: {'Port': ['ID=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:05.030968 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:45:00Z', 'revision_number': 4, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c1d961ff-0cbd-4ea0-9e2f-74b9c8165963', 'name': '', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'mac_address': 'fa:16:3e:61:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:00Z', 'updated_at': '2022-03-09T12:45:04Z', 'revision_number': 4, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'subnets': [{'id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:05.034988 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8fe51a-c46d-4fc0-8765-e4423402515b None None] The sync data for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv is: [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:45:00Z', 'revision_number': 4, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'c1d961ff-0cbd-4ea0-9e2f-74b9c8165963', 'name': '', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'mac_address': 'fa:16:3e:61:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:00Z', 'updated_at': '2022-03-09T12:45:04Z', 'revision_number': 4, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'subnets': [{'id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:45:05.145621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:05.520442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:05.596512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df2e6d-cfc4-49b3-90b9-e86b315feeca None None] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:45:05.709908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a6c1811e-03f6-4e13-a1f4-75c7d7b356e0 None None] Provisioning for port f2172c07-4c45-469a-948d-54a85770a62d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:05.754203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Router a4b47b05-eb35-4d72-9fed-454b78504ff8 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:45:05.951872 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:45:05.962426 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Sync routers for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:45:05.973344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:05.974265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:05.980034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:05.985395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51288) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:45:05.986020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f30174dd-a61b-48e3-8a73-afaf8db0dd00 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6707742 Mar 09 12:45:06.202273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:06.491132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:04Z', 'revision_number': 3, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:06.495182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Checking router: a4b47b05-eb35-4d72-9fed-454b78504ff8 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:45:06.495529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Updating router a4b47b05-eb35-4d72-9fed-454b78504ff8 port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:45:06.562078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:06.662838 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2172c07-4c45-469a-948d-54a85770a62d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:06.693596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:06.836531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f2172c07-4c45-469a-948d-54a85770a62d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:06.850519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f2172c07-4c45-469a-948d-54a85770a62d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:06.850899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.013977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Allocated IP 172.20.0.1 (99b2ae6c-a898-45d9-860f-959255ca70f3/af581875-733b-4732-a13b-277de48ae775/e4d519b4-b3f9-4be3-80d7-03198ae92350) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:07.090928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.115375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.136546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Transition to ACTIVE for port object 523082c7-f93f-4464-9ba2-5b5bcf1f6aba will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:07.144980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.149296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f2172c07-4c45-469a-948d-54a85770a62d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2172c07-4c45-469a-948d-54a85770a62d,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:07.165727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.181844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Transition to ACTIVE for port object e4d519b4-b3f9-4be3-80d7-03198ae92350 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:07.192745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.193531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:07.205440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.278656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c98c-9f63-4f9c-9889-4b724a5f1989 None None] Pushing event updated for resources: {'Port': ['ID=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:07.281196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:07.282864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Attempting to bind port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:07.283580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Attempting to bind port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:07.284023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Attempting to bind port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:07.284761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:07.286737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:07.289071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:07.335855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:07.336233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:07.336640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.337068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:07.337553 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Bound port: 523082c7-f93f-4464-9ba2-5b5bcf1f6aba, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:07.337933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.347218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.432190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:07.435109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f2172c07-4c45-469a-948d-54a85770a62d,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:07.447957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:07.448340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.493149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] For port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:07.512445 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] For port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:07.521988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.606638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8c44448c-db45-4185-b5f5-ef54b45c1740 None None] Provisioning for port e4d519b4-b3f9-4be3-80d7-03198ae92350 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:07.624508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.646493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-8c44448c-db45-4185-b5f5-ef54b45c1740 None None] Provisioning complete for port e4d519b4-b3f9-4be3-80d7-03198ae92350 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:07.647080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c44448c-db45-4185-b5f5-ef54b45c1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.698125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c98c-9f63-4f9c-9889-4b724a5f1989 None None] Pushing event updated for resources: {'Port': ['ID=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:07.705347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:07.705962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:07.813594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.825218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8c44448c-db45-4185-b5f5-ef54b45c1740 None None] Port e4d519b4-b3f9-4be3-80d7-03198ae92350 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:07.849897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.854282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.936528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:07.943802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.946646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:07.964676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:07.968607 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:08.102444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:08.103524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:08.159076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:08.298568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Router a4b47b05-eb35-4d72-9fed-454b78504ff8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:45:08.355797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e4d519b4-b3f9-4be3-80d7-03198ae92350', 'name': '', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'mac_address': 'fa:16:3e:4f:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:06Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 1, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'subnets': [{'id': 'af581875-733b-4732-a13b-277de48ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:08.359803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5b9f7e87-e467-42ec-be9d-a99ce19501c7 None None] Provisioning complete for port e4d519b4-b3f9-4be3-80d7-03198ae92350 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:08.360183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7e87-e467-42ec-be9d-a99ce19501c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:08.392823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50cea4d-4672-48b8-a2e8-c99722191405 None None] The sync data for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv is: [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e4d519b4-b3f9-4be3-80d7-03198ae92350', 'name': '', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'mac_address': 'fa:16:3e:4f:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:06Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 1, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'subnets': [{'id': 'af581875-733b-4732-a13b-277de48ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:45:08.424726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f7e87-e467-42ec-be9d-a99ce19501c7 None None] Port e4d519b4-b3f9-4be3-80d7-03198ae92350 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:08.614539 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:45:08.617409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2172c07-4c45-469a-948d-54a85770a62d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:08.628563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-593494ab-3a88-4c12-95a4-c909121c5d84 admin admin] 10.222.0.20 "PUT /v2.0/routers/a4b47b05-eb35-4d72-9fed-454b78504ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6420593 Mar 09 12:45:08.699264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f2172c07-4c45-469a-948d-54a85770a62d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:08.699635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:08.870298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:08.940853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:08.941346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:10.413954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-ec763397-d1b8-4d1b-ac58-6b08a1391e77 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:10.415293 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-ec763397-d1b8-4d1b-ac58-6b08a1391e77 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 816 time: 0.1428821 Mar 09 12:45:10.429724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-67c831a2-bf29-4441-8a72-e3449b873099 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/quotas/3677b33b932a4bae9450de9cb18620dc HTTP/1.1" status: 200 len: 375 time: 0.0090468 Mar 09 12:45:10.512779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-8684022b-b303-4bd2-9e4d-cf246a07141e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Synchronizing usage tracker for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:45:10.529139 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-8684022b-b303-4bd2-9e4d-cf246a07141e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Unset dirty status for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:45:10.537208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-8684022b-b303-4bd2-9e4d-cf246a07141e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002834 Mar 09 12:45:10.620188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 523082c7-f93f-4464-9ba2-5b5bcf1f6aba up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:10.698031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:10.703552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:10.703933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:10.824749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:10.841715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:10.845682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:10.891266 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-7159d751-5b1b-4485-8d3b-b19682010e1d service neutron] 10.222.0.20 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491309 Mar 09 12:45:10.917139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:11.023124 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-3d1010d5-4dda-4e53-8a80-1c414eacda8c service neutron] 10.222.0.20 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260030 Mar 09 12:45:11.265197 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Sync routers for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:45:11.274453 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:11.274998 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:11.458608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:11.805973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e4d519b4-b3f9-4be3-80d7-03198ae92350', 'name': '', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'mac_address': 'fa:16:3e:4f:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:06Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 2, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'subnets': [{'id': 'af581875-733b-4732-a13b-277de48ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:11.809684 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Checking router: a4b47b05-eb35-4d72-9fed-454b78504ff8 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:45:11.810584 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Updating router a4b47b05-eb35-4d72-9fed-454b78504ff8 port e4d519b4-b3f9-4be3-80d7-03198ae92350 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:45:11.865592 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.217965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.231433 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9216ca3b-1ace-4bff-a2c2-3dd47e5ada24 req-7c669705-275c-4422-bf19-58b8b6dfcc22 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0539398 Mar 09 12:45:12.236968 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Transition to ACTIVE for port object e4d519b4-b3f9-4be3-80d7-03198ae92350 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:12.244303 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.407126 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb195ce9-123a-40af-8306-1e999fd7dd9b None None] Pushing event updated for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:12.480832 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Attempting to bind port e4d519b4-b3f9-4be3-80d7-03198ae92350 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:12.481233 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Attempting to bind port e4d519b4-b3f9-4be3-80d7-03198ae92350 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:12.481639 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Attempting to bind port e4d519b4-b3f9-4be3-80d7-03198ae92350 on network 99b2ae6c-a898-45d9-860f-959255ca70f3 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:12.487404 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:12.487786 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Checking segment: {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:12.488188 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.488577 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Bound using segment: {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:12.489235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Bound port: e4d519b4-b3f9-4be3-80d7-03198ae92350, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a801505-884b-43c3-8cda-76a649d66d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:12.489435 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.605930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 523082c7-f93f-4464-9ba2-5b5bcf1f6aba up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:12.608287 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] For port e4d519b4-b3f9-4be3-80d7-03198ae92350, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:12.612716 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] For port e4d519b4-b3f9-4be3-80d7-03198ae92350, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4d519b4-b3f9-4be3-80d7-03198ae92350,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:12.617560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.688463 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:45:12.689167 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:44:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:12.698719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:12.699059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:12.805572 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb195ce9-123a-40af-8306-1e999fd7dd9b None None] Pushing event updated for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:12.914337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:45:13.236790 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e4d519b4-b3f9-4be3-80d7-03198ae92350', 'name': '', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'mac_address': 'fa:16:3e:4f:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:06Z', 'updated_at': '2022-03-09T12:45:12Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'subnets': [{'id': 'af581875-733b-4732-a13b-277de48ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:45:13.240846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2cadd-1ab6-40e5-8444-34d0f7292346 None None] The sync data for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv is: [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:45:07Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e4d519b4-b3f9-4be3-80d7-03198ae92350', 'name': '', 'network_id': '99b2ae6c-a898-45d9-860f-959255ca70f3', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'mac_address': 'fa:16:3e:4f:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'af581875-733b-4732-a13b-277de48ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:06Z', 'updated_at': '2022-03-09T12:45:12Z', 'revision_number': 4, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'subnets': [{'id': 'af581875-733b-4732-a13b-277de48ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:45:13.364307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-a7d277c0-b429-428f-974f-e491120e8a17 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:13.365173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-a7d277c0-b429-428f-974f-e491120e8a17 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Synchronizing usage tracker for tenant:3677b33b932a4bae9450de9cb18620dc on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:45:13.386499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-a7d277c0-b429-428f-974f-e491120e8a17 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Unset dirty status for tenant:3677b33b932a4bae9450de9cb18620dc on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:45:13.389205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-a7d277c0-b429-428f-974f-e491120e8a17 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 816 time: 0.1978686 Mar 09 12:45:13.406911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Request body: {'port': {'device_id': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'admin_state_up': True, 'tenant_id': '3677b33b932a4bae9450de9cb18620dc'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:13.408958 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ce01a3c4-f27d-4116-809e-51e8d52cbb40 req-46ce566e-4d80-45fa-b572-3c754ffaa508 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0590444 Mar 09 12:45:13.561117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:13.570565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:13.581056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Made reservation on behalf of 3677b33b932a4bae9450de9cb18620dc for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:45:13.584519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:13.759007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Allocated IP 172.20.0.6 (9d42f359-e211-4a9a-853e-8a3a9eaaa332/c0917029-2dd2-44f2-b560-0efd41f1078e/dea493e3-c6b1-461e-b6d4-2b1b7dde08e9) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:13.968269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:13.983986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Transition to ACTIVE for port object dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:14.007317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.074226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:14.077147 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:14.085233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:14.129285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Pushing event updated for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:14.154540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:14.155239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.179728 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-70d0b721-9b14-4315-a76c-7610f6d4d9ec tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817643 Mar 09 12:45:14.191006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Request body: {'port': {'device_id': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:14.305746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.307319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eda94761-9e6b-49e2-8e5c-f0fa8f01b632 None None] Provisioning for port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:14.312966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eda94761-9e6b-49e2-8e5c-f0fa8f01b632 None None] Provisioning complete for port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:14.313342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eda94761-9e6b-49e2-8e5c-f0fa8f01b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.369337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-eda94761-9e6b-49e2-8e5c-f0fa8f01b632 None None] Port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:14.599747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57653b-3ca4-4984-9885-8aeb58a689ab req-6b487ea4-8cc2-4f45-b460-91a5f5136169 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:14.606588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8f57653b-3ca4-4984-9885-8aeb58a689ab req-6b487ea4-8cc2-4f45-b460-91a5f5136169 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 931 time: 0.0915813 Mar 09 12:45:14.615731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4d519b4-b3f9-4be3-80d7-03198ae92350 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:14.649450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8f57653b-3ca4-4984-9885-8aeb58a689ab req-49a6918b-e916-4ed3-976b-a949eb089738 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 09 12:45:14.667363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:45:14.675282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.689619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Transition to ACTIVE for port object dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:14.690049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e4d519b4-b3f9-4be3-80d7-03198ae92350 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:14.693478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.695908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e4d519b4-b3f9-4be3-80d7-03198ae92350 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:14.696286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.826235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.850875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Pushing event updated for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:14.869302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e4d519b4-b3f9-4be3-80d7-03198ae92350, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4d519b4-b3f9-4be3-80d7-03198ae92350,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:14.874758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:14.942350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Attempting to bind port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:14.942610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:14.942927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Attempting to bind port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:14.943353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Attempting to bind port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:14.948595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:45:14.949006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Attempting to bind port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:14.954286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:14.954634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Checking segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:14.955019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Bound using segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:14.955450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Bound port: dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:14.955802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:15.147410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:15.150313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:15.155561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:15.211192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.211806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:15.213253 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] 10.222.0.13 "PUT /v2.0/ports/dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 HTTP/1.1" status: 200 len: 1093 time: 1.0266345 Mar 09 12:45:15.213689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:45:15.240447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de77410-6e00-42a5-91bb-5bdd16a7320c service neutron] Pushing event updated for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:15.292982 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9', 'status': 'completed', 'code': 200} Mar 09 12:45:15.340377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0b6f9638-d3b5-4c26-823b-a6f90f1e871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.342142 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0b6f9638-d3b5-4c26-823b-a6f90f1e871d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0833371 Mar 09 12:45:15.416660 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-4d88a512-ab48-4483-bb85-cd6885ff7973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 HTTP/1.1" status: 200 len: 217 time: 0.0679350 Mar 09 12:45:15.480207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de969e6-8a62-4acd-abe0-253fb09edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.481552 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-0de969e6-8a62-4acd-abe0-253fb09edbe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0917029-2dd2-44f2-b560-0efd41f1078e HTTP/1.1" status: 200 len: 855 time: 0.0592546 Mar 09 12:45:15.555133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-bd1b3e15-dce3-4e01-a5ca-b60659c4c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.556585 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-bd1b3e15-dce3-4e01-a5ca-b60659c4c5ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d42f359-e211-4a9a-853e-8a3a9eaaa332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694911 Mar 09 12:45:15.686011 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-9911766c-e2c9-41e0-9157-0ca9fa88030b service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234772 Mar 09 12:45:15.820707 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-876c156f-85a6-4a28-a22e-e9537145b3c7 req-952fa46a-c5e5-4699-8f3d-8510800f5cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289768 Mar 09 12:45:15.834022 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db0e5-9328-4ec1-b034-8a16908a82e7 req-7bea89bf-a43d-4974-be84-58e4993c1ed8 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.835469 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-232db0e5-9328-4ec1-b034-8a16908a82e7 req-7bea89bf-a43d-4974-be84-58e4993c1ed8 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 943 time: 0.0811648 Mar 09 12:45:15.885502 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-232db0e5-9328-4ec1-b034-8a16908a82e7 req-34df3cb6-5bb5-4e6f-88c2-baf348ed9d19 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Mar 09 12:45:15.947401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-9444e2c0-6e43-4ad6-9a91-7abb10524cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:15.948754 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-9444e2c0-6e43-4ad6-9a91-7abb10524cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0836613 Mar 09 12:45:16.081174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-f52d88dc-8f8f-4cbb-aea9-6e9baf0b4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:16.082613 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-f52d88dc-8f8f-4cbb-aea9-6e9baf0b4d19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 917 time: 0.1266885 Mar 09 12:45:16.149133 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-8b72de2e-afff-4fd0-b621-fec75d1b4a6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 HTTP/1.1" status: 200 len: 217 time: 0.0601895 Mar 09 12:45:16.214047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-eb40c3f9-94f3-4a53-ab17-a325b2e93836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:16.215446 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-eb40c3f9-94f3-4a53-ab17-a325b2e93836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0917029-2dd2-44f2-b560-0efd41f1078e HTTP/1.1" status: 200 len: 855 time: 0.0599165 Mar 09 12:45:16.291849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-b7c2b342-fb55-4970-a9bb-5dcece8afe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:16.293367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-b7c2b342-fb55-4970-a9bb-5dcece8afe71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d42f359-e211-4a9a-853e-8a3a9eaaa332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697455 Mar 09 12:45:16.338095 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:16.427520 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-eada07bb-6292-4b80-9123-391bbacc688f service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266115 Mar 09 12:45:16.558748 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f1b06883-7540-4128-b782-8c4e2ab4f2f0 req-686666fd-3371-4f99-b4a6-3dfad38be1c1 service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241822 Mar 09 12:45:16.593486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4d519b4-b3f9-4be3-80d7-03198ae92350 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:16.661901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e4d519b4-b3f9-4be3-80d7-03198ae92350 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:16.662273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:17.069503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9255-d920-4ee9-aff2-53d7a3d29034 req-5194c2c9-0b0b-422e-92d9-1f3363d9f9e0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:17.070858 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-958c9255-d920-4ee9-aff2-53d7a3d29034 req-5194c2c9-0b0b-422e-92d9-1f3363d9f9e0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 943 time: 0.0794578 Mar 09 12:45:17.114680 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-958c9255-d920-4ee9-aff2-53d7a3d29034 req-a591f63f-ddc9-4eee-bafe-b615c1145907 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Mar 09 12:45:17.425966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:45:17.558704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:17.572536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'port_id': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9', 'mac_address': 'fa:16:3e:f8:57:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:45:17.627718 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:17.644711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:45:17.660498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:17.664439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:17.735489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:17.873763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['dea493e3-c6b1-461e-b6d4-2b1b7dde08e9'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:45:18.298773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9759d06-2cb3-493b-b265-f4b888f93270 req-903e061b-86df-4760-8b5a-f24973476067 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:18.300220 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b9759d06-2cb3-493b-b265-f4b888f93270 req-903e061b-86df-4760-8b5a-f24973476067 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 944 time: 0.0815215 Mar 09 12:45:18.343633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b9759d06-2cb3-493b-b265-f4b888f93270 req-f8997c03-73f9-4654-993e-e76f01d9488f tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375488 Mar 09 12:45:19.425813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:19.525066 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:19.530944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:19.531322 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:19.541562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb24a3-7c36-4bf4-892d-eb7941eedb79 req-e4c136d5-9547-4a4d-8df2-d52abfaa16b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:19.543015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-adfb24a3-7c36-4bf4-892d-eb7941eedb79 req-e4c136d5-9547-4a4d-8df2-d52abfaa16b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 944 time: 0.0826619 Mar 09 12:45:19.587735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-adfb24a3-7c36-4bf4-892d-eb7941eedb79 req-c381c88b-5afb-4356-8d7e-f85fc1d0ec18 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 Mar 09 12:45:19.651381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:19.679253 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:45:19.689699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:19.694703 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:19.765528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:19.780965 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9', 'code': 200} Mar 09 12:45:20.019482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec81ee-c6df-4a37-a8e1-7c9dd700b8d6 req-716ca39a-e78d-4c75-9a3f-e74ca4fef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:20.020948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbec81ee-c6df-4a37-a8e1-7c9dd700b8d6 req-716ca39a-e78d-4c75-9a3f-e74ca4fef236 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 1098 time: 0.0824893 Mar 09 12:45:20.060785 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dbec81ee-c6df-4a37-a8e1-7c9dd700b8d6 req-5cccb274-2f6b-4727-b9b1-dbd15f3fc6e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Mar 09 12:45:20.775604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff1da7-a47c-41f7-af23-79def23fc350 req-036cff50-d946-4760-96e3-36cfe4fef2d0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:20.777079 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-01ff1da7-a47c-41f7-af23-79def23fc350 req-036cff50-d946-4760-96e3-36cfe4fef2d0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0821388 Mar 09 12:45:20.821545 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-01ff1da7-a47c-41f7-af23-79def23fc350 req-c617ba32-22a1-4d86-8b8a-b5ad1041055e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Mar 09 12:45:22.010379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ef7f5-00b2-48a9-970e-245506369870 req-2d397109-6d0b-443f-9f6c-eb0870ad21ce tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:22.011848 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-632ef7f5-00b2-48a9-970e-245506369870 req-2d397109-6d0b-443f-9f6c-eb0870ad21ce tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0834112 Mar 09 12:45:22.056034 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-632ef7f5-00b2-48a9-970e-245506369870 req-c4196508-7212-44d7-8002-a4859157a09c tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Mar 09 12:45:22.237351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e94c67-f7b9-42cc-8c15-0460ed4ebe19 req-4aff0b7e-c8ff-4238-9a19-f4f3037ef662 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:22.238927 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5e94c67-f7b9-42cc-8c15-0460ed4ebe19 req-4aff0b7e-c8ff-4238-9a19-f4f3037ef662 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0810373 Mar 09 12:45:22.282759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5e94c67-f7b9-42cc-8c15-0460ed4ebe19 req-5dabe938-6f31-4371-b692-0d6a1bfebe17 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Mar 09 12:45:22.685897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0dd94f7-dd0e-4f6f-abc9-33424b5bb1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:24.895320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14aa7a18-380f-46a2-a90a-3eaefd97c54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:25.760361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:26.135115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:27.691638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:32.697263 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:45:36.680023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5200-7163-4f4f-a3a8-319fcd66c181 req-3d8cbedf-5cf8-4c4a-b322-ba2ac3cd1770 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:36.681404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-915c5200-7163-4f4f-a3a8-319fcd66c181 req-3d8cbedf-5cf8-4c4a-b322-ba2ac3cd1770 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0836267 Mar 09 12:45:36.725774 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-915c5200-7163-4f4f-a3a8-319fcd66c181 req-b52eccd8-0eb2-46ff-ab0e-f85add464155 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Mar 09 12:45:37.906984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585fc9-bde5-4cc4-b951-958818a5982a req-6700096b-c57e-4079-806b-48211c50d59b tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:37.908343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84585fc9-bde5-4cc4-b951-958818a5982a req-6700096b-c57e-4079-806b-48211c50d59b tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0786934 Mar 09 12:45:37.954733 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-84585fc9-bde5-4cc4-b951-958818a5982a req-3de6493d-f7b8-4fb9-a0cb-aec77284e998 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 09 12:45:38.117585 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-d7deff14-eaee-450c-b6a1-5c206fc99f85 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:38.118307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-d7deff14-eaee-450c-b6a1-5c206fc99f85 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Synchronizing usage tracker for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:45:38.137074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-d7deff14-eaee-450c-b6a1-5c206fc99f85 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Unset dirty status for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:45:38.138343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-d7deff14-eaee-450c-b6a1-5c206fc99f85 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 945 time: 0.1090581 Mar 09 12:45:38.213869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Deleting port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:45:38.214244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:38.576088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] For port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:38.576442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:38.708573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Calling delete_port for dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:45:38.856626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:38.868223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['dea493e3-c6b1-461e-b6d4-2b1b7dde08e9'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:45:38.907162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Pushing event deleted for resources: {'Port': ['ID=dea493e3-c6b1-461e-b6d4-2b1b7dde08e9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:38.986297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] No DVR routers for this DVR port dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:45:38.988801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:38.991624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'name': 'network-vif-deleted', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:45:39.015916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c009e8-6492-42e2-8edd-aa3ca7be89f5 req-bc77f461-71f8-45e9-bb03-18f9420d1502 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "DELETE /v2.0/ports/dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 HTTP/1.1" status: 204 len: 173 time: 0.8724546 Mar 09 12:45:39.048757 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef7218f-d882-4427-8816-8b004d81e8c6', 'name': 'network-vif-deleted', 'tag': 'dea493e3-c6b1-461e-b6d4-2b1b7dde08e9', 'status': 'completed', 'code': 200} Mar 09 12:45:39.127031 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c219a3e1-f0ea-4673-81f3-256c852d14e5 req-96fbc9e7-c954-4bf7-a5ed-da64d4d9fe61 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef7218f-d882-4427-8816-8b004d81e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0453491 Mar 09 12:45:40.873235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-4034624c-cc39-4fce-baa4-1ba55c312778 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:40.874547 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-4034624c-cc39-4fce-baa4-1ba55c312778 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 816 time: 0.1442003 Mar 09 12:45:40.889106 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-c3cca895-f267-4b5d-8933-df5d6942a84e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/quotas/3677b33b932a4bae9450de9cb18620dc HTTP/1.1" status: 200 len: 375 time: 0.0091014 Mar 09 12:45:40.972677 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-d3334e38-45af-4319-9c68-ffc1d4214af6 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786648 Mar 09 12:45:41.106456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-b9c493e8-7868-4676-aee1-0944d9322984 service neutron] 10.222.0.20 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223147 Mar 09 12:45:41.323238 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-5d9ff7cc-aea4-41b9-b452-a667f33e2baa service neutron] 10.222.0.20 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111130 Mar 09 12:45:41.501462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac3f2e4e-f5b7-46d8-a22e-edc4364b8254 req-e54a4519-60e9-490e-a36e-8b71011be45a tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 210 time: 0.0430532 Mar 09 12:45:42.492755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-60f23cc2-a9a6-4bd8-8713-3a9404c07bdc tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:42.494301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-60f23cc2-a9a6-4bd8-8713-3a9404c07bdc tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 816 time: 0.1504302 Mar 09 12:45:42.505765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Request body: {'port': {'device_id': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'admin_state_up': True, 'tenant_id': '3677b33b932a4bae9450de9cb18620dc'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:42.654538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:45:42.656714 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8102b86a-b2f5-4930-b288-805e577ffc60 req-d10f3f9f-69aa-420c-a301-20050bfb22c4 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 210 time: 0.0419693 Mar 09 12:45:42.658634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Usage tracker for resource:port and tenant:3677b33b932a4bae9450de9cb18620dc is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:45:42.661478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:45:42.667044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:45:42.677560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Made reservation on behalf of 3677b33b932a4bae9450de9cb18620dc for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:45:42.681463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:42.840245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Allocated IP 172.20.0.6 (9d42f359-e211-4a9a-853e-8a3a9eaaa332/c0917029-2dd2-44f2-b560-0efd41f1078e/8028dbf3-7a60-489a-8268-215dcd635171) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:45:43.035189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.050686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Transition to ACTIVE for port object 8028dbf3-7a60-489a-8268-215dcd635171 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:43.073389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.137270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:45:43.144415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:45:43.148639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:45:43.186759 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Pushing event updated for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:43.218829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:43.219442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.244178 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-f8ea806f-6578-43c3-8cbd-511a02280256 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419634 Mar 09 12:45:43.255180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Request body: {'port': {'device_id': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:45:43.388546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0052103d-c952-4398-93bd-d034027f34d5 None None] Provisioning for port 8028dbf3-7a60-489a-8268-215dcd635171 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:43.393763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0052103d-c952-4398-93bd-d034027f34d5 None None] Provisioning complete for port 8028dbf3-7a60-489a-8268-215dcd635171 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:43.394146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0052103d-c952-4398-93bd-d034027f34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.450199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0052103d-c952-4398-93bd-d034027f34d5 None None] Port 8028dbf3-7a60-489a-8268-215dcd635171 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:45:43.473157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.533867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:45:43.570024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:45:43.570392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device dea493e3-c6b1-461e-b6d4-2b1b7dde08e9 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:45:43.816513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8028dbf3-7a60-489a-8268-215dcd635171 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:45:43.823707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.841763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Transition to ACTIVE for port object 8028dbf3-7a60-489a-8268-215dcd635171 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:45:43.846182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:43.847977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c5a1-d5f7-4b74-8473-c3b4ba9f84aa req-119c28d7-4a3d-4f0f-a928-e262a16a6d18 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:43.849655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae45c5a1-d5f7-4b74-8473-c3b4ba9f84aa req-119c28d7-4a3d-4f0f-a928-e262a16a6d18 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 931 time: 0.0861111 Mar 09 12:45:43.893635 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae45c5a1-d5f7-4b74-8473-c3b4ba9f84aa req-4329b5dc-79f8-4bfc-bb4d-31cc47db1fb9 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Mar 09 12:45:44.001038 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:44.089383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Attempting to bind port 8028dbf3-7a60-489a-8268-215dcd635171 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:45:44.089818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Attempting to bind port 8028dbf3-7a60-489a-8268-215dcd635171 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:45:44.090143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Attempting to bind port 8028dbf3-7a60-489a-8268-215dcd635171 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:44.095720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Port 8028dbf3-7a60-489a-8268-215dcd635171 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:45:44.096047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Attempting to bind port 8028dbf3-7a60-489a-8268-215dcd635171 on network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:45:44.101924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:45:44.102289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Checking segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:45:44.102675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Bound using segment: {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:45:44.103099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Bound port: 8028dbf3-7a60-489a-8268-215dcd635171, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fe8d7d-b187-4f8e-95ef-4b24f49adc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:45:44.103444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:44.193020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:45:44.207782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8028dbf3-7a60-489a-8268-215dcd635171,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:45:44.209125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:44.267568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:44.268173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:44.269639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/8028dbf3-7a60-489a-8268-215dcd635171 HTTP/1.1" status: 200 len: 1093 time: 1.0185928 Mar 09 12:45:44.269959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:45:44.294829 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df061e44-28ca-44f9-ae4d-cc531a896bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:44.345325 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171', 'status': 'completed', 'code': 200} Mar 09 12:45:44.388969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-c992c6bb-32e3-4381-abc8-860dd0a97562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:44.390535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-c992c6bb-32e3-4381-abc8-860dd0a97562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 1096 time: 0.0776930 Mar 09 12:45:44.462432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-26e99421-a08f-4eb8-b80a-809cbd9e1002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8028dbf3-7a60-489a-8268-215dcd635171 HTTP/1.1" status: 200 len: 217 time: 0.0654519 Mar 09 12:45:44.523132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-b64f4ea6-8579-4225-a7a5-a87cea1ae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:44.524545 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-b64f4ea6-8579-4225-a7a5-a87cea1ae357 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0917029-2dd2-44f2-b560-0efd41f1078e HTTP/1.1" status: 200 len: 855 time: 0.0571659 Mar 09 12:45:44.602849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418812a-665c-4103-9e76-7503fc805627 req-6bcf9ea3-0623-41e7-a5d5-76a88183c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:44.604296 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-6bcf9ea3-0623-41e7-a5d5-76a88183c865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d42f359-e211-4a9a-853e-8a3a9eaaa332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739594 Mar 09 12:45:44.733525 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-d9440976-98fe-45a6-b67e-1227c4dd6d4f service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229682 Mar 09 12:45:44.862215 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b418812a-665c-4103-9e76-7503fc805627 req-3dc1c887-94c7-49e1-b9a5-0cea2d252193 service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228626 Mar 09 12:45:44.976111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-89dbf5b5-21bf-46ba-afc2-6911cd8836a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:44.977834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-89dbf5b5-21bf-46ba-afc2-6911cd8836a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3677b33b932a4bae9450de9cb18620dc&device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 1096 time: 0.0705695 Mar 09 12:45:45.077806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf603-6256-499e-bf35-693ea6162bd6 req-1bbbe221-99f5-4454-b162-58ea6e4a6283 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:45.079290 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e7abf603-6256-499e-bf35-693ea6162bd6 req-1bbbe221-99f5-4454-b162-58ea6e4a6283 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 943 time: 0.0793011 Mar 09 12:45:45.109378 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-a3bf4a6b-29ab-4b09-8409-fd873e12695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:45.110804 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-a3bf4a6b-29ab-4b09-8409-fd873e12695e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 200 len: 917 time: 0.1266577 Mar 09 12:45:45.126170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e7abf603-6256-499e-bf35-693ea6162bd6 req-90e6eb41-ab47-40ce-b0c3-12ead49f1f1c tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Mar 09 12:45:45.278090 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-e4589ca7-ee82-4d1d-8d79-4c8af264f34f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8028dbf3-7a60-489a-8268-215dcd635171 HTTP/1.1" status: 200 len: 217 time: 0.1590970 Mar 09 12:45:45.338681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-b94e3e10-c725-4439-89cc-59b99843dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:45.340519 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-b94e3e10-c725-4439-89cc-59b99843dfd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0917029-2dd2-44f2-b560-0efd41f1078e HTTP/1.1" status: 200 len: 855 time: 0.0562830 Mar 09 12:45:45.415659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-b59e1c4c-7449-4f86-93cb-0f1e9c92201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:45.417096 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-b59e1c4c-7449-4f86-93cb-0f1e9c92201d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d42f359-e211-4a9a-853e-8a3a9eaaa332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695276 Mar 09 12:45:45.549773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8028dbf3-7a60-489a-8268-215dcd635171 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:45:45.557373 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-8d215f31-bbc3-4631-b0a8-9f0f3d7addba service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329241 Mar 09 12:45:45.684844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8028dbf3-7a60-489a-8268-215dcd635171,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:45.690230 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4bfd183-4a68-428e-8a6f-1a88b7dea60b req-7b962692-3720-4229-b57b-3d57aba6c81c service neutron] 10.222.0.13 "GET /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267521 Mar 09 12:45:45.697681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '8028dbf3-7a60-489a-8268-215dcd635171', 'network_id': '9d42f359-e211-4a9a-853e-8a3a9eaaa332', 'port_id': '8028dbf3-7a60-489a-8268-215dcd635171', 'mac_address': 'fa:16:3e:9f:e6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0917029-2dd2-44f2-b560-0efd41f1078e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:45:45.752036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:45.770227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8028dbf3-7a60-489a-8268-215dcd635171 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:45:45.784994 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8028dbf3-7a60-489a-8268-215dcd635171,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:45.790016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:45.862990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:45.870501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.871430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.871769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.872132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.872457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.872784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.873131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.873457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.873787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.874101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.874418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.874735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:45:45.978199 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['8028dbf3-7a60-489a-8268-215dcd635171'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:45:46.306635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ed271-67e6-4560-8c2d-7beb80fbcf61 req-f7a293ef-72b8-4e76-9916-60ff7241b0f3 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:46.308750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-652ed271-67e6-4560-8c2d-7beb80fbcf61 req-f7a293ef-72b8-4e76-9916-60ff7241b0f3 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 944 time: 0.0797429 Mar 09 12:45:46.329052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:46.352682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-652ed271-67e6-4560-8c2d-7beb80fbcf61 req-42199325-40b8-4fa3-8584-dfd5167ff170 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377512 Mar 09 12:45:47.540069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550ab96-77de-45b9-98c5-af11fa304913 req-6bc73ac7-8dce-40ff-8300-07f4204856a1 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:47.541553 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9550ab96-77de-45b9-98c5-af11fa304913 req-6bc73ac7-8dce-40ff-8300-07f4204856a1 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 944 time: 0.0828035 Mar 09 12:45:47.564926 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8028dbf3-7a60-489a-8268-215dcd635171 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:45:47.587763 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9550ab96-77de-45b9-98c5-af11fa304913 req-ba3e7698-625d-4a06-9ad9-1adb7061e4f3 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Mar 09 12:45:47.632022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 8028dbf3-7a60-489a-8268-215dcd635171 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:45:47.636468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 8028dbf3-7a60-489a-8268-215dcd635171 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:45:47.636965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:47.750367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:47.776147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:45:47.786285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8028dbf3-7a60-489a-8268-215dcd635171,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:45:47.790240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:47.826526 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171', 'code': 200} Mar 09 12:45:47.860299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:45:48.049444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1887-fc6c-4d37-97b5-07dc1a3980f3 req-2a55aaff-698b-462f-94b6-34216ac9caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:48.050912 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-63ac1887-fc6c-4d37-97b5-07dc1a3980f3 req-2a55aaff-698b-462f-94b6-34216ac9caac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0696244 Mar 09 12:45:48.091815 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-63ac1887-fc6c-4d37-97b5-07dc1a3980f3 req-ec97bff0-5954-4842-9fb7-0c4e3afefb3a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Mar 09 12:45:48.769292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175622-b8bb-4ba8-8de9-80a12f7a39f9 req-6d940dd8-2a87-455b-905b-47d7b6349a34 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:48.770741 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b175622-b8bb-4ba8-8de9-80a12f7a39f9 req-6d940dd8-2a87-455b-905b-47d7b6349a34 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0797212 Mar 09 12:45:48.816833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b175622-b8bb-4ba8-8de9-80a12f7a39f9 req-da84e736-ad8b-447d-94f8-abbcd9ccb8b2 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Mar 09 12:45:50.006070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef646b-6dd2-4643-9f37-0de1694692dd req-41e3cc86-0cdb-410a-a2c4-2f71e0c310d0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:50.007539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4bef646b-6dd2-4643-9f37-0de1694692dd req-41e3cc86-0cdb-410a-a2c4-2f71e0c310d0 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0822468 Mar 09 12:45:50.050909 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4bef646b-6dd2-4643-9f37-0de1694692dd req-a66fd1b4-8f70-483e-bd63-9a5eadc15b00 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Mar 09 12:45:50.233920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ad2c-a66b-49c8-96e6-b87af7c7398a req-bca0dfd0-5911-4f04-b2e1-819f488af4d8 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:45:50.235379 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d813ad2c-a66b-49c8-96e6-b87af7c7398a req-bca0dfd0-5911-4f04-b2e1-819f488af4d8 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0824459 Mar 09 12:45:50.278176 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d813ad2c-a66b-49c8-96e6-b87af7c7398a req-5252877f-f4a4-4718-bc7d-e3bc4b99c2e7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Mar 09 12:45:52.687150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71988266-2005-4a9d-a9af-4fd8da958470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:54.897318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70f1b340-0d99-46aa-a7d8-c80f8419ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:55.762651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:56.137991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:45:57.691710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:04.482178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153f2c4-411e-4803-8e91-d23acac9d59d req-fb5ee6fe-2c95-4001-9e65-9736ff2fa6aa tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:04.483554 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5153f2c4-411e-4803-8e91-d23acac9d59d req-fb5ee6fe-2c95-4001-9e65-9736ff2fa6aa tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0790479 Mar 09 12:46:04.527509 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5153f2c4-411e-4803-8e91-d23acac9d59d req-8c9cc367-33fe-4dd7-89a6-5ad73b0bb871 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Mar 09 12:46:05.720143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf2f5e-0929-4909-a7cd-a91bc2554d53 req-ed91760b-2d18-49c4-bcce-c871353c621e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:05.721682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ebf2f5e-0929-4909-a7cd-a91bc2554d53 req-ed91760b-2d18-49c4-bcce-c871353c621e tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0872090 Mar 09 12:46:05.765378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ebf2f5e-0929-4909-a7cd-a91bc2554d53 req-6d52283f-1b89-4c9d-b563-6d5ba6010f5c tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/security-groups?id=b13dc9fa-6479-4c3d-9856-22e69af351dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Mar 09 12:46:05.942790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-5e144492-ee86-49a9-9fae-a987174d9875 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:05.943371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-5e144492-ee86-49a9-9fae-a987174d9875 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Synchronizing usage tracker for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:46:05.957867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-5e144492-ee86-49a9-9fae-a987174d9875 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Unset dirty status for tenant:3677b33b932a4bae9450de9cb18620dc on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:46:05.958965 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-5e144492-ee86-49a9-9fae-a987174d9875 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 945 time: 0.0960195 Mar 09 12:46:06.028386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Deleting port 8028dbf3-7a60-489a-8268-215dcd635171 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:06.028715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:06.277466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] For port 8028dbf3-7a60-489a-8268-215dcd635171, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=8028dbf3-7a60-489a-8268-215dcd635171,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:06.277819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:06.398400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Calling delete_port for 8028dbf3-7a60-489a-8268-215dcd635171 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:06.543516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:06.564014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['8028dbf3-7a60-489a-8268-215dcd635171'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:46:06.596104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Pushing event deleted for resources: {'Port': ['ID=8028dbf3-7a60-489a-8268-215dcd635171,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:06.633325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.633665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.634012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.634349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.634685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.635017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.636017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.637050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.637399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.637733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.638065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.638394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:06.690977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] No DVR routers for this DVR port 8028dbf3-7a60-489a-8268-215dcd635171 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:46:06.693487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:06.696109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'name': 'network-vif-deleted', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:46:06.714261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c05265e2-ffbc-42e3-ab1f-1a609cf4d6b3 req-18924886-7fcf-4ad3-aae4-ddab6cbb31b7 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.13 "DELETE /v2.0/ports/8028dbf3-7a60-489a-8268-215dcd635171 HTTP/1.1" status: 204 len: 173 time: 0.7484257 Mar 09 12:46:06.746524 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d2c3a3-1591-44c7-bc15-da845f3f04f3', 'name': 'network-vif-deleted', 'tag': '8028dbf3-7a60-489a-8268-215dcd635171', 'status': 'completed', 'code': 200} Mar 09 12:46:06.929343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a9d07f27-b8aa-42ba-965b-ab9d333f378d req-783a854d-420d-411a-8d49-ac770405f777 tempest-TestEncryptedCinderVolumes-1831130182 tempest-TestEncryptedCinderVolumes-1831130182-project] 10.222.0.20 "GET /v2.0/ports?device_id=78d2c3a3-1591-44c7-bc15-da845f3f04f3 HTTP/1.1" status: 200 len: 210 time: 0.0415747 Mar 09 12:46:08.055702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51576) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:08.708364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:09.074013 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Deleting port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:09.074716 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:09.241932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] For port c1d961ff-0cbd-4ea0-9e2f-74b9c8165963, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:09.242276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:09.372382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Calling delete_port for c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:09.695505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:09.696438 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:46:09.747962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d961ff-0cbd-4ea0-9e2f-74b9c8165963,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:09.791342 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.791885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.792271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.792609 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.792954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.793287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.793612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.793940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.794262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.794582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.794897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:09.795212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:10.125418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:10.475399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Router 7259a6d5-6166-4848-bc78-b5fc97008b6b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:46:10.653526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:10.662094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Sync routers for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:10.665633 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-570245c2-5436-4a82-b94d-42d7c636c26a admin admin] 10.222.0.20 "PUT /v2.0/routers/7259a6d5-6166-4848-bc78-b5fc97008b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6088285 Mar 09 12:46:10.668782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51580) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:10.671505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:10.672109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:10.842953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:10.847184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:11.025283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.034724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Deleting port 8ebd29e8-6865-4147-8c82-289fb025e386 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:11.035276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.164327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:46:09Z', 'revision_number': 5, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port': {'id': '8ebd29e8-6865-4147-8c82-289fb025e386', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:44:57Z', 'updated_at': '2022-03-09T12:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:11.168383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Checking router: 7259a6d5-6166-4848-bc78-b5fc97008b6b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:11.176511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Routers {'7259a6d5-6166-4848-bc78-b5fc97008b6b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:11.177140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['7259a6d5-6166-4848-bc78-b5fc97008b6b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:11.207554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] For port 8ebd29e8-6865-4147-8c82-289fb025e386, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8ebd29e8-6865-4147-8c82-289fb025e386,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:11.208150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.335241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] Set router 7259a6d5-6166-4848-bc78-b5fc97008b6b gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:11.442916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:46:11Z', 'revision_number': 6, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:11.446861 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdc81e-6e4a-49f9-9ddf-be35fa15c56b None None] The sync data for ids ['7259a6d5-6166-4848-bc78-b5fc97008b6b'] in dv-neutron-832762-2-hyperv is: [{'id': '7259a6d5-6166-4848-bc78-b5fc97008b6b', 'name': 'tempest-TestEncryptedCinderVolumes-943967992-router', 'tenant_id': '3677b33b932a4bae9450de9cb18620dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:44:56Z', 'updated_at': '2022-03-09T12:46:11Z', 'revision_number': 6, 'project_id': '3677b33b932a4bae9450de9cb18620dc', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:11.447099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Calling delete_port for 8ebd29e8-6865-4147-8c82-289fb025e386 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:11.623106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.670545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebd29e8-6865-4147-8c82-289fb025e386,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:11.674126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8028dbf3-7a60-489a-8268-215dcd635171 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:11.709412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 8028dbf3-7a60-489a-8268-215dcd635171 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:11.709762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 8028dbf3-7a60-489a-8268-215dcd635171 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:11.765998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.946950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.950154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.973536 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.973975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7259a6d5-6166-4848-bc78-b5fc97008b6b {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:46:11.988372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:11.992009 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b19c49f0-539c-4ad3-b3e5-57aff256cc47 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7259a6d5-6166-4848-bc78-b5fc97008b6b HTTP/1.1" status: 204 len: 168 time: 1.3200355 Mar 09 12:46:11.992440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51584) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:12.052797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Deleting subnet c0917029-2dd2-44f2-b560-0efd41f1078e {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:46:12.055901 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.107841 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.183741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.258671 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.302051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0917029-2dd2-44f2-b560-0efd41f1078e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:12.306040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.311916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf09eee-eb54-449c-a7e4-519e2f85a293 None None] Network 9d42f359-e211-4a9a-853e-8a3a9eaaa332 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:12.313190 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c51d0f3a-020f-4ff4-a25e-0110c48b04e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0917029-2dd2-44f2-b560-0efd41f1078e HTTP/1.1" status: 204 len: 168 time: 0.3191249 Mar 09 12:46:12.315642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51588) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:12.426773 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.439431 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Deleting port 44d1a056-ac23-49a7-9b1f-858cae3b883c {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:12.439892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.579343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] DHCP port deletion for 9d42f359-e211-4a9a-853e-8a3a9eaaa332 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:46:12.583761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Deleting port 44d1a056-ac23-49a7-9b1f-858cae3b883c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:12.584138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.641037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:12.655672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] For port 44d1a056-ac23-49a7-9b1f-858cae3b883c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44d1a056-ac23-49a7-9b1f-858cae3b883c,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:12.656035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.707634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:12.708206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c1d961ff-0cbd-4ea0-9e2f-74b9c8165963 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:12.708386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 44d1a056-ac23-49a7-9b1f-858cae3b883c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:12.780636 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Calling delete_port for 44d1a056-ac23-49a7-9b1f-858cae3b883c owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:12.915797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] For port 44d1a056-ac23-49a7-9b1f-858cae3b883c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=44d1a056-ac23-49a7-9b1f-858cae3b883c,segment=NetworkSegment(65fe8d7d-b187-4f8e-95ef-4b24f49adc39),segment_id=65fe8d7d-b187-4f8e-95ef-4b24f49adc39)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:12.916108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.953080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:12.999518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d1a056-ac23-49a7-9b1f-858cae3b883c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:13.003126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] No DVR routers for this DVR port 44d1a056-ac23-49a7-9b1f-858cae3b883c on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:46:13.049650 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Calling delete_port for 44d1a056-ac23-49a7-9b1f-858cae3b883c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:13.076205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.118248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.147829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42f359-e211-4a9a-853e-8a3a9eaaa332']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:13.160286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fe8d7d-b187-4f8e-95ef-4b24f49adc39') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:13.160584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fe8d7d-b187-4f8e-95ef-4b24f49adc39') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:13.173882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.192026 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.198690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:46:13.199101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.203327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8ebd29e8-6865-4147-8c82-289fb025e386 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:46:13.212230 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:46:13.237390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 8ebd29e8-6865-4147-8c82-289fb025e386 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:13.237735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8ebd29e8-6865-4147-8c82-289fb025e386 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:13.240623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:46:13.241019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:46:13.285982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.305923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.315953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d42f359-e211-4a9a-853e-8a3a9eaaa332,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:13.328968 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f8714240-ac55-48d3-afc4-260c7fcd6311 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d42f359-e211-4a9a-853e-8a3a9eaaa332 HTTP/1.1" status: 204 len: 168 time: 1.0123589 Mar 09 12:46:13.331839 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51592) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:13.742516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Deleting port 44d1a056-ac23-49a7-9b1f-858cae3b883c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:13.743140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:13.815593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f93a4a21-b0b9-4380-8234-61b2f67f1260 None None] The port '44d1a056-ac23-49a7-9b1f-858cae3b883c' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:46:13.860182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:14.206992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Deleting port e4d519b4-b3f9-4be3-80d7-03198ae92350 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:14.207331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:14.467505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] For port e4d519b4-b3f9-4be3-80d7-03198ae92350, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4d519b4-b3f9-4be3-80d7-03198ae92350,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:14.468141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:14.589341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Calling delete_port for e4d519b4-b3f9-4be3-80d7-03198ae92350 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:14.764136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:14.809233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d519b4-b3f9-4be3-80d7-03198ae92350,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:15.081963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:15.430290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Router a4b47b05-eb35-4d72-9fed-454b78504ff8 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:46:15.601889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:15.610722 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Sync routers for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:15.611234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ff4d086c-fa5a-4f16-a7bb-836a83b45d5c admin admin] 10.222.0.20 "PUT /v2.0/routers/a4b47b05-eb35-4d72-9fed-454b78504ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2780747 Mar 09 12:46:15.613371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51596) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:15.621075 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:15.621674 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:15.806451 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:15.891112 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.066621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.075893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Deleting port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:16.076235 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.092507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252'}], 'enable_snat': True}, 'gw_port_id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:46:14Z', 'revision_number': 5, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port': {'id': '523082c7-f93f-4464-9ba2-5b5bcf1f6aba', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:45:04Z', 'updated_at': '2022-03-09T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:16.096555 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Checking router: a4b47b05-eb35-4d72-9fed-454b78504ff8 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:16.105324 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Routers {'a4b47b05-eb35-4d72-9fed-454b78504ff8'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:16.106025 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['a4b47b05-eb35-4d72-9fed-454b78504ff8'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:16.249658 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] For port 523082c7-f93f-4464-9ba2-5b5bcf1f6aba, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:16.250015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.256235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] Set router a4b47b05-eb35-4d72-9fed-454b78504ff8 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:16.330565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.362525 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:46:16Z', 'revision_number': 6, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:16.366582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3969d25-9bed-4a94-835b-46dfcec529b8 None None] The sync data for ids ['a4b47b05-eb35-4d72-9fed-454b78504ff8'] in dv-neutron-832762-2-hyperv is: [{'id': 'a4b47b05-eb35-4d72-9fed-454b78504ff8', 'name': 'tempest-TestEncryptedCinderVolumes-1509406762-router', 'tenant_id': '31a4e55c6d2a42a681d51e0517c0136f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:45:03Z', 'updated_at': '2022-03-09T12:46:16Z', 'revision_number': 6, 'project_id': '31a4e55c6d2a42a681d51e0517c0136f', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:16.388240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Calling delete_port for 523082c7-f93f-4464-9ba2-5b5bcf1f6aba owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:16.555560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.598772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Pushing event deleted for resources: {'Port': ['ID=523082c7-f93f-4464-9ba2-5b5bcf1f6aba,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:16.690684 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.816844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4d519b4-b3f9-4be3-80d7-03198ae92350 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:16.852849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e4d519b4-b3f9-4be3-80d7-03198ae92350 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:16.853286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4d519b4-b3f9-4be3-80d7-03198ae92350 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:16.868672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.871089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.895091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.895613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b47b05-eb35-4d72-9fed-454b78504ff8 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:46:16.908326 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:16.909485 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e02156e3-43cb-46b8-b87e-c10398364942 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a4b47b05-eb35-4d72-9fed-454b78504ff8 HTTP/1.1" status: 204 len: 168 time: 1.2952309 Mar 09 12:46:16.911985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51600) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:16.969207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Deleting subnet af581875-733b-4732-a13b-277de48ae775 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:46:16.972020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.022434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.189956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.258740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.297588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af581875-733b-4732-a13b-277de48ae775,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:17.303355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.312116 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-38df5998-3095-4493-9ff4-af87ad638097 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af581875-733b-4732-a13b-277de48ae775 HTTP/1.1" status: 204 len: 168 time: 0.3968816 Mar 09 12:46:17.312268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9aa62-a51e-42a3-9eba-3d83646651fd None None] Network 99b2ae6c-a898-45d9-860f-959255ca70f3 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:17.313074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51604) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:17.423492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.434960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Deleting port f2172c07-4c45-469a-948d-54a85770a62d {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:17.435315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.577370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] DHCP port deletion for 99b2ae6c-a898-45d9-860f-959255ca70f3 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:46:17.581863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Deleting port f2172c07-4c45-469a-948d-54a85770a62d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:17.582250 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.754936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] For port f2172c07-4c45-469a-948d-54a85770a62d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2172c07-4c45-469a-948d-54a85770a62d,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:17.755292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.792540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] For port f2172c07-4c45-469a-948d-54a85770a62d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f2172c07-4c45-469a-948d-54a85770a62d,segment=NetworkSegment(1a801505-884b-43c3-8cda-76a649d66d15),segment_id=1a801505-884b-43c3-8cda-76a649d66d15)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:17.792983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.879967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Calling delete_port for f2172c07-4c45-469a-948d-54a85770a62d owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:17.921505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Calling delete_port for f2172c07-4c45-469a-948d-54a85770a62d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:46:17.956156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:17.993784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:46:17.994180 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:46:18.007664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2172c07-4c45-469a-948d-54a85770a62d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:18.009408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] No DVR routers for this DVR port f2172c07-4c45-469a-948d-54a85770a62d on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:46:18.124481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.149276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b2ae6c-a898-45d9-860f-959255ca70f3']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:18.161864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a801505-884b-43c3-8cda-76a649d66d15') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:18.162167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a801505-884b-43c3-8cda-76a649d66d15') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:18.173356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.189629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.195731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:46:18.196114 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:46:18.209625 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:46:18.286428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.302082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.313166 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b2ae6c-a898-45d9-860f-959255ca70f3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:18.316624 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-996297d5-e857-420a-a52b-917a1a3042b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/99b2ae6c-a898-45d9-860f-959255ca70f3 HTTP/1.1" status: 204 len: 168 time: 1.0024004 Mar 09 12:46:18.480289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51610) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:18.495757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Deleting port f2172c07-4c45-469a-948d-54a85770a62d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:46:18.496383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.530289 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b9ae8595-4d8c-4030-9856-51773ecb3af1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3677b33b932a4bae9450de9cb18620dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487053 Mar 09 12:46:18.532795 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51614) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:18.566293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-458e5f1b-ee76-4036-a6e5-d30caccc2565 None None] The port 'f2172c07-4c45-469a-948d-54a85770a62d' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:46:18.595686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.622578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.629872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2172c07-4c45-469a-948d-54a85770a62d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:18.673599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f2172c07-4c45-469a-948d-54a85770a62d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:18.674162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f2172c07-4c45-469a-948d-54a85770a62d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:18.674707 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 523082c7-f93f-4464-9ba2-5b5bcf1f6aba no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:46:18.683725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.699539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13dc9fa-6479-4c3d-9856-22e69af351dd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:18.705289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:18.708603 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2a116db5-3830-427e-803b-d08b31361ad1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b13dc9fa-6479-4c3d-9856-22e69af351dd HTTP/1.1" status: 204 len: 168 time: 0.1725979 Mar 09 12:46:18.717319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 523082c7-f93f-4464-9ba2-5b5bcf1f6aba {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:46:18.717669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 523082c7-f93f-4464-9ba2-5b5bcf1f6aba not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:46:19.038054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51622) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:19.085996 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-708417fe-abe1-46c7-a1f7-e9020aa0a6f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31a4e55c6d2a42a681d51e0517c0136f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467961 Mar 09 12:46:19.088599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51626) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:19.146777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:19.171849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:19.222456 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:19.239488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc808f-a26b-45d0-8125-af86c5c79a4d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:19.243499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:19.245004 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-01a0076d-1877-4498-bb5b-a18256ca3aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8fc808f-a26b-45d0-8125-af86c5c79a4d HTTP/1.1" status: 204 len: 168 time: 0.1555405 Mar 09 12:46:19.949730 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51650) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:20.050279 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584070943-network', 'tenant_id': '8237c7155afd49208eb0863f298f322f'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:20.055225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:20.059071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Usage tracker for resource:network and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:20.061864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:20.067403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:20.077302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Made reservation on behalf of 8237c7155afd49208eb0863f298f322f for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:46:20.080567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.092954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.109904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:20.113706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:20.116548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:20.122402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:20.207223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.210953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.245435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:46:20.253667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa299c-6c65-4dd3-9867-22e385bbd734,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:20.259324 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.259694 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Added segment f7f5c49f-ffb6-4d87-afc4-317564a78908 of type vlan for network 48d54425-beef-4c6f-9968-49d463ed9924 Mar 09 12:46:20.287017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.316168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.317161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:20.317770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.422181 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4711909 Mar 09 12:46:20.422713 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fabb0-0efe-4e88-987e-d33b665f3d57 admin admin] Pushing event updated for resources: {'Network': ['ID=48d54425-beef-4c6f-9968-49d463ed9924,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:20.424724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51656) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:20.430567 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Request body: {'subnet': {'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584070943-subnet', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:20.433097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 48d54425-beef-4c6f-9968-49d463ed9924 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:46:20.435793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:20.439590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Usage tracker for resource:subnet and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:20.442411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:20.449619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:20.459319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Made reservation on behalf of 8237c7155afd49208eb0863f298f322f for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:46:20.462056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.660517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.733940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Pushing event updated for resources: {'Subnet': ['ID=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:20.742137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Checking segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:20.742485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Network hostable DHCP agents. Network: 48d54425-beef-4c6f-9968-49d463ed9924, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:46:20.761697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Network 48d54425-beef-4c6f-9968-49d463ed9924 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:46:20.769665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 48d54425-beef-4c6f-9968-49d463ed9924) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:20.773620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:20.774197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.779381 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4842953-26f0-490d-bc27-3c0e1cb6d9d8 None None] Network 48d54425-beef-4c6f-9968-49d463ed9924 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:20.794642 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-1c2202a0-4e24-4171-8d35-e345443b64db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3689151 Mar 09 12:46:20.797254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51660) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:20.802001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:20.807309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:20.811183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Usage tracker for resource:router and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:20.813968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:20.819477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:20.830588 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.831548 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:20.845709 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.002127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-48d54425-beef-4c6f-9968-49d463ed9924', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:46:21.002999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.108650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.188981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Allocated IP 172.20.0.2 (48d54425-beef-4c6f-9968-49d463ed9924/059b8eb2-8ae5-4d9d-a503-d6a5b5c57700/b048206a-8163-44fc-be66-0b079ecb971c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:21.391949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.402527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Transition to ACTIVE for port object b048206a-8163-44fc-be66-0b079ecb971c will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:21.421657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Transition to ACTIVE for port object b048206a-8163-44fc-be66-0b079ecb971c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:21.427196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.497546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Network 48d54425-beef-4c6f-9968-49d463ed9924 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:21.500725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:21.505014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:21.507069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Pushing event updated for resources: {'Port': ['ID=b048206a-8163-44fc-be66-0b079ecb971c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:21.529450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.559438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.598141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Attempting to bind port b048206a-8163-44fc-be66-0b079ecb971c on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:21.599278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Attempting to bind port b048206a-8163-44fc-be66-0b079ecb971c by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:21.599278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Attempting to bind port b048206a-8163-44fc-be66-0b079ecb971c on network 48d54425-beef-4c6f-9968-49d463ed9924 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:21.605219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:21.605597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Checking segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:21.606006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.606507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Bound using segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:21.606979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Bound port: b048206a-8163-44fc-be66-0b079ecb971c, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:21.607354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.698067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] For port b048206a-8163-44fc-be66-0b079ecb971c, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:21.701289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] For port b048206a-8163-44fc-be66-0b079ecb971c, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b048206a-8163-44fc-be66-0b079ecb971c,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:21.701677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Allocated IP 172.26.5.146 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/9f61363b-1751-45d4-a951-346b178da23e) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:21.706070 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.796510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5535c-7b31-442e-8c1e-ab31cc62a8a9 None None] Pushing event updated for resources: {'Port': ['ID=b048206a-8163-44fc-be66-0b079ecb971c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:21.857021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.887282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:21.954464 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:21.957354 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:21.966510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:22.006103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Pushing event updated for resources: {'Port': ['ID=9f61363b-1751-45d4-a951-346b178da23e,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:22.396413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:22.661167 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b048206a-8163-44fc-be66-0b079ecb971c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:22.722508 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fc4bb-9aae-42f3-8529-0e469cbef18b None None] Network 48d54425-beef-4c6f-9968-49d463ed9924 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:22.747419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-738d59d0-a761-4271-be8c-ac7197f51d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:22.753544 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:22.837029 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d1203021-c4b2-4e7c-a2f8-335e0767e46b None None] Provisioning for port b048206a-8163-44fc-be66-0b079ecb971c completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:22.859770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port b048206a-8163-44fc-be66-0b079ecb971c completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:22.877621 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b048206a-8163-44fc-be66-0b079ecb971c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:22.878032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:23.073530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:46:23.089547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:23.134147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port b048206a-8163-44fc-be66-0b079ecb971c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b048206a-8163-44fc-be66-0b079ecb971c,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:23.138773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:23.215585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=b048206a-8163-44fc-be66-0b079ecb971c,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:23.262568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:23.273859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Sync routers for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:23.284046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:23.284668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:23.288596 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:23.293619 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f7aeb29e-f190-4ff8-900e-03d58859ac69 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4920006 Mar 09 12:46:23.293923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51664) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:23.444119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-39b7fbdf-d2b0-44d5-9cb5-b130318fe551 None None] Provisioning complete for port b048206a-8163-44fc-be66-0b079ecb971c triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:23.444387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39b7fbdf-d2b0-44d5-9cb5-b130318fe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:23.523156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:23.896750 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:22Z', 'revision_number': 3, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:23.901802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Checking router: eb5c57de-e18f-4011-8cdf-94c8d76e8d1e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:23.902157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Updating router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e port 9f61363b-1751-45d4-a951-346b178da23e binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:46:23.956804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.083740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.283375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.286949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Allocated IP 172.20.0.1 (48d54425-beef-4c6f-9968-49d463ed9924/059b8eb2-8ae5-4d9d-a503-d6a5b5c57700/26c5b1eb-a6d6-4e1b-8d81-b062ae93278f) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:24.295577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Transition to ACTIVE for port object 9f61363b-1751-45d4-a951-346b178da23e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:24.301378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.380218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Attempting to bind port 9f61363b-1751-45d4-a951-346b178da23e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:24.380599 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Attempting to bind port 9f61363b-1751-45d4-a951-346b178da23e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:24.380998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Attempting to bind port 9f61363b-1751-45d4-a951-346b178da23e on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:24.391887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ade7a-c18d-4e30-8c44-9ef44eb5210e None None] Pushing event updated for resources: {'Port': ['ID=9f61363b-1751-45d4-a951-346b178da23e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:24.394361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:24.394743 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:24.395151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.395545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:24.396023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Bound port: 9f61363b-1751-45d4-a951-346b178da23e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:24.396410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.434027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.449567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Transition to ACTIVE for port object 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:24.470380 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] For port 9f61363b-1751-45d4-a951-346b178da23e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:24.473791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] For port 9f61363b-1751-45d4-a951-346b178da23e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9f61363b-1751-45d4-a951-346b178da23e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:24.475267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.478841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.539809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Network 48d54425-beef-4c6f-9968-49d463ed9924 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:24.542890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:24.546561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:24.559534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:24.560171 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:45:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:24.599998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Pushing event updated for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:24.616487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.635694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ade7a-c18d-4e30-8c44-9ef44eb5210e None None] Pushing event updated for resources: {'Port': ['ID=9f61363b-1751-45d4-a951-346b178da23e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:24.658549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b048206a-8163-44fc-be66-0b079ecb971c up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:24.757385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.815778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:24.979336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e7344f63-858e-47d6-b4b0-c12a362f3e57 None None] Provisioning for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:24.982213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b048206a-8163-44fc-be66-0b079ecb971c triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:24.982600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.991569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:24.996809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:25.017525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5c6c-17bd-4474-aacd-5cf61983745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:25.071106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e7344f63-858e-47d6-b4b0-c12a362f3e57 None None] Provisioning complete for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:25.071486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7344f63-858e-47d6-b4b0-c12a362f3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:25.106282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:25.110112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Pushing event updated for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:25.204245 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e7344f63-858e-47d6-b4b0-c12a362f3e57 None None] Port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:46:25.249595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Network 48d54425-beef-4c6f-9968-49d463ed9924 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:25.250832 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:25.339051 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:22Z', 'revision_number': 3, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:25.343708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c390-9d95-4c53-a623-016814e7b67e None None] The sync data for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:22Z', 'revision_number': 3, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:25.444355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:46:25.528291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0e6e44e9-37f9-40ae-9e94-3b256291f728 None None] Provisioning complete for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:25.528667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e6e44e9-37f9-40ae-9e94-3b256291f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:25.603149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e44e9-37f9-40ae-9e94-3b256291f728 None None] Port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:46:25.757443 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:25.767460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-eda21639-3d81-4e57-8477-66cbd5ed97df admin admin] 10.222.0.20 "PUT /v2.0/routers/eb5c57de-e18f-4011-8cdf-94c8d76e8d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4722667 Mar 09 12:46:25.779928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.140855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.299136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51682) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:26.304989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1016162011-network', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:26.309683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:26.313456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Usage tracker for resource:network and tenant:805139d29d0745afa871420fb0a1d1e1 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:26.316246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:26.322143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:26.331231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Made reservation on behalf of 805139d29d0745afa871420fb0a1d1e1 for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:46:26.333486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.345796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.360136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:26.363855 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Usage tracker for resource:security_group_rule and tenant:805139d29d0745afa871420fb0a1d1e1 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:26.366589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:26.372082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:26.458526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.463096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.495370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:46:26.503810 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc63235-03c1-4f5d-9ad6-d2a9f38ee778,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:26.511946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.512302 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Added segment d29571ca-c4f8-47f0-b4be-170321ecc38e of type vlan for network 723d7351-0933-428c-b41a-2816613614f6 Mar 09 12:46:26.538802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.570003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.571561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:26.573160 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.653989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9f61363b-1751-45d4-a951-346b178da23e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:26.681349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3808355 Mar 09 12:46:26.684121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51686) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:26.691670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Request body: {'subnet': {'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1016162011-subnet', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:26.695996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6d204-4f48-444b-b67f-cac4897647d1 admin admin] Pushing event updated for resources: {'Network': ['ID=723d7351-0933-428c-b41a-2816613614f6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:26.700227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:26.704322 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Usage tracker for resource:subnet and tenant:805139d29d0745afa871420fb0a1d1e1 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:26.708125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:26.708956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 723d7351-0933-428c-b41a-2816613614f6 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:46:26.715467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:26.725170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Made reservation on behalf of 805139d29d0745afa871420fb0a1d1e1 for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:46:26.727978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.829622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 9f61363b-1751-45d4-a951-346b178da23e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:26.834094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9f61363b-1751-45d4-a951-346b178da23e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:26.834466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.872352 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Sync routers for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:26.882875 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:26.883621 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:26.946456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.968059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:26.985640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 9f61363b-1751-45d4-a951-346b178da23e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9f61363b-1751-45d4-a951-346b178da23e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:26.989868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.027021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d424bf36-d0ea-41e7-abb2-dccd2dadf422,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:27.035755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Checking segment: {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:27.044850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Network hostable DHCP agents. Network: 723d7351-0933-428c-b41a-2816613614f6, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:46:27.060072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Network 723d7351-0933-428c-b41a-2816613614f6 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:46:27.073961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 723d7351-0933-428c-b41a-2816613614f6) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:27.078728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=9f61363b-1751-45d4-a951-346b178da23e,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:27.083637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:27.084227 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.089943 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:27.095797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffa627-70f7-4723-9d13-ecd9bb9dd43b None None] Network 723d7351-0933-428c-b41a-2816613614f6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:27.108940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51690) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:27.109496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8edd4cd7-3678-4fb4-989f-0794f418a4bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4237697 Mar 09 12:46:27.114586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:27.119871 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:27.124667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Usage tracker for resource:router and tenant:805139d29d0745afa871420fb0a1d1e1 is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:27.128750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:27.135357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:27.145780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.147675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.164527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.314511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-723d7351-0933-428c-b41a-2816613614f6', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:46:27.315509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.454267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.466803 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 2, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:27.471587 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Checking router: eb5c57de-e18f-4011-8cdf-94c8d76e8d1e for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:27.472132 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Updating router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:46:27.476793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Allocated IP 172.20.0.2 (723d7351-0933-428c-b41a-2816613614f6/d424bf36-d0ea-41e7-abb2-dccd2dadf422/f9271b1a-8324-474c-a8b7-c90bdef9271a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:27.546047 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.712226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.718349 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.724209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Transition to ACTIVE for port object f9271b1a-8324-474c-a8b7-c90bdef9271a will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:27.742977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Transition to ACTIVE for port object f9271b1a-8324-474c-a8b7-c90bdef9271a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:27.750116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.815032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Network 723d7351-0933-428c-b41a-2816613614f6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:27.822657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:27.827377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:27.828146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.833187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Pushing event updated for resources: {'Port': ['ID=f9271b1a-8324-474c-a8b7-c90bdef9271a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:27.861687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.899891 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.911508 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Transition to ACTIVE for port object 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:27.919808 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.929796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Attempting to bind port f9271b1a-8324-474c-a8b7-c90bdef9271a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:27.930761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Attempting to bind port f9271b1a-8324-474c-a8b7-c90bdef9271a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:27.930761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Attempting to bind port f9271b1a-8324-474c-a8b7-c90bdef9271a on network 723d7351-0933-428c-b41a-2816613614f6 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:27.936421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:27.936801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Checking segment: {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:27.937233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:27.937631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Bound using segment: {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:27.938177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Bound port: f9271b1a-8324-474c-a8b7-c90bdef9271a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:27.938472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.006382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Allocated IP 172.26.5.136 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/3029c5cf-217a-4f07-bee8-8eebaffe95d9) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:28.048594 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] For port f9271b1a-8324-474c-a8b7-c90bdef9271a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:28.053244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] For port f9271b1a-8324-474c-a8b7-c90bdef9271a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f9271b1a-8324-474c-a8b7-c90bdef9271a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:28.056854 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Pushing event updated for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:28.061781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.067203 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.067547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.067892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.068226 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.068551 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.068879 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.069243 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.069570 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.069889 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.070208 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.070523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.070843 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:28.149088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcbf90-160e-46df-b1bc-34bef895e566 None None] Pushing event updated for resources: {'Port': ['ID=f9271b1a-8324-474c-a8b7-c90bdef9271a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:28.175086 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Attempting to bind port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:28.175365 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Attempting to bind port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:28.175723 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Attempting to bind port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f on network 48d54425-beef-4c6f-9968-49d463ed9924 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:28.182526 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:28.182911 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Checking segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:28.183308 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.183760 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Bound using segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:28.184172 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Bound port: 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:28.184554 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.191362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.229801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.289255 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] For port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:28.293896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:28.294123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] For port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:28.298556 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.301176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:28.305465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:28.406878 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e1618-f03f-434f-9fdb-f2adf72043e5 None None] Pushing event updated for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:28.412036 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:28.412678 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:28.574718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Pushing event updated for resources: {'Port': ['ID=3029c5cf-217a-4f07-bee8-8eebaffe95d9,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:28.671065 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:28.757427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9f61363b-1751-45d4-a951-346b178da23e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:28.897981 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:28.982983 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 9f61363b-1751-45d4-a951-346b178da23e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:28.983367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:29.041980 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:28Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:29.054665 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd3a8f-37a4-4ef2-8c63-624a0c6c2274 None None] The sync data for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:28Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:29.209373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f9271b1a-8324-474c-a8b7-c90bdef9271a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:29.311011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:29.321077 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f9271b1a-8324-474c-a8b7-c90bdef9271a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:29.398177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0fa2d-04a7-4a2b-9a4f-41be10298aae None None] Network 723d7351-0933-428c-b41a-2816613614f6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:46:29.512453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Provisioning for port f9271b1a-8324-474c-a8b7-c90bdef9271a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:29.521878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Provisioning complete for port f9271b1a-8324-474c-a8b7-c90bdef9271a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:29.522771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:29.558040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Router 95fe5edb-692a-4534-bc56-0ae41b66b59a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:46:29.749730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:29.752917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:29.767812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Sync routers for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:29.785519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:29.789618 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-31cc5170-09e2-4623-91c2-3eb0e387a710 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6768539 Mar 09 12:46:29.789781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51694) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:46:29.795369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:29.795989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:29.875417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] For port f9271b1a-8324-474c-a8b7-c90bdef9271a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f9271b1a-8324-474c-a8b7-c90bdef9271a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:29.887382 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:30.077648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:30.187229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c9a29-0c2a-4e30-9427-69add068ff4d None None] Pushing event updated for resources: {'Port': ['ID=f9271b1a-8324-474c-a8b7-c90bdef9271a,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:30.280450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-408180a8-e2b5-4fda-8978-277f840ec816 None None] Provisioning complete for port f9271b1a-8324-474c-a8b7-c90bdef9271a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:30.280742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-408180a8-e2b5-4fda-8978-277f840ec816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:30.534971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:28Z', 'revision_number': 3, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:30.538967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Checking router: 95fe5edb-692a-4534-bc56-0ae41b66b59a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:30.539315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Updating router 95fe5edb-692a-4534-bc56-0ae41b66b59a port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:46:30.591948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:30.660426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:30.714610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f9271b1a-8324-474c-a8b7-c90bdef9271a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:30.867999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Allocated IP 172.20.0.1 (723d7351-0933-428c-b41a-2816613614f6/d424bf36-d0ea-41e7-abb2-dccd2dadf422/e03e6e83-931b-4316-8b11-5ea73ff0ef1a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:30.883581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f9271b1a-8324-474c-a8b7-c90bdef9271a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:30.884811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.018608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.034685 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Transition to ACTIVE for port object e03e6e83-931b-4316-8b11-5ea73ff0ef1a will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:31.059572 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.086368 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:31.115031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.125681 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Network 723d7351-0933-428c-b41a-2816613614f6 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:31.132386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:31.138296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:31.138912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Transition to ACTIVE for port object 3029c5cf-217a-4f07-bee8-8eebaffe95d9 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:31.152969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.174172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Pushing event updated for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:31.206172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.244531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3eb5b0-38a1-40e9-a60a-f86356526a49 None None] Pushing event updated for resources: {'Port': ['ID=3029c5cf-217a-4f07-bee8-8eebaffe95d9,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:31.247871 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Attempting to bind port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:31.248234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Attempting to bind port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:31.248591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Attempting to bind port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:31.255730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:31.256108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:31.256611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.257027 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:31.257536 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Bound port: 3029c5cf-217a-4f07-bee8-8eebaffe95d9, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:31.257920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.286265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:31.298209 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:31.298578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.386548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] For port 3029c5cf-217a-4f07-bee8-8eebaffe95d9, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:31.389676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] For port 3029c5cf-217a-4f07-bee8-8eebaffe95d9, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3029c5cf-217a-4f07-bee8-8eebaffe95d9,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:31.421879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.479810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.528611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dc78cb41-ec4e-41d1-945b-f0627fc2915b None None] Provisioning for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:31.534776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.548593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dc78cb41-ec4e-41d1-945b-f0627fc2915b None None] Provisioning complete for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:31.548985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc78cb41-ec4e-41d1-945b-f0627fc2915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.574788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:31.575411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:31.622001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3eb5b0-38a1-40e9-a60a-f86356526a49 None None] Pushing event updated for resources: {'Port': ['ID=3029c5cf-217a-4f07-bee8-8eebaffe95d9,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:31.699531 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-dc78cb41-ec4e-41d1-945b-f0627fc2915b None None] Port e03e6e83-931b-4316-8b11-5ea73ff0ef1a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:46:31.715961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:31.765201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.820407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.826148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:31.861609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:31.919736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:31.934575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Pushing event updated for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:31.938155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:32.073997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Network 723d7351-0933-428c-b41a-2816613614f6 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:32.075222 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:32.233279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e03e6e83-931b-4316-8b11-5ea73ff0ef1a', 'name': '', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'mac_address': 'fa:16:3e:ae:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:30Z', 'updated_at': '2022-03-09T12:46:30Z', 'revision_number': 1, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'subnets': [{'id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:32.237453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b084d8-4db1-4d4b-be4a-2983230a0926 None None] The sync data for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv is: [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e03e6e83-931b-4316-8b11-5ea73ff0ef1a', 'name': '', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'mac_address': 'fa:16:3e:ae:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:30Z', 'updated_at': '2022-03-09T12:46:30Z', 'revision_number': 1, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'subnets': [{'id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:32.278786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Router 95fe5edb-692a-4534-bc56-0ae41b66b59a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:46:32.324331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-01ae097a-1803-4e60-b5ce-6ef833ff65a9 None None] Provisioning complete for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:32.324798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01ae097a-1803-4e60-b5ce-6ef833ff65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:32.380159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-01ae097a-1803-4e60-b5ce-6ef833ff65a9 None None] Port e03e6e83-931b-4316-8b11-5ea73ff0ef1a cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:46:32.475745 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:46:32.485939 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2facc6be-5548-46dc-b4e5-8f87b1c291ed admin admin] 10.222.0.20 "PUT /v2.0/routers/95fe5edb-692a-4534-bc56-0ae41b66b59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6930671 Mar 09 12:46:32.645794 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:32.718977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:32.719521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:34.672183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3029c5cf-217a-4f07-bee8-8eebaffe95d9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:34.756966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:34.762933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:34.763638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:34.912500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:34.933806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 3029c5cf-217a-4f07-bee8-8eebaffe95d9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3029c5cf-217a-4f07-bee8-8eebaffe95d9,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:34.938527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:35.026577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=3029c5cf-217a-4f07-bee8-8eebaffe95d9,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:35.074937 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Sync routers for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:46:35.089207 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:35.089967 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:35.280753 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:35.623055 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e03e6e83-931b-4316-8b11-5ea73ff0ef1a', 'name': '', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'mac_address': 'fa:16:3e:ae:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:30Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 2, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'subnets': [{'id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:35.628925 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Checking router: 95fe5edb-692a-4534-bc56-0ae41b66b59a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:46:35.628925 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Updating router 95fe5edb-692a-4534-bc56-0ae41b66b59a port e03e6e83-931b-4316-8b11-5ea73ff0ef1a binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:46:35.691226 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.124600 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.139325 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Transition to ACTIVE for port object e03e6e83-931b-4316-8b11-5ea73ff0ef1a will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:36.146659 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.307028 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06909469-98b2-4e30-af5b-fb5ceef18bc2 None None] Pushing event updated for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:36.392268 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Attempting to bind port e03e6e83-931b-4316-8b11-5ea73ff0ef1a on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:36.393120 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Attempting to bind port e03e6e83-931b-4316-8b11-5ea73ff0ef1a by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:36.393772 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Attempting to bind port e03e6e83-931b-4316-8b11-5ea73ff0ef1a on network 723d7351-0933-428c-b41a-2816613614f6 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:36.400827 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:36.401659 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Checking segment: {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:36.402282 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.402877 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Bound using segment: {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:36.403546 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Bound port: e03e6e83-931b-4316-8b11-5ea73ff0ef1a, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29571ca-c4f8-47f0-b4be-170321ecc38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '723d7351-0933-428c-b41a-2816613614f6'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:36.404159 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.565941 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] For port e03e6e83-931b-4316-8b11-5ea73ff0ef1a, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:36.569623 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] For port e03e6e83-931b-4316-8b11-5ea73ff0ef1a, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:36.579064 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.658892 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3029c5cf-217a-4f07-bee8-8eebaffe95d9 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:36.670658 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06909469-98b2-4e30-af5b-fb5ceef18bc2 None None] Pushing event updated for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:36.679146 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:46:36.679608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:36.762125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:36.762503 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:36.935531 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:46:37.286164 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e03e6e83-931b-4316-8b11-5ea73ff0ef1a', 'name': '', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'mac_address': 'fa:16:3e:ae:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:30Z', 'updated_at': '2022-03-09T12:46:36Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'subnets': [{'id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:46:37.294358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d9cf-bb5d-4b8f-a4a0-bf7a052b714c None None] The sync data for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv is: [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'e03e6e83-931b-4316-8b11-5ea73ff0ef1a', 'name': '', 'network_id': '723d7351-0933-428c-b41a-2816613614f6', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'mac_address': 'fa:16:3e:ae:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:30Z', 'updated_at': '2022-03-09T12:46:36Z', 'revision_number': 4, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'subnets': [{'id': 'd424bf36-d0ea-41e7-abb2-dccd2dadf422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:46:38.662965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e03e6e83-931b-4316-8b11-5ea73ff0ef1a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:38.741324 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:38.747789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:38.748168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:38.909598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:38.955337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e03e6e83-931b-4316-8b11-5ea73ff0ef1a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:38.959695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:39.031988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:40.646220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e03e6e83-931b-4316-8b11-5ea73ff0ef1a up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:40.721365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e03e6e83-931b-4316-8b11-5ea73ff0ef1a triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:40.721717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:42.935364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-55a6b903-80e7-42b6-8ce7-cc0db0f31ceb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:42.936067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-55a6b903-80e7-42b6-8ce7-cc0db0f31ceb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Synchronizing usage tracker for tenant:8237c7155afd49208eb0863f298f322f on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:46:42.952106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-55a6b903-80e7-42b6-8ce7-cc0db0f31ceb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Unset dirty status for tenant:8237c7155afd49208eb0863f298f322f on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:46:42.953375 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-55a6b903-80e7-42b6-8ce7-cc0db0f31ceb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 814 time: 0.1617868 Mar 09 12:46:42.967716 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-70bb4e13-6b5e-409d-bbb9-ee9c2bb680bd tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/quotas/8237c7155afd49208eb0863f298f322f HTTP/1.1" status: 200 len: 375 time: 0.0089185 Mar 09 12:46:43.052900 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-59ea88b8-652a-4285-a7dc-bfbd8c80764d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802164 Mar 09 12:46:43.197099 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-9e37a08b-621c-4e81-b941-9d3b0fac4151 service neutron] 10.222.0.20 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310420 Mar 09 12:46:43.327711 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-24697505-fb76-40b4-ae19-ff38c411be3f service neutron] 10.222.0.20 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240551 Mar 09 12:46:43.503209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-836fad72-2883-4e2c-b63a-752124cf7daf req-604c297e-1020-49d3-9b54-021e81d1a5fb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 210 time: 0.0436339 Mar 09 12:46:44.518774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-e218fbd5-7b91-4aea-84f9-a1772ef764c7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:44.520306 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-e218fbd5-7b91-4aea-84f9-a1772ef764c7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 814 time: 0.1544638 Mar 09 12:46:44.533652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'port': {'device_id': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'admin_state_up': True, 'tenant_id': '8237c7155afd49208eb0863f298f322f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:44.666489 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f2b26425-59dc-41c4-bce1-df663c20f5c0 req-49580378-b5f0-4fd7-9c67-306b9c9874b0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 210 time: 0.0480134 Mar 09 12:46:44.680747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:46:44.684641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:port and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:46:44.687523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:46:44.693613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:46:44.703918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Made reservation on behalf of 8237c7155afd49208eb0863f298f322f for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:46:44.707627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:44.878597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Allocated IP 172.20.0.9 (48d54425-beef-4c6f-9968-49d463ed9924/059b8eb2-8ae5-4d9d-a503-d6a5b5c57700/2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:46:45.111230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:45.130281 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Transition to ACTIVE for port object 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:45.156486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:45.229525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Network 48d54425-beef-4c6f-9968-49d463ed9924 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:46:45.232935 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:46:45.242001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:46:45.297838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:45.345072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:45.345715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:45.389847 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-5fde12ac-92fb-4393-9e7b-89cd546d24f4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605187 Mar 09 12:46:45.553450 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1d0609e5-70ef-4881-95d3-3bf34530bc88 None None] Provisioning for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:45.560631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1d0609e5-70ef-4881-95d3-3bf34530bc88 None None] Provisioning complete for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:45.561174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d0609e5-70ef-4881-95d3-3bf34530bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:45.621395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1d0609e5-70ef-4881-95d3-3bf34530bc88 None None] Port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:46:45.866710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a009a-a133-4065-8d91-f4b73de82bdf req-9688d580-0816-4424-bdf0-24148634c4ea tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:45.868798 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed1a009a-a133-4065-8d91-f4b73de82bdf req-9688d580-0816-4424-bdf0-24148634c4ea tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0942917 Mar 09 12:46:45.917046 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ed1a009a-a133-4065-8d91-f4b73de82bdf req-a25c7841-0ca5-4cf4-9d92-b385b7d91e4d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Synchronizing usage tracker for tenant:8237c7155afd49208eb0863f298f322f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:46:45.935334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-ed1a009a-a133-4065-8d91-f4b73de82bdf req-a25c7841-0ca5-4cf4-9d92-b385b7d91e4d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Unset dirty status for tenant:8237c7155afd49208eb0863f298f322f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:46:45.936674 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed1a009a-a133-4065-8d91-f4b73de82bdf req-a25c7841-0ca5-4cf4-9d92-b385b7d91e4d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Mar 09 12:46:46.326481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:46.697129 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:46:47.260649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b790d5-fbcf-46c4-a2dc-197c252008c4 req-2410e024-3802-4fdc-847e-122fbfb984ac tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:47.262845 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-64b790d5-fbcf-46c4-a2dc-197c252008c4 req-2410e024-3802-4fdc-847e-122fbfb984ac tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.2164302 Mar 09 12:46:47.311780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-64b790d5-fbcf-46c4-a2dc-197c252008c4 req-80b50743-7921-463f-9f67-d243862857de tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Mar 09 12:46:48.509629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c46697-b4c1-4fce-bedd-5bd297263d44 req-03bc4dbe-1f16-407f-a1f5-645a0d4f849f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:48.510854 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8c46697-b4c1-4fce-bedd-5bd297263d44 req-03bc4dbe-1f16-407f-a1f5-645a0d4f849f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0857828 Mar 09 12:46:48.557649 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8c46697-b4c1-4fce-bedd-5bd297263d44 req-0df358f5-18e8-4afd-9de5-13c3958f7e57 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Mar 09 12:46:49.748967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d1ad0-dd8a-4e0b-8bf3-a2ee7856bb44 req-6fd775e9-6889-4af1-beac-9e438ef8d45f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:49.750440 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f09d1ad0-dd8a-4e0b-8bf3-a2ee7856bb44 req-6fd775e9-6889-4af1-beac-9e438ef8d45f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0857103 Mar 09 12:46:49.809199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f09d1ad0-dd8a-4e0b-8bf3-a2ee7856bb44 req-299f29e7-4927-4d3f-8c16-11960783387b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526376 Mar 09 12:46:51.008149 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ac8-cd2c-4c25-b97c-6a026430698b req-4d2af194-efdb-4811-aca1-40c43cd193bb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:51.010278 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49ed2ac8-cd2c-4c25-b97c-6a026430698b req-4d2af194-efdb-4811-aca1-40c43cd193bb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0890851 Mar 09 12:46:51.058193 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49ed2ac8-cd2c-4c25-b97c-6a026430698b req-8150265d-50b2-438d-98e6-8de73a0555cc tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Mar 09 12:46:52.258558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a9a6-62ba-4aca-a093-7ddee558713f req-39e80139-db25-4acd-ad74-d9a8108a5888 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:52.260027 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ff2a9a6-62ba-4aca-a093-7ddee558713f req-39e80139-db25-4acd-ad74-d9a8108a5888 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0846560 Mar 09 12:46:52.311654 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0ff2a9a6-62ba-4aca-a093-7ddee558713f req-25b4ca67-7732-4751-a09e-e428eeb3d769 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Mar 09 12:46:52.691836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53293941-a379-4d82-9fc8-d1218aa5ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:53.498972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc3314-343e-47a9-b69e-e560d92e3715 req-04496684-1182-4121-8082-a59cfa3c6a10 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:53.500434 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10cc3314-343e-47a9-b69e-e560d92e3715 req-04496684-1182-4121-8082-a59cfa3c6a10 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 931 time: 0.0826216 Mar 09 12:46:53.509773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Request body: {'port': {'device_id': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:46:53.548451 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-10cc3314-343e-47a9-b69e-e560d92e3715 req-0afe7a6f-5458-4380-a731-b2ad28617805 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Mar 09 12:46:53.623077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.065546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:46:54.072597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.086538 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Transition to ACTIVE for port object 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:46:54.090368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.245889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:54.325527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Attempting to bind port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:46:54.326031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Attempting to bind port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:46:54.326364 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Attempting to bind port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 on network 48d54425-beef-4c6f-9968-49d463ed9924 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:54.330799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 on network 48d54425-beef-4c6f-9968-49d463ed9924 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:46:54.331112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Attempting to bind port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 on network 48d54425-beef-4c6f-9968-49d463ed9924 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:46:54.336000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:46:54.336332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Checking segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:46:54.336713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Bound using segment: {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:46:54.337247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Bound port: 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5c49f-ffb6-4d87-afc4-317564a78908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:46:54.337603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.428924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:46:54.431816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:46:54.435895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.486241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:54.486940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.488436 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1093 time: 0.9829888 Mar 09 12:46:54.491255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:46:54.569186 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:46:54.579858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bac18c-633d-4004-8371-5ce445c239d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:54.617642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-e5e92435-b916-406f-823f-a1fff85a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:54.620153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-e5e92435-b916-406f-823f-a1fff85a99fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1096 time: 0.0896406 Mar 09 12:46:54.692935 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-b9c71ef6-6722-4e2e-a354-c3d77dea7db8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 217 time: 0.0660796 Mar 09 12:46:54.745097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c35190-0597-4461-874e-963eceaf1dae req-3d397e54-addc-4e45-8f3d-0a5f0435bc95 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:54.746570 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04c35190-0597-4461-874e-963eceaf1dae req-3d397e54-addc-4e45-8f3d-0a5f0435bc95 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 943 time: 0.0807283 Mar 09 12:46:54.758374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-8046b08a-57b2-435c-ac43-35c17d1eaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:54.759711 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-8046b08a-57b2-435c-ac43-35c17d1eaa9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0615897 Mar 09 12:46:54.796540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-04c35190-0597-4461-874e-963eceaf1dae req-cc1ed46b-b31a-4c7a-a9de-e32f9062ea54 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Mar 09 12:46:54.836412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-376750b6-c6f9-4cb7-8a57-54ac2d1232ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:54.837824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-376750b6-c6f9-4cb7-8a57-54ac2d1232ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726759 Mar 09 12:46:54.898890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70697e93-9bff-40a8-aab5-110b7fb56ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:54.968025 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-cdd84b6c-f878-40e2-aa40-6e56b261b241 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236486 Mar 09 12:46:55.095385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dba4d826-f614-4dfb-b28b-276b9136ba3d req-db8f680e-8be6-45e0-8478-e2238bee7275 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217360 Mar 09 12:46:55.205763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-cad0cf56-42dd-44ac-98c3-cbcc6c13ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:55.207195 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-cad0cf56-42dd-44ac-98c3-cbcc6c13ee6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1096 time: 0.0689571 Mar 09 12:46:55.337393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-71c89a0c-578c-4c1e-8c55-2a17efc76f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:55.338820 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-71c89a0c-578c-4c1e-8c55-2a17efc76f3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1248298 Mar 09 12:46:55.408860 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-06dcb590-57be-477f-a997-6b14c026df22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 217 time: 0.0637207 Mar 09 12:46:55.473156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-76c4bb4b-74e7-42ab-9301-03f588eff3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:55.474555 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-76c4bb4b-74e7-42ab-9301-03f588eff3bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0600362 Mar 09 12:46:55.642355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-4bdd77d3-594d-4f8d-a3a9-4896c85078b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:55.643834 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-4bdd77d3-594d-4f8d-a3a9-4896c85078b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628680 Mar 09 12:46:55.769405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:55.773882 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-81f0a725-dca7-4783-bd8d-7c22cd4923f8 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234176 Mar 09 12:46:55.907092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:46:55.912863 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-32dd770c-36a5-42b8-b17d-dd4ec07f1d0e req-f1001aed-3c85-464b-b611-9c71dce9c25c service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326458 Mar 09 12:46:55.991678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570568b0-0462-4071-bdb3-7cd099a3bce9 req-84d68e03-89ba-4ac0-9824-7bf1cd55e9fe tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:55.993229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-570568b0-0462-4071-bdb3-7cd099a3bce9 req-84d68e03-89ba-4ac0-9824-7bf1cd55e9fe tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 943 time: 0.0869362 Mar 09 12:46:56.036831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-570568b0-0462-4071-bdb3-7cd099a3bce9 req-58766626-a497-46bc-be53-d29f6a9643f9 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Mar 09 12:46:56.041751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:56.055917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'port_id': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'mac_address': 'fa:16:3e:b4:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:46:56.110136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:56.167655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:46:56.182434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:56.188010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:56.191451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:56.257301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:56.267563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.267914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.270443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.270786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.271122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.272421 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.272752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.273107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.273439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.273764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.274094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.274410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:46:56.392356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:46:57.220131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac1c9-5fe9-4dd7-b07d-53ee8518ac0b req-d638feb4-fbdd-4f98-ae4c-be42cb17b5ae tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:57.221576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-479ac1c9-5fe9-4dd7-b07d-53ee8518ac0b req-d638feb4-fbdd-4f98-ae4c-be42cb17b5ae tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 944 time: 0.0821400 Mar 09 12:46:57.265369 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-479ac1c9-5fe9-4dd7-b07d-53ee8518ac0b req-facb7474-cdad-4b89-b715-0e0e9833648e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Mar 09 12:46:57.697210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:57.904512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:46:57.976144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:46:57.980741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:46:57.981659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:58.094299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:58.120572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:46:58.131665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:46:58.135962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:46:58.171102 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'code': 200} Mar 09 12:46:58.208041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:46:58.392209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620d7ea-c255-4fc3-8ff8-99413bbc1206 req-74d70b8a-4dbd-4d71-81f0-011e3dff8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:58.393749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1620d7ea-c255-4fc3-8ff8-99413bbc1206 req-74d70b8a-4dbd-4d71-81f0-011e3dff8aaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1098 time: 0.0741565 Mar 09 12:46:58.435116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1620d7ea-c255-4fc3-8ff8-99413bbc1206 req-58b87223-d990-4677-ab8a-0391e8bd5f45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Mar 09 12:46:58.450471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cca8-b4c4-4ea0-a673-588be358410b req-6b1b52c0-c379-42d4-a936-dd1df34526e3 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:58.451900 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0b7cca8-b4c4-4ea0-a673-588be358410b req-6b1b52c0-c379-42d4-a936-dd1df34526e3 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0819480 Mar 09 12:46:58.498573 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e0b7cca8-b4c4-4ea0-a673-588be358410b req-9e38ed73-c7dd-475d-9d02-f3c5bbf894ab tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Mar 09 12:46:59.686367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac86f7-4f4b-45db-acfa-404e5cd553a2 req-1b6f8e16-1b30-42c9-bd41-6da6b7c59ee9 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:59.687818 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b4ac86f7-4f4b-45db-acfa-404e5cd553a2 req-1b6f8e16-1b30-42c9-bd41-6da6b7c59ee9 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0800836 Mar 09 12:46:59.731255 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b4ac86f7-4f4b-45db-acfa-404e5cd553a2 req-ef5898ea-0505-4af1-8809-bbf4ae31b76b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Mar 09 12:46:59.917648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bae1c-40eb-4a71-b017-4292bdedf508 req-8de444eb-58fd-46b5-9c52-de2f04e586f0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:46:59.919536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-570bae1c-40eb-4a71-b017-4292bdedf508 req-8de444eb-58fd-46b5-9c52-de2f04e586f0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0845227 Mar 09 12:46:59.971086 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-570bae1c-40eb-4a71-b017-4292bdedf508 req-d00f93f1-db25-45de-ae1b-98beec622dd4 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Mar 09 12:47:00.349607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebed94-7e5a-441f-9ce5-a778a01ce896 req-a3b8119c-e788-4448-a0e6-1c16e1d88b91 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:00.351027 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4ebed94-7e5a-441f-9ce5-a778a01ce896 req-a3b8119c-e788-4448-a0e6-1c16e1d88b91 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0786583 Mar 09 12:47:00.393584 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4ebed94-7e5a-441f-9ce5-a778a01ce896 req-8972ba75-0840-43c0-b51e-4963b5480547 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Mar 09 12:47:10.445449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8ac8e-d1f9-465b-995e-faee8c284d0a req-7a437e3d-3165-42d6-a219-8b7dc7b9f5e0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:10.446890 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-70b8ac8e-d1f9-465b-995e-faee8c284d0a req-7a437e3d-3165-42d6-a219-8b7dc7b9f5e0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0843678 Mar 09 12:47:10.490692 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-70b8ac8e-d1f9-465b-995e-faee8c284d0a req-e0747ccf-fbe4-4173-8b55-c00d11638a21 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Mar 09 12:47:10.514905 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51878) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:10.674656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d441a-7b34-4f5b-9068-0e3486de780d tempest-TestMinimumBasicScenario-2040943878 tempest-TestMinimumBasicScenario-2040943878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:10.675349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c3d441a-7b34-4f5b-9068-0e3486de780d tempest-TestMinimumBasicScenario-2040943878 tempest-TestMinimumBasicScenario-2040943878-project-admin] Synchronizing usage tracker for tenant:805139d29d0745afa871420fb0a1d1e1 on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:47:10.692714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-3c3d441a-7b34-4f5b-9068-0e3486de780d tempest-TestMinimumBasicScenario-2040943878 tempest-TestMinimumBasicScenario-2040943878-project-admin] Unset dirty status for tenant:805139d29d0745afa871420fb0a1d1e1 on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:47:10.693899 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3c3d441a-7b34-4f5b-9068-0e3486de780d tempest-TestMinimumBasicScenario-2040943878 tempest-TestMinimumBasicScenario-2040943878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1093 time: 0.1780255 Mar 09 12:47:10.696822 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51884) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:10.701933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:10.707833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:10.711698 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:floatingip and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:10.714633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:10.720103 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:10.729998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:10.863817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:10.998252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Allocated IP 172.26.5.240 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/384454fd-df38-40c6-b1c4-0a148763750a) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:47:11.144106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:11.173218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:11.235855 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:47:11.238579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:47:11.241117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:47:11.287429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'Port': ['ID=384454fd-df38-40c6-b1c4-0a148763750a,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:11.297411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.297761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.298100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.298435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.298768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.299097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.299419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.299741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.300065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.300381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.300699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.301309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:11.772622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:11.848496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:12.055727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:12.061518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:12.173881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'Port': ['ID=384454fd-df38-40c6-b1c4-0a148763750a,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:12.184845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:12.354138 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Floating IP b89cc6c1-a37b-47fe-816d-608300baf08a associated. External IP: 172.26.5.240, port: 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5. Mar 09 12:47:12.700253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:47:12.996634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:47:13.005929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Sync routers for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:47:13.015290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:47:13.015909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:47:13.022351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.080280 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-820dddc0-0a93-4699-8119-e1807afd7eb7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3824158 Mar 09 12:47:13.081100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:47:13.083273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51888) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:13.089077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254078442', 'description': 'tempest-secgroup-smoke-1254078442 description', 'project_id': '8237c7155afd49208eb0863f298f322f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:13.095507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.105516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.115758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.137168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.141291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:13.144177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:13.150588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.210131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:47:13.227486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.232222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.283983 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:47:13.289237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3683d052-9046-4074-a2e0-5369a2ec2b8f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:13.297841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.298213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.298559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.298901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.299234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.299565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.299897 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.300224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.300550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.301161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.301484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.301808 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:47:13.304784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.306000 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b3e8fafa-b265-4dd3-a3e1-a5a4da0442b1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2211797 Mar 09 12:47:13.309499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51896) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:13.314572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:13.320737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.357547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:13.364456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:13.377202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.401699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.446521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb00dc-7d66-4560-842f-bf59793789db req-46c5af14-be7c-4b81-b040-dea41896d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:13.447995 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-46c5af14-be7c-4b81-b040-dea41896d2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1098 time: 0.1230631 Mar 09 12:47:13.559909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.571864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.585047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b89cc6c1-a37b-47fe-816d-608300baf08a', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'floating_ip_address': '172.26.5.240', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'port_id': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'mac_address': 'fa:16:3e:b4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:47:11Z', 'updated_at': '2022-03-09T12:47:11Z', 'revision_number': 0, 'project_id': '8237c7155afd49208eb0863f298f322f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:47:13.588908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Checking router: eb5c57de-e18f-4011-8cdf-94c8d76e8d1e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:47:13.597698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:47:13.598296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:46:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:47:13.602998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9102e799-1c10-45d1-8d9e-18e3038933cb,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:13.628040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.629245 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b32d4298-d689-4062-9a2b-085bd5a075eb tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187807 Mar 09 12:47:13.632176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51900) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:13.633606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb00dc-7d66-4560-842f-bf59793789db req-5dc8c11d-61c7-49a0-a1c8-976c080a3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:13.634983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-5dc8c11d-61c7-49a0-a1c8-976c080a3126 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1813276 Mar 09 12:47:13.638159 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:13.644363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.648323 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:13.651195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:13.657923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.673827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.740268 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.743673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.744643 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-d15a8580-31b2-4121-a898-03601625f269 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 999 time: 0.1039283 Mar 09 12:47:13.765532 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d100ad7-de42-402a-a81a-ce42d93adbd7,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:13.779463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.780942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-768a2cae-d605-4400-bbc0-1ff618f604d1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475079 Mar 09 12:47:13.783818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51904) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:13.790403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:13.791683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:47:13.797055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.801308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:13.804334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:13.810616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.814651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb00dc-7d66-4560-842f-bf59793789db req-3a530af6-9648-4c0c-8fe6-05ed22de1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:13.816758 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-3a530af6-9648-4c0c-8fe6-05ed22de1641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0665579 Mar 09 12:47:13.828002 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.897200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.900384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb00dc-7d66-4560-842f-bf59793789db req-d5a4c7c7-ecdf-4364-adeb-d72973265079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:13.901137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.902421 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-d5a4c7c7-ecdf-4364-adeb-d72973265079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797355 Mar 09 12:47:13.927054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a40a830-3326-48e7-bee3-b86d900046eb,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:13.939247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:13.941485 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-935c22be-57d8-45ce-a39b-5bfd836c65da tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558645 Mar 09 12:47:13.944096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51908) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:13.950194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:13.956193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:13.959963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:13.962897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:13.969113 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:13.989862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.050079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-b841dafa-b26a-467c-95b5-3eac013dbe77 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421824 Mar 09 12:47:14.056399 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.063271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.086746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc54f20-cf2c-413c-9dfe-6ae1aa08d1a5,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:14.100451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.104288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9743f1bc-9acc-426a-9abc-6d4dc2c4be73 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566093 Mar 09 12:47:14.104427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51912) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:14.109807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:14.115468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:14.119182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:14.122527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:14.127986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:14.139423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Project 8237c7155afd49208eb0863f298f322f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:47:14.145941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.193458 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-51cb00dc-7d66-4560-842f-bf59793789db req-91597a56-c20a-4434-80c9-0eb1b73811eb service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375628 Mar 09 12:47:14.209936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b89cc6c1-a37b-47fe-816d-608300baf08a', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'floating_ip_address': '172.26.5.240', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'port_id': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'mac_address': 'fa:16:3e:b4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:47:11Z', 'updated_at': '2022-03-09T12:47:11Z', 'revision_number': 0, 'project_id': '8237c7155afd49208eb0863f298f322f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:47:14.214292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2ee69-22a8-4b5c-905a-bc7e7cafe10c None None] The sync data for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'b89cc6c1-a37b-47fe-816d-608300baf08a', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'floating_ip_address': '172.26.5.240', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'port_id': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'mac_address': 'fa:16:3e:b4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:47:11Z', 'updated_at': '2022-03-09T12:47:11Z', 'revision_number': 0, 'project_id': '8237c7155afd49208eb0863f298f322f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:47:14.220720 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.225262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.251229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfce459-f4bd-4f45-a5b6-99bf37b7ce2b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:14.262570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.263908 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-40c14360-ec25-4917-ac1f-67423d21360c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586208 Mar 09 12:47:14.266819 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 51916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:47:14.271915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'security_group_rule': {'security_group_id': '3683d052-9046-4074-a2e0-5369a2ec2b8f', 'project_id': '8237c7155afd49208eb0863f298f322f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:14.278049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:47:14.281913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Usage tracker for resource:security_group_rule and tenant:8237c7155afd49208eb0863f298f322f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:47:14.284765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:47:14.290938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:47:14.301754 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Project 8237c7155afd49208eb0863f298f322f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:47:14.309117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.377442 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.382471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.405892 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f1dff-4fb8-44b4-ba32-1b572d5e2ac2 None None] New status for floating IP b89cc6c1-a37b-47fe-816d-608300baf08a: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:47:14.406805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78da4232-6c0a-4ac3-b08d-3d1bb9d2df92,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:14.419993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:14.421288 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ea644d14-f799-46c1-b862-a908ed06e9e7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534584 Mar 09 12:47:14.546145 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-115b519a-06e6-476b-b751-7a330ab34950 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254078442&fields=id&tenant_id=8237c7155afd49208eb0863f298f322f HTTP/1.1" status: 200 len: 267 time: 0.0406804 Mar 09 12:47:14.631118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-0ed7d82d-6937-4851-ad92-c4beffd491e0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:14.632612 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-0ed7d82d-6937-4851-ad92-c4beffd491e0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0806532 Mar 09 12:47:14.645710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'port': {'security_groups': ['feaa299c-6c65-4dd3-9867-22e385bbd734', '3683d052-9046-4074-a2e0-5369a2ec2b8f']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:47:14.775220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:15.030621 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:47:15.053933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:15.058277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:15.069481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:47:15.122224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.122831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:15.124234 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21f2f69e-3bf9-4df9-a53b-c85160faa9a7 req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "PUT /v2.0/ports/2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 981 time: 0.4835062 Mar 09 12:47:15.151634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7424c9-daaf-49ca-bb02-5ad80a32a7c1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=6']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:47:15.181187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:47:15.291364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:47:15.309362 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37385-6331-4a67-8fce-a888e01e38ef req-d661e312-ffd7-4846-b2e3-8ed8a3f4014e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.311181 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1ce37385-6331-4a67-8fce-a888e01e38ef req-d661e312-ffd7-4846-b2e3-8ed8a3f4014e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0929959 Mar 09 12:47:15.353645 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:47:15.360563 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1ce37385-6331-4a67-8fce-a888e01e38ef req-d577bb12-e330-401e-8e28-0e50d04afab3 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427105 Mar 09 12:47:15.432444 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-cafb14ab-3455-441a-bf81-0a8e6c1d6bee None None] Provisioning complete for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:47:15.433540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cafb14ab-3455-441a-bf81-0a8e6c1d6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:15.451158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-25461a23-d861-49fa-bc37-79cf9d954c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.452613 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-25461a23-d861-49fa-bc37-79cf9d954c85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1137 time: 0.0766535 Mar 09 12:47:15.583584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-e96a23ab-8935-454b-901c-9f232d01fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.584943 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-e96a23ab-8935-454b-901c-9f232d01fd29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1252494 Mar 09 12:47:15.793905 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-edb8905e-62c0-4982-90b2-070858ad916a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1001 time: 0.2024479 Mar 09 12:47:15.862346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-6119aba5-44dd-4cf9-b22c-7781f8f70c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.863713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-6119aba5-44dd-4cf9-b22c-7781f8f70c16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0574653 Mar 09 12:47:15.939486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-e112d3c0-644d-4283-a20c-9a3f38dc7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:15.940848 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-e112d3c0-644d-4283-a20c-9a3f38dc7eee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691624 Mar 09 12:47:16.079578 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-5e99abec-28e1-4d9a-bc1e-f7c68b36fb10 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292560 Mar 09 12:47:16.218132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-240e3bc6-8080-4be8-b87e-a0575a43e26b req-6c319580-4888-4a84-a9ca-7be57a8d05ea service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301193 Mar 09 12:47:16.341025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:16.944986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-196b4c0f-849f-478c-80a9-f1fdaddb5a56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717864 Mar 09 12:47:17.084710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-2b051ed2-6f93-451e-856b-a8b8d084480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:17.086184 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-2b051ed2-6f93-451e-856b-a8b8d084480e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1137 time: 0.0704081 Mar 09 12:47:17.232866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-05808dc6-b889-44bc-8368-0e320cb19ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:17.234346 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-05808dc6-b889-44bc-8368-0e320cb19ce0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1257401 Mar 09 12:47:17.342163 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-d8fc7334-aa92-40ee-bdae-4d6b8d640a5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1001 time: 0.1005621 Mar 09 12:47:17.405068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-cdb836f4-9e87-4322-af74-0904e5c03e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:17.406438 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-cdb836f4-9e87-4322-af74-0904e5c03e56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0558293 Mar 09 12:47:17.483982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-cbd8856f-97aa-4f6b-a6f1-bd71e239c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:17.485375 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-cbd8856f-97aa-4f6b-a6f1-bd71e239c3da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717232 Mar 09 12:47:17.618411 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-564d30e5-71ea-424e-b081-d8e2cdb6944d service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237223 Mar 09 12:47:17.747188 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ee97ea6-9feb-4538-ae4d-e11c3077c286 req-c608df00-6abc-4061-9625-08193a178081 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229391 Mar 09 12:47:22.699384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cba9a85-dd22-4562-9c3f-dfcf0a29e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:23.696726 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:47:24.901470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ddc47ab-c586-4e6b-8005-19733eb60a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:25.770940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:26.145177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:27.699143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:32.673409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-d08a9fb9-9720-4f07-9ea8-54d20b48b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:32.674803 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-d08a9fb9-9720-4f07-9ea8-54d20b48b618 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1137 time: 0.0729930 Mar 09 12:47:32.701099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3fa30-df0b-47c1-a008-7da10475865f req-f217c497-12d3-401b-8501-5022becda6bd tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:32.702559 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8f3fa30-df0b-47c1-a008-7da10475865f req-f217c497-12d3-401b-8501-5022becda6bd tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0832562 Mar 09 12:47:32.748129 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8f3fa30-df0b-47c1-a008-7da10475865f req-f50cbe2a-f756-411f-a54c-874156b972d0 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397098 Mar 09 12:47:32.817036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-8ec4d529-a424-43b2-b02e-3f9e6172a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:32.818469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-8ec4d529-a424-43b2-b02e-3f9e6172a7b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1297951 Mar 09 12:47:33.022339 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-bcc5ae04-56d8-4a94-95a2-5828dcc18a1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1001 time: 0.1965353 Mar 09 12:47:33.091908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-7ec268c0-1715-49e8-b9c2-e90d50ab1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:33.093341 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-7ec268c0-1715-49e8-b9c2-e90d50ab1acc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0611448 Mar 09 12:47:33.171307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-18f8d900-9079-494c-b304-16460aa4f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:33.172765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-18f8d900-9079-494c-b304-16460aa4f63c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713766 Mar 09 12:47:33.307829 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-d743f33b-8324-41e6-ad95-242221542d42 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289141 Mar 09 12:47:33.435391 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9da2d304-9205-49b0-8846-5c79ed91eee2 req-c1db733c-93d2-4c12-a5c4-0d0bdc968068 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218154 Mar 09 12:47:33.937230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e52a7-cc20-41cc-b5c0-40b0b6ac526a req-6ec37f09-163a-4b43-8672-fada91db9e66 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:33.938671 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b3e52a7-cc20-41cc-b5c0-40b0b6ac526a req-6ec37f09-163a-4b43-8672-fada91db9e66 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0825543 Mar 09 12:47:33.984456 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2b3e52a7-cc20-41cc-b5c0-40b0b6ac526a req-f79f2b88-1bca-43a6-9c87-c869885c1c4e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401018 Mar 09 12:47:35.172504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8052c-a446-49b8-8be7-a7047d3697dc req-a7f90f91-5b2c-43f6-bb14-428d979a4910 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:35.179920 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-05a8052c-a446-49b8-8be7-a7047d3697dc req-a7f90f91-5b2c-43f6-bb14-428d979a4910 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0889428 Mar 09 12:47:35.226286 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-05a8052c-a446-49b8-8be7-a7047d3697dc req-7d34d1bc-d2c3-42b5-a3e5-d8dd4610a238 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454831 Mar 09 12:47:36.407890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a7b46-dc28-42c1-b8c9-8cdc3893f12c req-5a8fe411-3115-4012-8e84-04ef2c1ff93a tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:36.409353 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac4a7b46-dc28-42c1-b8c9-8cdc3893f12c req-5a8fe411-3115-4012-8e84-04ef2c1ff93a tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0800843 Mar 09 12:47:36.454982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac4a7b46-dc28-42c1-b8c9-8cdc3893f12c req-37b868d5-84f5-4c35-a991-c4d97efd0b88 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399673 Mar 09 12:47:37.639007 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44961dbd-566a-4a97-906e-783abcdbd6fd req-63fdc066-9640-4927-afff-3119890586c7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:37.640410 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-44961dbd-566a-4a97-906e-783abcdbd6fd req-63fdc066-9640-4927-afff-3119890586c7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0802488 Mar 09 12:47:37.686169 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-44961dbd-566a-4a97-906e-783abcdbd6fd req-14145054-5593-413e-b178-3bec5120a7cf tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400527 Mar 09 12:47:38.866727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83debe2a-b34f-4615-98f0-b3685a588169 req-081e32fa-8d31-49f7-af3f-7e9a3a29eca7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:38.868073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83debe2a-b34f-4615-98f0-b3685a588169 req-081e32fa-8d31-49f7-af3f-7e9a3a29eca7 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0798731 Mar 09 12:47:38.913639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83debe2a-b34f-4615-98f0-b3685a588169 req-032e7e75-e90d-490e-a30c-852416cd70de tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392797 Mar 09 12:47:40.115917 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129404-30f7-4614-a476-f83b86bb32de req-55f7069a-1a91-4216-80d6-c0891b08d355 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:40.117371 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f0129404-30f7-4614-a476-f83b86bb32de req-55f7069a-1a91-4216-80d6-c0891b08d355 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0892732 Mar 09 12:47:40.163740 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f0129404-30f7-4614-a476-f83b86bb32de req-46e1041e-dcfc-43a3-9cb6-85f59f39e02c tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400450 Mar 09 12:47:41.350933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd0f9d-085b-4d19-973e-3ec544827a2c req-98d62ca0-cac1-4ce4-8fda-f6bc553a7735 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:41.352384 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-00cd0f9d-085b-4d19-973e-3ec544827a2c req-98d62ca0-cac1-4ce4-8fda-f6bc553a7735 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0804787 Mar 09 12:47:41.400737 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-00cd0f9d-085b-4d19-973e-3ec544827a2c req-12d4b910-450e-40fc-bd2d-fe9ab9e25581 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423479 Mar 09 12:47:42.590030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc86492-7c1e-48ee-97ec-5bba4982a98d req-f2a97dc3-456c-4a88-a291-44cdabaf6d3f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:42.591463 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5bc86492-7c1e-48ee-97ec-5bba4982a98d req-f2a97dc3-456c-4a88-a291-44cdabaf6d3f tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0815198 Mar 09 12:47:42.637497 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5bc86492-7c1e-48ee-97ec-5bba4982a98d req-66061f51-2d80-4a72-ae63-b8105e0a5a7b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402362 Mar 09 12:47:43.819573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da0746-37a8-49df-832d-be9d283ecde1 req-353da67e-e788-4d22-91e1-7cf7b2d42893 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:43.820914 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2da0746-37a8-49df-832d-be9d283ecde1 req-353da67e-e788-4d22-91e1-7cf7b2d42893 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0812244 Mar 09 12:47:43.969209 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2da0746-37a8-49df-832d-be9d283ecde1 req-264589d7-c018-4ffe-85a9-faabfffd2ab1 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417859 Mar 09 12:47:45.154097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83ff36-a222-475d-bcec-b1e1f9cfc2aa req-f698c18d-5ad3-46a6-82ad-20ad0c0b0b40 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:47:45.155543 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac83ff36-a222-475d-bcec-b1e1f9cfc2aa req-f698c18d-5ad3-46a6-82ad-20ad0c0b0b40 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0792084 Mar 09 12:47:45.201216 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ac83ff36-a222-475d-bcec-b1e1f9cfc2aa req-d9092242-02ca-47fb-b319-a434c70a0b67 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=3683d052-9046-4074-a2e0-5369a2ec2b8f&id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399547 Mar 09 12:47:46.352783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:52.692972 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef8c26e4-cbdd-4980-837e-58444ed75d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:54.906607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-843c7c25-dc2f-4085-85d3-472b3d60af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:55.772775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:56.146798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:47:57.705194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:00.695350 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:48:16.382900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:17.739026 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47a18b3c-4401-42b9-8aea-47869e25695f req-772e16ee-6fd3-43e8-8776-6ba195a0f2ee tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254078442&fields=id&tenant_id=8237c7155afd49208eb0863f298f322f HTTP/1.1" status: 200 len: 267 time: 0.0425622 Mar 09 12:48:17.820620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a18b3c-4401-42b9-8aea-47869e25695f req-a705659c-410b-460e-8a39-dc19d588cf4d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:17.822111 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47a18b3c-4401-42b9-8aea-47869e25695f req-a705659c-410b-460e-8a39-dc19d588cf4d tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 984 time: 0.0778265 Mar 09 12:48:17.832562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Request body: {'port': {'security_groups': ['feaa299c-6c65-4dd3-9867-22e385bbd734']}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:17.953526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:17.995188 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-38a7b4cb-e0ec-4e34-b3dd-52cc1fa2d21c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196024 Mar 09 12:48:18.140703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-ebd2e317-e226-453c-9283-f9f4571b6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:18.142209 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-ebd2e317-e226-453c-9283-f9f4571b6566 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1137 time: 0.0736127 Mar 09 12:48:18.199079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:18.224136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.229309 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.242457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:48:18.295562 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:18.296175 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.297644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-47a18b3c-4401-42b9-8aea-47869e25695f req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "PUT /v2.0/ports/2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 942 time: 0.4694757 Mar 09 12:48:18.298091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:48:18.305802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51970) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:18.307495 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-52eb909c-b6d3-4707-94b7-3404f995ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:18.309737 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-52eb909c-b6d3-4707-94b7-3404f995ce65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1478848 Mar 09 12:48:18.376863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:48:18.382098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:48:18.399203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.415778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event updated for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=7']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:18.435078 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.435432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.435763 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.436095 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.436429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.436755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.437102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.437424 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.437742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.438060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.438376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.438691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e323-4322-4c5f-9736-d785cf0d6977 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:18.448457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.454826 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-26b87052-0b68-4c86-abff-6354874b6c1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1001 time: 0.1383076 Mar 09 12:48:18.531992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.539613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-37257b19-74a4-4dfe-9a60-5f1dffe575df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:18.542170 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-37257b19-74a4-4dfe-9a60-5f1dffe575df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0794649 Mar 09 12:48:18.562418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3683d052-9046-4074-a2e0-5369a2ec2b8f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:18.570191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.574364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f48e766c-d6da-4c24-9ef0-17d92c584d43 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "DELETE /v2.0/security-groups/3683d052-9046-4074-a2e0-5369a2ec2b8f HTTP/1.1" status: 204 len: 168 time: 0.2644053 Mar 09 12:48:18.575527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 51974) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:18.645630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-0b529d3f-064b-4f84-919f-fe6c7551f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:18.647115 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-0b529d3f-064b-4f84-919f-fe6c7551f067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984361 Mar 09 12:48:18.658286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-621f94fa-f1fb-44b0-95c0-1818661013ec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:48:18.659500 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-621f94fa-f1fb-44b0-95c0-1818661013ec service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059454 Mar 09 12:48:18.684786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-22cf306c-56d5-47fa-bd3a-323381411f01 None None] Provisioning complete for port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:18.685182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22cf306c-56d5-47fa-bd3a-323381411f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.790364 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Deleting port 384454fd-df38-40c6-b1c4-0a148763750a {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:18.790944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.793891 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-8726a13a-a884-4f4b-bfe9-32db20eb5411 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288350 Mar 09 12:48:18.926408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8c4f5cb-0eed-4202-8bd3-c40ddbf167d5 req-4c38b18a-b98f-4763-b246-781852aea33d service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258681 Mar 09 12:48:18.962987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:18.963314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:19.032655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-5f41bacb-cae4-49fb-984d-0b5e49b63ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:19.034174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-5f41bacb-cae4-49fb-984d-0b5e49b63ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1098 time: 0.0688155 Mar 09 12:48:19.086415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Calling delete_port for 384454fd-df38-40c6-b1c4-0a148763750a owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:19.162950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-dee96afc-085c-42a2-9101-76faf77a2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:19.164376 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-dee96afc-085c-42a2-9101-76faf77a2fec service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1242998 Mar 09 12:48:19.238739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:19.291505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event deleted for resources: {'Port': ['ID=384454fd-df38-40c6-b1c4-0a148763750a,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:19.386174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-6284a2f0-966c-43ac-bece-2eda1d728359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 1001 time: 0.2158833 Mar 09 12:48:19.449814 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-ea4e13df-37fa-4165-80da-36bb16069f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:19.451247 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-ea4e13df-37fa-4165-80da-36bb16069f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0590284 Mar 09 12:48:19.490329 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:19.490806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Floating IP b89cc6c1-a37b-47fe-816d-608300baf08a disassociated (deleted). External IP: 172.26.5.240, port: 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5. Mar 09 12:48:19.529752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-174314aa-7618-4d06-95d6-476c2f2e3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:19.531191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-174314aa-7618-4d06-95d6-476c2f2e3339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729389 Mar 09 12:48:19.662823 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-ae22d5c3-ec52-4d92-8a62-3f5349d4ff8b service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250174 Mar 09 12:48:19.793159 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c8a0974-8902-4455-8dd0-d0f974b037a2 req-cd45ab5e-c4b8-49d3-bd7a-eb7ebfb1a0ac service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252058 Mar 09 12:48:19.843821 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:48:20.017395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:48:20.027832 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Sync routers for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:48:20.030146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:20.036981 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:20.037678 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:47:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:20.087677 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7de88b26-5eee-416e-bc78-94ab44bc686e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "DELETE /v2.0/floatingips/b89cc6c1-a37b-47fe-816d-608300baf08a HTTP/1.1" status: 204 len: 168 time: 1.5105059 Mar 09 12:48:20.218880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:20.378129 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:48:20.448763 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:48:20.554618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22864-7209-48af-9919-1ae6162384ec req-aa8ea7fb-4459-45c3-83c0-9d2c4d1b2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:20.556848 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-aa8ea7fb-4459-45c3-83c0-9d2c4d1b2d7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8237c7155afd49208eb0863f298f322f&device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 1098 time: 0.0803735 Mar 09 12:48:20.613462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:20.617274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Checking router: eb5c57de-e18f-4011-8cdf-94c8d76e8d1e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:48:20.626170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:20.626773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:47:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:20.689266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22864-7209-48af-9919-1ae6162384ec req-03e1200b-c68b-4675-9cbd-aacfebb90249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:20.690717 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-03e1200b-c68b-4675-9cbd-aacfebb90249 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 200 len: 915 time: 0.1285756 Mar 09 12:48:20.762369 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-9b7500fe-3f45-4eca-95fe-6e6b5667f3eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 200 len: 217 time: 0.0645618 Mar 09 12:48:20.806328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:20.827779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22864-7209-48af-9919-1ae6162384ec req-4f28f073-06bb-4680-8389-eb367c00b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:20.829226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-4f28f073-06bb-4680-8389-eb367c00b055 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 200 len: 853 time: 0.0582795 Mar 09 12:48:20.913194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22864-7209-48af-9919-1ae6162384ec req-0e32167e-990e-4560-97b9-567b545d4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:20.914659 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-0e32167e-990e-4560-97b9-567b545d4dde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48d54425-beef-4c6f-9968-49d463ed9924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774949 Mar 09 12:48:21.062794 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-ea08013b-e043-4d3a-90bc-a5e8838ca8bc service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409843 Mar 09 12:48:21.124767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:21.128797 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709be602-a914-4b34-b667-82c7d9efa002 None None] The sync data for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:46:24Z', 'revision_number': 4, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '26c5b1eb-a6d6-4e1b-8d81-b062ae93278f', 'name': '', 'network_id': '48d54425-beef-4c6f-9968-49d463ed9924', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'mac_address': 'fa:16:3e:8b:1b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:24Z', 'updated_at': '2022-03-09T12:46:31Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'subnets': [{'id': '059b8eb2-8ae5-4d9d-a503-d6a5b5c57700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:48:21.199712 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-8ad22864-7209-48af-9919-1ae6162384ec req-b530a9c2-a916-45c0-988d-7e44b58c8914 service neutron] 10.222.0.13 "GET /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309185 Mar 09 12:48:21.391578 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08619a3b-b604-4c72-be05-576fda147725 None None] New status for floating IP b89cc6c1-a37b-47fe-816d-608300baf08a: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:48:22.693881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ecdb-36c6-4b3d-a350-bf249c2f4534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:24.455447 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-daa1d588-38c3-4c99-b1f0-41a8f2be9310 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:24.456132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-daa1d588-38c3-4c99-b1f0-41a8f2be9310 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Synchronizing usage tracker for tenant:8237c7155afd49208eb0863f298f322f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:48:24.473041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-daa1d588-38c3-4c99-b1f0-41a8f2be9310 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Unset dirty status for tenant:8237c7155afd49208eb0863f298f322f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:48:24.474161 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-daa1d588-38c3-4c99-b1f0-41a8f2be9310 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.1001573 Mar 09 12:48:24.517291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-565290ee-0648-44ea-a3d2-60da3d90a83e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Synchronizing usage tracker for tenant:8237c7155afd49208eb0863f298f322f on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:48:24.533350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-565290ee-0648-44ea-a3d2-60da3d90a83e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Unset dirty status for tenant:8237c7155afd49208eb0863f298f322f on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:48:24.534422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8e6673c-5404-4a68-bbbe-9ab7254782c9 req-565290ee-0648-44ea-a3d2-60da3d90a83e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Mar 09 12:48:24.909050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91ac52c9-ea92-491f-8795-e2b9a4534897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:25.720846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b3d3e-0042-46aa-bf20-f12f124b2798 req-37c10b09-657b-4725-9847-c64aef423213 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:25.722317 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-022b3d3e-0042-46aa-bf20-f12f124b2798 req-37c10b09-657b-4725-9847-c64aef423213 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0832508 Mar 09 12:48:25.768262 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-022b3d3e-0042-46aa-bf20-f12f124b2798 req-a0f3bef6-d6f8-4f57-915c-8c42969cd464 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/security-groups?id=feaa299c-6c65-4dd3-9867-22e385bbd734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Mar 09 12:48:25.777183 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.008488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-735df2d4-1357-4eb3-828d-79cfaa445e5b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:26.009472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-735df2d4-1357-4eb3-828d-79cfaa445e5b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Synchronizing usage tracker for tenant:8237c7155afd49208eb0863f298f322f on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:48:26.020566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-735df2d4-1357-4eb3-828d-79cfaa445e5b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Unset dirty status for tenant:8237c7155afd49208eb0863f298f322f on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:48:26.022577 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-735df2d4-1357-4eb3-828d-79cfaa445e5b tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 945 time: 0.0904651 Mar 09 12:48:26.090906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Deleting port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:26.091167 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.153369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.346395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] For port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:26.346672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.577871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Calling delete_port for 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:26.720871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.731765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:48:26.776368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Pushing event deleted for resources: {'Port': ['ID=2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:26.819626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.819981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.820354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.820666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.821083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.821908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.821908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.822313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.822647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.822978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.823308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.823637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:26.862264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] No DVR routers for this DVR port 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:48:26.864661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:26.867218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'name': 'network-vif-deleted', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:48:26.882751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6db5097d-aac7-40fd-9168-8dbf25fd5bff req-4a7b0f6b-aec4-4ec6-b19d-04b9a666d4c2 tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.13 "DELETE /v2.0/ports/2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 HTTP/1.1" status: 204 len: 173 time: 0.8553789 Mar 09 12:48:26.936766 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b8de25a1-9096-4e9f-be45-7caa49fec13e req-3bc25493-eb6c-43ce-adb1-36959b12ca4e tempest-TestMinimumBasicScenario-1993159218 tempest-TestMinimumBasicScenario-1993159218-project] 10.222.0.20 "GET /v2.0/ports?device_id=20a9463c-b983-4b41-938c-b1be976e6b5d HTTP/1.1" status: 200 len: 210 time: 0.0579712 Mar 09 12:48:26.944511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a9463c-b983-4b41-938c-b1be976e6b5d', 'name': 'network-vif-deleted', 'tag': '2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5', 'status': 'completed', 'code': 200} Mar 09 12:48:27.705230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:28.594131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52064) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:29.242607 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:29.591909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Deleting port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:29.592252 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:29.763825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] For port 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:29.764498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:29.888334 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Calling delete_port for 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:30.140591 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:30.189975 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c5b1eb-a6d6-4e1b-8d81-b062ae93278f,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:30.510097 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:30.545037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:30.545386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2ccefe44-0385-4d9e-9aba-2e87dd0dc9b5 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:30.568473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:30.926844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:48:31.103667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:48:31.112190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Sync routers for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:48:31.117472 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ec74ef6e-b305-4dd8-a3bf-5725c0b427c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb5c57de-e18f-4011-8cdf-94c8d76e8d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222030 Mar 09 12:48:31.120542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52068) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:31.121942 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:31.122600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:31.293003 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:31.301602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:31.474200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:31.484266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Deleting port 9f61363b-1751-45d4-a951-346b178da23e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:31.484582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:31.623518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '9f61363b-1751-45d4-a951-346b178da23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:48:30Z', 'revision_number': 5, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port': {'id': '9f61363b-1751-45d4-a951-346b178da23e', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:21Z', 'updated_at': '2022-03-09T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:31.627575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Checking router: eb5c57de-e18f-4011-8cdf-94c8d76e8d1e for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:48:31.635970 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Routers {'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:31.636577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:31.660440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] For port 9f61363b-1751-45d4-a951-346b178da23e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=9f61363b-1751-45d4-a951-346b178da23e,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:31.660994 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:31.785893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Calling delete_port for 9f61363b-1751-45d4-a951-346b178da23e owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:31.788313 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] Set router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:31.898843 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:48:31Z', 'revision_number': 6, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:31.903841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af6565-1c5a-424b-b9d1-6a59b67a7689 None None] The sync data for ids ['eb5c57de-e18f-4011-8cdf-94c8d76e8d1e'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb5c57de-e18f-4011-8cdf-94c8d76e8d1e', 'name': 'tempest-TestMinimumBasicScenario-584070943-router', 'tenant_id': '8237c7155afd49208eb0863f298f322f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:20Z', 'updated_at': '2022-03-09T12:48:31Z', 'revision_number': 6, 'project_id': '8237c7155afd49208eb0863f298f322f', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:48:32.066703 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.113849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f61363b-1751-45d4-a951-346b178da23e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:32.205186 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.387045 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.389267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.412056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.412593 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5c57de-e18f-4011-8cdf-94c8d76e8d1e {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:48:32.424847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.425971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f801b574-f6b8-4245-98f0-d650ad397040 admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb5c57de-e18f-4011-8cdf-94c8d76e8d1e HTTP/1.1" status: 204 len: 168 time: 1.3045173 Mar 09 12:48:32.428603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52072) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:32.486554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Deleting subnet 059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:48:32.489397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.541331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.619675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.692362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9f61363b-1751-45d4-a951-346b178da23e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:32.693838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.730781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 9f61363b-1751-45d4-a951-346b178da23e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:32.731134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 9f61363b-1751-45d4-a951-346b178da23e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:32.731584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:32.735737 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059b8eb2-8ae5-4d9d-a503-d6a5b5c57700,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:32.741382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.747894 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-19160b53-978a-4f26-9cf3-dd146def9cbc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/059b8eb2-8ae5-4d9d-a503-d6a5b5c57700 HTTP/1.1" status: 204 len: 168 time: 0.3182023 Mar 09 12:48:32.750563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52076) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:32.769519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5fdc8d-4fa4-4e0e-82b8-bdf339299cb7 None None] Network 48d54425-beef-4c6f-9968-49d463ed9924 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:48:32.806076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:32.806429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 26c5b1eb-a6d6-4e1b-8d81-b062ae93278f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:32.862978 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:32.876048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Deleting port b048206a-8163-44fc-be66-0b079ecb971c {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:32.876596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.036659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] DHCP port deletion for 48d54425-beef-4c6f-9968-49d463ed9924 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:48:33.040950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Deleting port b048206a-8163-44fc-be66-0b079ecb971c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:33.041331 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.095619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] For port b048206a-8163-44fc-be66-0b079ecb971c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b048206a-8163-44fc-be66-0b079ecb971c,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:33.095964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.220416 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Calling delete_port for b048206a-8163-44fc-be66-0b079ecb971c owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:33.251123 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] For port b048206a-8163-44fc-be66-0b079ecb971c, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b048206a-8163-44fc-be66-0b079ecb971c,segment=NetworkSegment(f7f5c49f-ffb6-4d87-afc4-317564a78908),segment_id=f7f5c49f-ffb6-4d87-afc4-317564a78908)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:33.251470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.299944 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.349111 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] No DVR routers for this DVR port b048206a-8163-44fc-be66-0b079ecb971c on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:48:33.350796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b048206a-8163-44fc-be66-0b079ecb971c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:33.377327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Calling delete_port for b048206a-8163-44fc-be66-0b079ecb971c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 12:48:33.443000 dv-neutron-832762-2-hyperv neutron-server[87832]: util.warn( Mar 09 12:48:33.448761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:48:33.449155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:48:33.467054 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.491073 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d54425-beef-4c6f-9968-49d463ed9924']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:33.503604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f5c49f-ffb6-4d87-afc4-317564a78908') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:33.503837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f5c49f-ffb6-4d87-afc4-317564a78908') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:33.516732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.533729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.540321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:48:33.540915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:48:33.562069 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:48:33.636135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.651693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:33.661940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] Pushing event deleted for resources: {'Network': ['ID=48d54425-beef-4c6f-9968-49d463ed9924,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:33.674940 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-365a87af-8364-4fe5-a825-e97fcdd802bb admin admin] 10.222.0.20 "DELETE /v2.0/networks/48d54425-beef-4c6f-9968-49d463ed9924 HTTP/1.1" status: 204 len: 168 time: 0.9233599 Mar 09 12:48:33.678087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52080) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:33.950846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Deleting port b048206a-8163-44fc-be66-0b079ecb971c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:33.951370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:34.050196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5d364-fd04-4186-87a2-0fdbe303d56f None None] The port 'b048206a-8163-44fc-be66-0b079ecb971c' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:48:34.308711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:34.658466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Deleting port e03e6e83-931b-4316-8b11-5ea73ff0ef1a {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:34.659015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:34.688371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b048206a-8163-44fc-be66-0b079ecb971c no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:34.724127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: b048206a-8163-44fc-be66-0b079ecb971c {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:34.724600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b048206a-8163-44fc-be66-0b079ecb971c not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:34.829876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] For port e03e6e83-931b-4316-8b11-5ea73ff0ef1a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:34.830231 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:34.951290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Calling delete_port for e03e6e83-931b-4316-8b11-5ea73ff0ef1a owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:35.373536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:35.423648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03e6e83-931b-4316-8b11-5ea73ff0ef1a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:35.705666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:36.057120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Router 95fe5edb-692a-4534-bc56-0ae41b66b59a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:48:36.234401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:48:36.243311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Sync routers for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:48:36.250109 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6ec868bd-e9d3-4b37-badb-7a8a5e279a33 admin admin] 10.222.0.20 "PUT /v2.0/routers/95fe5edb-692a-4534-bc56-0ae41b66b59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710051 Mar 09 12:48:36.252662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52086) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:36.252804 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:36.253458 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:36.439255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:36.462523 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:36.744512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:36.755075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Deleting port 3029c5cf-217a-4f07-bee8-8eebaffe95d9 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:36.755403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:36.761444 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:48:35Z', 'revision_number': 5, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port': {'id': '3029c5cf-217a-4f07-bee8-8eebaffe95d9', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cf:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:36.765270 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Checking router: 95fe5edb-692a-4534-bc56-0ae41b66b59a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:48:36.773382 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Routers {'95fe5edb-692a-4534-bc56-0ae41b66b59a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:36.774309 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['95fe5edb-692a-4534-bc56-0ae41b66b59a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:36.925910 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] Set router 95fe5edb-692a-4534-bc56-0ae41b66b59a gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:36.929261 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] For port 3029c5cf-217a-4f07-bee8-8eebaffe95d9, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=3029c5cf-217a-4f07-bee8-8eebaffe95d9,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:36.929631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.030680 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:48:36Z', 'revision_number': 6, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:37.034666 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042294b-66d5-41ed-af06-3e2d84d61a35 None None] The sync data for ids ['95fe5edb-692a-4534-bc56-0ae41b66b59a'] in dv-neutron-832762-2-hyperv is: [{'id': '95fe5edb-692a-4534-bc56-0ae41b66b59a', 'name': 'tempest-TestMinimumBasicScenario-1016162011-router', 'tenant_id': '805139d29d0745afa871420fb0a1d1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:46:27Z', 'updated_at': '2022-03-09T12:48:36Z', 'revision_number': 6, 'project_id': '805139d29d0745afa871420fb0a1d1e1', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:48:37.057503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Calling delete_port for 3029c5cf-217a-4f07-bee8-8eebaffe95d9 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:37.225185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.276168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3029c5cf-217a-4f07-bee8-8eebaffe95d9,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:37.366828 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.549734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.551822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.575025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.575637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fe5edb-692a-4534-bc56-0ae41b66b59a {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:48:37.588267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.589421 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4ae8398c-f08d-4438-812e-94c67270b0b8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/95fe5edb-692a-4534-bc56-0ae41b66b59a HTTP/1.1" status: 204 len: 168 time: 1.3357706 Mar 09 12:48:37.591898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52090) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:37.652371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Deleting subnet d424bf36-d0ea-41e7-abb2-dccd2dadf422 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:48:37.655307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.694113 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:48:37.706199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.787838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.859962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.899260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d424bf36-d0ea-41e7-abb2-dccd2dadf422,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:37.902885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:37.908083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0819f4f-cade-4f1d-93cc-07079d062289 None None] Network 723d7351-0933-428c-b41a-2816613614f6 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:48:37.910403 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ab02101-0aac-498f-8e16-8d8a555ceda8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d424bf36-d0ea-41e7-abb2-dccd2dadf422 HTTP/1.1" status: 204 len: 168 time: 0.3173106 Mar 09 12:48:37.912649 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52094) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:38.024664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.038752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Deleting port f9271b1a-8324-474c-a8b7-c90bdef9271a {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:38.038752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.177542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] DHCP port deletion for 723d7351-0933-428c-b41a-2816613614f6 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:48:38.182096 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Deleting port f9271b1a-8324-474c-a8b7-c90bdef9271a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:38.182476 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.370023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] For port f9271b1a-8324-474c-a8b7-c90bdef9271a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f9271b1a-8324-474c-a8b7-c90bdef9271a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:38.370270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.391275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] For port f9271b1a-8324-474c-a8b7-c90bdef9271a, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f9271b1a-8324-474c-a8b7-c90bdef9271a,segment=NetworkSegment(d29571ca-c4f8-47f0-b4be-170321ecc38e),segment_id=d29571ca-c4f8-47f0-b4be-170321ecc38e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:38.391662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.493657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Calling delete_port for f9271b1a-8324-474c-a8b7-c90bdef9271a owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:38.512762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Calling delete_port for f9271b1a-8324-474c-a8b7-c90bdef9271a owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:48:38.575711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.588058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:48:38.588411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:48:38.623758 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Pushing event deleted for resources: {'Port': ['ID=f9271b1a-8324-474c-a8b7-c90bdef9271a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:38.627123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] No DVR routers for this DVR port f9271b1a-8324-474c-a8b7-c90bdef9271a on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:48:38.693446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e03e6e83-931b-4316-8b11-5ea73ff0ef1a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:38.727920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e03e6e83-931b-4316-8b11-5ea73ff0ef1a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:38.728265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e03e6e83-931b-4316-8b11-5ea73ff0ef1a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:38.728691 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3029c5cf-217a-4f07-bee8-8eebaffe95d9 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:38.746927 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.762126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 3029c5cf-217a-4f07-bee8-8eebaffe95d9 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:38.762473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 3029c5cf-217a-4f07-bee8-8eebaffe95d9 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:38.762897 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f9271b1a-8324-474c-a8b7-c90bdef9271a no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:48:38.772247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723d7351-0933-428c-b41a-2816613614f6']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:38.784520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29571ca-c4f8-47f0-b4be-170321ecc38e') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:38.784813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29571ca-c4f8-47f0-b4be-170321ecc38e') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:38.796426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.797603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f9271b1a-8324-474c-a8b7-c90bdef9271a {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:48:38.798210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f9271b1a-8324-474c-a8b7-c90bdef9271a not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:48:38.814143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.820329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:48:38.821857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:48:38.834637 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:48:38.912742 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.928647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:38.938925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] Pushing event deleted for resources: {'Network': ['ID=723d7351-0933-428c-b41a-2816613614f6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:38.946495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-875ce00f-27f6-40f3-a236-c96a3cd36faa admin admin] 10.222.0.20 "DELETE /v2.0/networks/723d7351-0933-428c-b41a-2816613614f6 HTTP/1.1" status: 204 len: 168 time: 1.0328491 Mar 09 12:48:39.090105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Deleting port f9271b1a-8324-474c-a8b7-c90bdef9271a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:48:39.090627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.109815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52100) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:39.157141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-edca1a5a-8a61-4b86-942a-09d823b5a8bf None None] The port 'f9271b1a-8324-474c-a8b7-c90bdef9271a' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:48:39.158678 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1f6755da-c2fd-4035-a51a-d9194f1e565d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8237c7155afd49208eb0863f298f322f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476687 Mar 09 12:48:39.161190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52104) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:39.222128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.247658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.298201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.314037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa299c-6c65-4dd3-9867-22e385bbd734,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:39.326298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.327445 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e959c56c-774f-42a8-b4d5-28d5d5732627 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feaa299c-6c65-4dd3-9867-22e385bbd734 HTTP/1.1" status: 204 len: 168 time: 0.1653388 Mar 09 12:48:39.655177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52112) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:39.702486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ead81f51-f7ea-4932-b84a-9683f3088259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=805139d29d0745afa871420fb0a1d1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461595 Mar 09 12:48:39.704825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52116) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:39.760712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.788375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.839221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.852836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc63235-03c1-4f5d-9ad6-d2a9f38ee778,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:39.859246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:39.860343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-677a2417-6dd0-4569-b108-317e2ef2187a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc63235-03c1-4f5d-9ad6-d2a9f38ee778 HTTP/1.1" status: 204 len: 168 time: 0.1546264 Mar 09 12:48:41.632001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52158) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:41.637812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327366525', 'description': 'tempest-secgroup-smoke-327366525 description', 'project_id': '486d0d202b34454ebe98e8639e7acf4d'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:41.643845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:41.647665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:41.650529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:41.656596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:41.666374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.678708 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.693891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:41.698271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:41.701026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:41.706799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:41.793815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.797847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.809138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:41.816371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:41.821526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:41.835489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:41.843318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad270c-fc27-4fac-9c1a-ea15aa20ee12,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:41.915439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.918940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.965643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:41.968288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:41.969472 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1a858b36-ea7c-44f4-86d9-21a7dd7d21ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3365064 Mar 09 12:48:41.972541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52162) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:41.978066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:41.983948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:41.987684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:41.990511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:41.997447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.017329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.077393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.080750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.104212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bb562f-2eb4-4e79-97b7-73f1bdbc8a22,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.113729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.114631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2884b313-6f3d-4f1f-83d8-27f525a05a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411669 Mar 09 12:48:42.117497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52166) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.122999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.129277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.133643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.136574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.142382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.160860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.228332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.232409 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.264500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13412028-e997-47b4-baa5-c9db0ad06312,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.271565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.272644 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-062a7116-19ce-4fa1-8786-9454d22c94d9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542330 Mar 09 12:48:42.276580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52170) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.282434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.288548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.292498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.295396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.301515 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.322325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.393294 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.397116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.422428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f3412b-869c-4fa5-9228-a6ef627b0ee8,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.435841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.437090 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3ffb9e1f-c9d7-46ec-8931-346d5e237337 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595049 Mar 09 12:48:42.440732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52174) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.446660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.455346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.459836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.465797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.471552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.493875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.561174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.564905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.590152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a28602-c8ca-495d-9ad4-7c368b79406b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.601895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.606804 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a9f54299-fddf-4100-b2e9-21c34c1b50bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614697 Mar 09 12:48:42.607031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52178) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.612296 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.619414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.623424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.626658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.632699 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.643684 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:48:42.651917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.721446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.725134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.750229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624d26dd-cd8c-4415-8036-9e23200bfec5,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.760357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.761630 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c55923da-f3c1-4ef5-9a11-bd6e3763e2d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536558 Mar 09 12:48:42.764365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52182) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.769273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '5ee213ed-78f5-48fa-a6a4-98998f2e0cb8', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.775424 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.779263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.782133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.788055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.800688 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:48:42.807889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.871208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.874821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.897422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e82d72a-bc6a-4bf4-8528-245d578f4d21,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:42.906027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.907259 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d4c6465-23c1-4b7b-a645-9102d6e22202 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419697 Mar 09 12:48:42.910288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52186) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:42.916579 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'network': {'name': 'tempest-network-smoke--295324329', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'port_security_enabled': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:42.921562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:42.925562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:network and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:42.928327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:42.934800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:42.945015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:48:42.948372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.975572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:48:42.988669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:42.989059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Added segment 8f2893bc-bb4b-4938-9ca7-0df251208b8c of type vlan for network 5123d9a3-4377-436e-91e6-fb5d33c5dcba Mar 09 12:48:43.015525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.047293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.052773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:43.053381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.144870 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2333708 Mar 09 12:48:43.147947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52190) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:43.153987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'admin_state_up': True, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:43.156722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32550d-871c-4182-87ca-507f05674e6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Network': ['ID=5123d9a3-4377-436e-91e6-fb5d33c5dcba,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:43.162294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:43.167666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:48:43.168144 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:router and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:43.170846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:43.177301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:43.187812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.189015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.203577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.466444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.868319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:43.899220 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:44.029496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.175 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/f6654daf-d12a-470d-9a39-647b38bba2cf) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:48:44.175982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:44.206360 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:44.269228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:48:44.276351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:44.280383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:48:44.309678 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=f6654daf-d12a-470d-9a39-647b38bba2cf,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:44.700371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:45.039968 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:45.341537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 4626571a-1ee8-4bc4-b258-721c0deee99a is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:48:45.517718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:48:45.530501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Sync routers for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:48:45.540802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:45.541462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:45.544929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:45.546184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b8f1c65c-5c82-4713-a050-4d921900ebe3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3966064 Mar 09 12:48:45.549573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52194) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:45.688554 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0e8aaddf-b0dd-4365-bb9b-78c93ad1305c tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=486d0d202b34454ebe98e8639e7acf4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378996 Mar 09 12:48:45.691490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52200) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:45.722877 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:45.824807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4508a3-d978-4325-9df6-4053da180426 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:45.828916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fe4508a3-d978-4325-9df6-4053da180426 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338427 Mar 09 12:48:45.829314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52204) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:45.872981 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2b2516ca-7c8e-4cd5-83b2-8edc2ba1328e tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422885 Mar 09 12:48:45.875381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52208) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:45.880695 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737345935', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:45.991033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:45.995247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:subnet and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:45.998019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:46.003664 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:46.014003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:48:46.017419 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.053777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:44Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:46.057652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Checking router: 4626571a-1ee8-4bc4-b258-721c0deee99a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:48:46.058008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Updating router 4626571a-1ee8-4bc4-b258-721c0deee99a port f6654daf-d12a-470d-9a39-647b38bba2cf binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:48:46.109754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.335625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.400669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.418537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Subnet': ['ID=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:46.428638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Checking segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:48:46.429036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network hostable DHCP agents. Network: 5123d9a3-4377-436e-91e6-fb5d33c5dcba, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:48:46.449932 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:48:46.459683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 5123d9a3-4377-436e-91e6-fb5d33c5dcba) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:46.467891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.470570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:46.471563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.476089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda53c2-f633-44ab-86ef-fd832b9909f4 None None] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:48:46.496956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Transition to ACTIVE for port object f6654daf-d12a-470d-9a39-647b38bba2cf will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:46.503491 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c95b8f3-bc91-481e-b847-f26273fbfcfe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6244025 Mar 09 12:48:46.503802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52216) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:48:46.516328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.663565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Attempting to bind port f6654daf-d12a-470d-9a39-647b38bba2cf on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:48:46.664297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Attempting to bind port f6654daf-d12a-470d-9a39-647b38bba2cf by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:48:46.664453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Attempting to bind port f6654daf-d12a-470d-9a39-647b38bba2cf on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:48:46.666774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Pushing event updated for resources: {'Port': ['ID=f6654daf-d12a-470d-9a39-647b38bba2cf,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:46.681264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:48:46.681645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:48:46.682052 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.682453 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:48:46.682929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Bound port: f6654daf-d12a-470d-9a39-647b38bba2cf, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:48:46.683314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.707413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.707763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.708112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.708455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.708786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.709143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.709481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.709808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.710137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.710469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.711353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.711696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:46.845575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] For port f6654daf-d12a-470d-9a39-647b38bba2cf, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:48:46.862579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] For port f6654daf-d12a-470d-9a39-647b38bba2cf, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f6654daf-d12a-470d-9a39-647b38bba2cf,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:48:46.868540 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:46.901738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:48:46.902481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:47.006699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:47.007591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:47.076400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcf14a-4f02-4807-b1ca-f3ce82549715 None None] Pushing event updated for resources: {'Port': ['ID=f6654daf-d12a-470d-9a39-647b38bba2cf,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:47.198427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:47.261354 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:47.415569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Allocated IP 172.20.0.2 (5123d9a3-4377-436e-91e6-fb5d33c5dcba/3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c/d485fed6-04f2-4071-8322-2475d2a1f424) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:48:47.767451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:47.781822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Transition to ACTIVE for port object d485fed6-04f2-4071-8322-2475d2a1f424 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:47.788448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:44Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:47.799634 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5be7-d5bd-460d-9309-81be7608cde6 None None] The sync data for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv is: [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:44Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:48:47.806198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Transition to ACTIVE for port object d485fed6-04f2-4071-8322-2475d2a1f424 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:47.811846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:47.876059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:48:47.879201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:47.882900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.1 (5123d9a3-4377-436e-91e6-fb5d33c5dcba/3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c/b257602d-db13-45a1-9ae2-12b7665dd71d) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:48:47.887999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:48:47.924131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Pushing event updated for resources: {'Port': ['ID=d485fed6-04f2-4071-8322-2475d2a1f424,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:47.991287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Attempting to bind port d485fed6-04f2-4071-8322-2475d2a1f424 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:48:47.991287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Attempting to bind port d485fed6-04f2-4071-8322-2475d2a1f424 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:48:47.991767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Attempting to bind port d485fed6-04f2-4071-8322-2475d2a1f424 on network 5123d9a3-4377-436e-91e6-fb5d33c5dcba {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:48:48.009830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:48:48.009830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Checking segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:48:48.009830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.010241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Bound using segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:48:48.010752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Bound port: d485fed6-04f2-4071-8322-2475d2a1f424, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:48:48.011149 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.115668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:48:48.120516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d485fed6-04f2-4071-8322-2475d2a1f424,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:48:48.125747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.196104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.212686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object b257602d-db13-45a1-9ae2-12b7665dd71d will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:48.227257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d81ff-6664-4e20-b22e-ded46cb8b213 None None] Pushing event updated for resources: {'Port': ['ID=d485fed6-04f2-4071-8322-2475d2a1f424,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:48.240648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.309041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:48:48.316850 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:48.319368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:48:48.362224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:48.392410 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.688422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:48.766099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d485fed6-04f2-4071-8322-2475d2a1f424 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:48.834031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d485fed6-04f2-4071-8322-2475d2a1f424 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:48.839646 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f6654daf-d12a-470d-9a39-647b38bba2cf up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:48.907332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f6654daf-d12a-470d-9a39-647b38bba2cf completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:48.912343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f6654daf-d12a-470d-9a39-647b38bba2cf triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:48.912709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.037935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.057120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f6654daf-d12a-470d-9a39-647b38bba2cf, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f6654daf-d12a-470d-9a39-647b38bba2cf,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:49.061685 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.128134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.133658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.136227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f6654daf-d12a-470d-9a39-647b38bba2cf,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:49.240645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d35a8f-ec07-491f-89b4-17f714e6e851 None None] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:48:49.251567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.254841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:49.353919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Provisioning for port d485fed6-04f2-4071-8322-2475d2a1f424 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:49.370260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Provisioning complete for port d485fed6-04f2-4071-8322-2475d2a1f424 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:49.370627 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.389582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:48:49.390774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:49.585314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.592468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 4626571a-1ee8-4bc4-b258-721c0deee99a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:48:49.630330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d485fed6-04f2-4071-8322-2475d2a1f424,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:49.635767 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.749690 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948e5f-26dd-48f1-83cf-09ee39580e3b None None] Pushing event updated for resources: {'Port': ['ID=d485fed6-04f2-4071-8322-2475d2a1f424,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:49.859792 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Provisioning for port b257602d-db13-45a1-9ae2-12b7665dd71d completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:49.865631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Provisioning complete for port b257602d-db13-45a1-9ae2-12b7665dd71d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:49.866104 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.923056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Port b257602d-db13-45a1-9ae2-12b7665dd71d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:48:49.925181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:48:49.934296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Provisioning complete for port d485fed6-04f2-4071-8322-2475d2a1f424 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:49.937319 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Sync routers for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:48:49.937797 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-67f3efc7-e52c-447c-8b83-80b19d724712 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/4626571a-1ee8-4bc4-b258-721c0deee99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4324603 Mar 09 12:48:49.941337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb5101ba-b094-4fc2-8b95-2fca586b72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:49.949608 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:49.950386 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:50.146133 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:50.209064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-31d05796-4ea3-4ee0-adf2-26b1a48056e6 None None] Provisioning complete for port b257602d-db13-45a1-9ae2-12b7665dd71d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:50.209518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31d05796-4ea3-4ee0-adf2-26b1a48056e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.258088 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-f64d5dc2-fa3e-4013-a458-8f52e77ec4a6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327366525&fields=id&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 267 time: 0.0689397 Mar 09 12:48:50.276264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-31d05796-4ea3-4ee0-adf2-26b1a48056e6 None None] Port b257602d-db13-45a1-9ae2-12b7665dd71d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:48:50.397048 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f47c66fd-2f06-499e-902b-e29e43f4a3f7 None None] Provisioning complete for port b257602d-db13-45a1-9ae2-12b7665dd71d triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:50.397493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f47c66fd-2f06-499e-902b-e29e43f4a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.407453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-27b02751-4d3c-4c17-bf39-94defa32c351 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:50.408929 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-27b02751-4d3c-4c17-bf39-94defa32c351 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 796 time: 0.1489294 Mar 09 12:48:50.427743 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-c553ded7-a5e2-4008-8196-d7e742e8d7a6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/quotas/486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 375 time: 0.0104520 Mar 09 12:48:50.453306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f47c66fd-2f06-499e-902b-e29e43f4a3f7 None None] Port b257602d-db13-45a1-9ae2-12b7665dd71d cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:48:50.484503 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 2, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:50.488505 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Checking router: 4626571a-1ee8-4bc4-b258-721c0deee99a for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:48:50.488977 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Updating router 4626571a-1ee8-4bc4-b258-721c0deee99a port b257602d-db13-45a1-9ae2-12b7665dd71d binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:48:50.515509 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-6a953e0e-90b9-4063-a8d1-1277d4ab3f13 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797453 Mar 09 12:48:50.541816 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.659471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-690e0826-c211-43be-ae6e-3a5cd564e546 service neutron] 10.222.0.20 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269803 Mar 09 12:48:50.711272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d485fed6-04f2-4071-8322-2475d2a1f424 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:50.781410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d485fed6-04f2-4071-8322-2475d2a1f424 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:50.781880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.801890 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-703ef2b7-6917-49d5-812d-50c4c413c268 service neutron] 10.222.0.20 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341174 Mar 09 12:48:50.907890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f6654daf-d12a-470d-9a39-647b38bba2cf up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:50.934372 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.946153 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Transition to ACTIVE for port object b257602d-db13-45a1-9ae2-12b7665dd71d will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:50.952733 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:50.978801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f6654daf-d12a-470d-9a39-647b38bba2cf triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:50.979094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:51.083560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Pushing event updated for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:51.149695 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.150031 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.150363 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.150704 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.151016 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.151338 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.151652 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.151965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.152280 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.152596 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.152923 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.153232 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:48:51.181821 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Attempting to bind port b257602d-db13-45a1-9ae2-12b7665dd71d on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:48:51.182184 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Attempting to bind port b257602d-db13-45a1-9ae2-12b7665dd71d by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:48:51.182538 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Attempting to bind port b257602d-db13-45a1-9ae2-12b7665dd71d on network 5123d9a3-4377-436e-91e6-fb5d33c5dcba {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:48:51.187777 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:48:51.188127 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Checking segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:48:51.188520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:51.188935 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Bound using segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:48:51.189389 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Bound port: b257602d-db13-45a1-9ae2-12b7665dd71d, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:48:51.189752 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:51.275204 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] For port b257602d-db13-45a1-9ae2-12b7665dd71d, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:48:51.278582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] For port b257602d-db13-45a1-9ae2-12b7665dd71d, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b257602d-db13-45a1-9ae2-12b7665dd71d,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:48:51.283258 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:51.361594 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:48:51.362201 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:51.416952 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a0a49-b18e-4335-94ef-c665bb892abf None None] Pushing event updated for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:51.548202 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:48:51.859793 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:51Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:48:51.863530 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35898e0-7c24-4114-aefb-c7da4edd672b None None] The sync data for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv is: [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:51Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:48:52.077435 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26e6dd2d-4a5b-40fe-b65b-47752c7858a2 req-63e4671f-3f1b-4b04-b752-96416e32e5ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 210 time: 0.1095059 Mar 09 12:48:52.704571 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af71661a-73f1-4bb4-bb36-e17602577b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:52.724194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b257602d-db13-45a1-9ae2-12b7665dd71d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:52.798137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port b257602d-db13-45a1-9ae2-12b7665dd71d completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:52.802889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b257602d-db13-45a1-9ae2-12b7665dd71d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:52.803268 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:52.929577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:52.971219 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port b257602d-db13-45a1-9ae2-12b7665dd71d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b257602d-db13-45a1-9ae2-12b7665dd71d,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:52.975564 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:53.046446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:53.115365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-9910b75d-86f1-42b8-8333-a284320ed878 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:53.116068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-9910b75d-86f1-42b8-8333-a284320ed878 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:48:53.134029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-9910b75d-86f1-42b8-8333-a284320ed878 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:48:53.135566 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-9910b75d-86f1-42b8-8333-a284320ed878 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 796 time: 0.1864171 Mar 09 12:48:53.185714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-1b413396-f9c8-4056-8f8a-818450c62b3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:48:53.203521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-1b413396-f9c8-4056-8f8a-818450c62b3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:48:53.204819 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-1b413396-f9c8-4056-8f8a-818450c62b3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 379 time: 0.0611899 Mar 09 12:48:53.213946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'port': {'device_id': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'admin_state_up': True, 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'security_groups': ['5ee213ed-78f5-48fa-a6a4-98998f2e0cb8']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:53.241117 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b450eb0b-9ceb-4baa-ad3f-5def680b73d1 req-f99ed3c8-dd93-404f-acec-f87257048d07 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 210 time: 0.0442381 Mar 09 12:48:53.355024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:48:53.358757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:port and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:48:53.361491 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:48:53.367011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:48:53.376275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:48:53.379809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:53.542924 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.10 (5123d9a3-4377-436e-91e6-fb5d33c5dcba/3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c/668e2acf-998f-4e28-9362-882f24437cbf) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:48:53.727858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:53.743175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 668e2acf-998f-4e28-9362-882f24437cbf will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:53.767638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:53.837269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:48:53.838472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:48:53.847151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:48:53.884573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:53.918863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:53.919481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:53.940223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-75ba8ec6-c59f-4506-a642-7fb0534773a5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7304170 Mar 09 12:48:53.951217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Request body: {'port': {'device_id': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:48:54.031537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d1e7837b-85f4-415f-9017-711063ce1614 None None] Provisioning for port 668e2acf-998f-4e28-9362-882f24437cbf completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:54.036717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d1e7837b-85f4-415f-9017-711063ce1614 None None] Provisioning complete for port 668e2acf-998f-4e28-9362-882f24437cbf triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:54.037116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1e7837b-85f4-415f-9017-711063ce1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.069039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.094004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7837b-85f4-415f-9017-711063ce1614 None None] Port 668e2acf-998f-4e28-9362-882f24437cbf cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:48:54.409744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668e2acf-998f-4e28-9362-882f24437cbf {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:48:54.417070 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.423505 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83caa-c04b-4ff9-868a-0ba52ee73e6e req-72f5afeb-bd92-405e-9592-43b91856dfba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:54.424971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f9d83caa-c04b-4ff9-868a-0ba52ee73e6e req-72f5afeb-bd92-405e-9592-43b91856dfba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 932 time: 0.0788987 Mar 09 12:48:54.433209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Transition to ACTIVE for port object 668e2acf-998f-4e28-9362-882f24437cbf will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:48:54.436953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.471895 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f9d83caa-c04b-4ff9-868a-0ba52ee73e6e req-03826c8f-6ee8-4512-9d7e-17bdb0b6d41a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Mar 09 12:48:54.598369 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:54.681256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Attempting to bind port 668e2acf-998f-4e28-9362-882f24437cbf on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:48:54.681592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Attempting to bind port 668e2acf-998f-4e28-9362-882f24437cbf by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:48:54.681920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Attempting to bind port 668e2acf-998f-4e28-9362-882f24437cbf on network 5123d9a3-4377-436e-91e6-fb5d33c5dcba {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:48:54.686593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Port 668e2acf-998f-4e28-9362-882f24437cbf on network 5123d9a3-4377-436e-91e6-fb5d33c5dcba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:48:54.686908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Attempting to bind port 668e2acf-998f-4e28-9362-882f24437cbf on network 5123d9a3-4377-436e-91e6-fb5d33c5dcba {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:48:54.692067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:48:54.692399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Checking segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:48:54.692772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Bound using segment: {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:48:54.693211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Bound port: 668e2acf-998f-4e28-9362-882f24437cbf, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2893bc-bb4b-4938-9ca7-0df251208b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:48:54.693558 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.706664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b257602d-db13-45a1-9ae2-12b7665dd71d up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:54.784059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port b257602d-db13-45a1-9ae2-12b7665dd71d triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:54.784439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.786164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:48:54.789100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=668e2acf-998f-4e28-9362-882f24437cbf,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:48:54.793761 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.848640 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:54.849228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.850599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 1094 time: 0.9038544 Mar 09 12:48:54.851078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:48:54.878784 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cfb21-b8fc-428a-8d39-51924ab5d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:54.918511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98330e7b-8a8e-4702-ab4a-7d17a5b1430d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:54.951078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf', 'status': 'completed', 'code': 200} Mar 09 12:48:54.992723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b87c3d27-0215-4842-998f-7624174e1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:54.994261 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-b87c3d27-0215-4842-998f-7624174e1ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1097 time: 0.0878358 Mar 09 12:48:55.064329 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-7f96d245-0f80-49f6-b745-e670eae2808e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 217 time: 0.0628271 Mar 09 12:48:55.131641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-960a79ee-f893-4c54-b47e-7742474a5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.133333 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-960a79ee-f893-4c54-b47e-7742474a5a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 200 len: 834 time: 0.0629215 Mar 09 12:48:55.207763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-37641e06-bf82-4756-b8db-dfa1aafa8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.209299 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-37641e06-bf82-4756-b8db-dfa1aafa8dda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5123d9a3-4377-436e-91e6-fb5d33c5dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701005 Mar 09 12:48:55.441869 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-991b7b59-dc7a-44e8-99fc-ae5f9a5f9596 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265477 Mar 09 12:48:55.574806 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-24b18540-00b5-4bc1-aaa1-cd7ea29b4613 req-d1659d6b-a0f0-4941-84bd-0ab5f886f6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270509 Mar 09 12:48:55.664421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d8ac-aa0d-4ee5-9584-8ba1bc68e799 req-482c4249-3705-4c75-b2ef-c6859f6cdb4b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.665901 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14a7d8ac-aa0d-4ee5-9584-8ba1bc68e799 req-482c4249-3705-4c75-b2ef-c6859f6cdb4b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 944 time: 0.0865695 Mar 09 12:48:55.698208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616714-5f62-48cb-8511-67a188da8ac9 req-c8aa1ad0-06ae-4f8b-9b95-865512aaa823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.699633 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-c8aa1ad0-06ae-4f8b-9b95-865512aaa823 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1097 time: 0.0764904 Mar 09 12:48:55.711085 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14a7d8ac-aa0d-4ee5-9584-8ba1bc68e799 req-79729f03-bf02-470b-b1a8-be8ce3e2f184 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Mar 09 12:48:55.780002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:55.830260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616714-5f62-48cb-8511-67a188da8ac9 req-f5f9e06e-ca49-4226-9de7-72ad278643c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.831687 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-f5f9e06e-ca49-4226-9de7-72ad278643c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 897 time: 0.1260867 Mar 09 12:48:55.900272 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-49b67d1f-6f82-4686-b1d4-54901ff08719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 217 time: 0.0625706 Mar 09 12:48:55.960272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616714-5f62-48cb-8511-67a188da8ac9 req-d21834f6-dcfe-4d6f-8e8e-2c19253139ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:55.961767 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-d21834f6-dcfe-4d6f-8e8e-2c19253139ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 200 len: 834 time: 0.0558879 Mar 09 12:48:56.035920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616714-5f62-48cb-8511-67a188da8ac9 req-ab18cc53-3e28-45e3-9f85-b86b9e109864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:56.037370 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-ab18cc53-3e28-45e3-9f85-b86b9e109864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5123d9a3-4377-436e-91e6-fb5d33c5dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677092 Mar 09 12:48:56.146247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:56.168506 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-0bc6063f-5181-4536-83d1-0e8fcf2fe941 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242893 Mar 09 12:48:56.300226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-03616714-5f62-48cb-8511-67a188da8ac9 req-8afbf22d-143c-4aeb-a1d6-7344a3671041 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248469 Mar 09 12:48:56.648545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 668e2acf-998f-4e28-9362-882f24437cbf details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:48:56.780246 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=668e2acf-998f-4e28-9362-882f24437cbf,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:56.794552 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '668e2acf-998f-4e28-9362-882f24437cbf', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'port_id': '668e2acf-998f-4e28-9362-882f24437cbf', 'mac_address': 'fa:16:3e:bd:36:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:48:56.852992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:56.869233 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668e2acf-998f-4e28-9362-882f24437cbf {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:48:56.884625 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=668e2acf-998f-4e28-9362-882f24437cbf,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:56.888807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:56.899042 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09a0f-1b98-4a3e-a5de-98ee71f0659e req-418cf1e2-8617-4d3b-9e50-fc17be26ede2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:56.900446 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2a09a0f-1b98-4a3e-a5de-98ee71f0659e req-418cf1e2-8617-4d3b-9e50-fc17be26ede2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 944 time: 0.0840721 Mar 09 12:48:56.946557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2a09a0f-1b98-4a3e-a5de-98ee71f0659e req-d38ad4da-43e6-4a9f-b2ef-c0dd2ce99085 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 Mar 09 12:48:56.958211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:57.087112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['668e2acf-998f-4e28-9362-882f24437cbf'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:48:57.707461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:58.125629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fdbfd-9bc9-4b47-8b45-0b76d602698b req-fe7e9c76-b27c-4d37-8a6c-56e9e54b2665 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:58.127055 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc7fdbfd-9bc9-4b47-8b45-0b76d602698b req-fe7e9c76-b27c-4d37-8a6c-56e9e54b2665 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 945 time: 0.0780821 Mar 09 12:48:58.170540 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc7fdbfd-9bc9-4b47-8b45-0b76d602698b req-edfd9995-3b9e-47c3-ba75-f4cc1d56890a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377784 Mar 09 12:48:58.664372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 668e2acf-998f-4e28-9362-882f24437cbf up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:48:58.732922 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 668e2acf-998f-4e28-9362-882f24437cbf completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:48:58.737357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 668e2acf-998f-4e28-9362-882f24437cbf triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:48:58.737725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:58.851325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:58.877667 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:48:58.887089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=668e2acf-998f-4e28-9362-882f24437cbf,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:48:58.891319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:48:58.927905 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf', 'code': 200} Mar 09 12:48:58.959449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:48:59.164126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da2abd-a579-4553-ae86-c9052074a19c req-95acf90a-2b0a-46aa-b734-6fe3cb99846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:59.165671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c2da2abd-a579-4553-ae86-c9052074a19c req-95acf90a-2b0a-46aa-b734-6fe3cb99846d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1099 time: 0.0786994 Mar 09 12:48:59.213196 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c2da2abd-a579-4553-ae86-c9052074a19c req-a1d00081-ca7b-48a3-b0b3-5cfb9630d41e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Mar 09 12:48:59.352876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deee0b4-c87a-410d-a857-b79ece2b4f53 req-fbe87ff6-afb1-4adf-8950-2c7cc2a65f20 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:48:59.354217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0deee0b4-c87a-410d-a857-b79ece2b4f53 req-fbe87ff6-afb1-4adf-8950-2c7cc2a65f20 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0816674 Mar 09 12:48:59.397103 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0deee0b4-c87a-410d-a857-b79ece2b4f53 req-0ae72930-ca5e-4be5-8ba0-ef81679f852b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371821 Mar 09 12:49:00.582387 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35112fc2-789a-4c18-a0fb-0f2df57bce86 req-3479561a-5cc6-46d6-922b-d2868e214c1b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:00.583833 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35112fc2-789a-4c18-a0fb-0f2df57bce86 req-3479561a-5cc6-46d6-922b-d2868e214c1b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0801582 Mar 09 12:49:00.628570 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-35112fc2-789a-4c18-a0fb-0f2df57bce86 req-7aaa0e9c-6114-43f6-8a17-325f021aa46f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383148 Mar 09 12:49:00.905193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65908-b7dc-4fe6-be06-32aa434cc7fa req-b3cc9144-1fcf-4dac-aa49-26033c3d1144 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:00.906698 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4b65908-b7dc-4fe6-be06-32aa434cc7fa req-b3cc9144-1fcf-4dac-aa49-26033c3d1144 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.1731498 Mar 09 12:49:00.950600 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4b65908-b7dc-4fe6-be06-32aa434cc7fa req-175b52f9-8240-444a-b796-7a4535ec6fa1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383034 Mar 09 12:49:00.973134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52276) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:01.041789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab60940-f566-491f-abd4-0f2a6712219c tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:01.043281 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cab60940-f566-491f-abd4-0f2a6712219c tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1094 time: 0.0691681 Mar 09 12:49:01.046410 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52280) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:01.055543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '668e2acf-998f-4e28-9362-882f24437cbf', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:01.061755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:01.066503 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:floatingip and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:01.070332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:01.076527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:01.088005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:01.219514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:01.354048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.167 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/295b22e0-7f92-44d2-8de9-898d4854f4fa) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:49:01.500674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:01.530463 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:01.593815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:01.601132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:01.603650 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:49:01.643929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=295b22e0-7f92-44d2-8de9-898d4854f4fa,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:02.011091 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:02.084070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:02.283494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:02.287751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:02.393969 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=295b22e0-7f92-44d2-8de9-898d4854f4fa,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:02.406414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:02.678342 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP 414bcdf0-2f47-430e-a9d7-db2acbfcc850 associated. External IP: 172.26.5.167, port: 668e2acf-998f-4e28-9362-882f24437cbf. Mar 09 12:49:03.023782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 4626571a-1ee8-4bc4-b258-721c0deee99a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:49:03.198749 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:49:03.208078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Sync routers for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:49:03.219992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:03.220570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:03.223670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:03.282974 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-0b480de9-b5b9-45cf-b160-f9d71523a89e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2352092 Mar 09 12:49:03.283662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:49:03.335851 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf', 'status': 'completed', 'code': 200} Mar 09 12:49:03.403505 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:03.434527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-2e81261b-b961-447f-b4be-c1cef539dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:03.436016 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-2e81261b-b961-447f-b4be-c1cef539dd94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1099 time: 0.0797012 Mar 09 12:49:03.463893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187d5b-d5c8-4681-9045-9176a1158b24 req-783f4e0d-4669-4fbc-b928-95a2943108ec tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:03.465421 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd187d5b-d5c8-4681-9045-9176a1158b24 req-783f4e0d-4669-4fbc-b928-95a2943108ec tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0841353 Mar 09 12:49:03.524199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd187d5b-d5c8-4681-9045-9176a1158b24 req-a9c06772-af0f-4000-b31d-35dc81ac2382 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502822 Mar 09 12:49:03.543034 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52288) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:03.577806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-01277ebf-eeed-460e-83f7-b6d415b68d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:03.579391 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-01277ebf-eeed-460e-83f7-b6d415b68d68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 897 time: 0.1369348 Mar 09 12:49:03.655825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-606c0aa9-8b0a-4717-b075-38de87211aa5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 200 len: 992 time: 0.1107054 Mar 09 12:49:03.685540 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-f0bba96c-c41f-489c-a057-12a0af3ec838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 1000 time: 0.1008935 Mar 09 12:49:03.747128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-a2b0d599-a19b-4d4a-b44c-67a191aa7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:03.748572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-a2b0d599-a19b-4d4a-b44c-67a191aa7b3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 200 len: 834 time: 0.0573640 Mar 09 12:49:03.783409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '414bcdf0-2f47-430e-a9d7-db2acbfcc850', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'port_id': '668e2acf-998f-4e28-9362-882f24437cbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'mac_address': 'fa:16:3e:bd:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:49:01Z', 'updated_at': '2022-03-09T12:49:01Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:03.787301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Checking router: 4626571a-1ee8-4bc4-b258-721c0deee99a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:49:03.795724 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:03.796360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:48:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:03.822079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-02b09ac5-5530-4dd9-978c-fcc062837ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:03.823541 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-02b09ac5-5530-4dd9-978c-fcc062837ddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5123d9a3-4377-436e-91e6-fb5d33c5dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698566 Mar 09 12:49:03.981934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:04.063583 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-a5d72c87-4633-408f-95b7-f3b11f39f0e0 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344313 Mar 09 12:49:04.196368 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f7d676f7-40a5-4539-bc01-cd1c65fc41da req-6d6ba9fb-2877-468e-b356-6fcf4ec83f4d service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271296 Mar 09 12:49:04.364944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '414bcdf0-2f47-430e-a9d7-db2acbfcc850', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'port_id': '668e2acf-998f-4e28-9362-882f24437cbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'mac_address': 'fa:16:3e:bd:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:49:01Z', 'updated_at': '2022-03-09T12:49:01Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:04.369041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fccb332-8f14-453c-9f64-cb170738cc07 None None] The sync data for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv is: [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '414bcdf0-2f47-430e-a9d7-db2acbfcc850', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'port_id': '668e2acf-998f-4e28-9362-882f24437cbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'mac_address': 'fa:16:3e:bd:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:49:01Z', 'updated_at': '2022-03-09T12:49:01Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:49:04.559687 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d38a9-fb87-403b-a9d0-306208d2a78a None None] New status for floating IP 414bcdf0-2f47-430e-a9d7-db2acbfcc850: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:49:04.658740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52292) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:04.766752 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b76f4490-b988-455f-98d9-9758940e55a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 200 len: 992 time: 0.1068792 Mar 09 12:49:05.769700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52296) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:05.873171 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-41febac1-4413-40f6-ac3e-506ce8f1b4e4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 200 len: 994 time: 0.1022468 Mar 09 12:49:14.692730 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:49:16.398334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:17.956811 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-e97d2e87-cd54-4e65-83ed-96aee7a54906 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691855 Mar 09 12:49:18.095399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-0d35c4de-6629-4358-9f7b-9cde5aa28ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:18.096855 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-0d35c4de-6629-4358-9f7b-9cde5aa28ccf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1099 time: 0.0705056 Mar 09 12:49:18.242938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-a777753e-4ba0-4788-86a2-318df4b9059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:18.244274 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-a777753e-4ba0-4788-86a2-318df4b9059e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 897 time: 0.1277428 Mar 09 12:49:18.346148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-c2f856bf-a58b-409a-8bb6-e9c03c449890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 1002 time: 0.0959482 Mar 09 12:49:18.409320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-e3971d2d-5b71-4598-a2b4-71136d49682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:18.410692 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-e3971d2d-5b71-4598-a2b4-71136d49682f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 200 len: 834 time: 0.0586989 Mar 09 12:49:18.491004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-b78b2e4d-edbb-4247-a098-7ef0680f338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:18.493481 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-b78b2e4d-edbb-4247-a098-7ef0680f338b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5123d9a3-4377-436e-91e6-fb5d33c5dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737703 Mar 09 12:49:18.622941 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-398692b0-b675-4c3f-9142-cac810ad8f9a service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241868 Mar 09 12:49:18.752939 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-ed787c35-c78b-40b9-bc08-15cc698e4205 req-dccad064-a5ae-446d-b1e7-acdd3608bb8a service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229568 Mar 09 12:49:22.697384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd285b0a-3fb7-4085-9697-c6f7a72b4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:24.914257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0fcea62b-4a58-410e-a743-c11ea247cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:25.782023 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:26.149992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:27.710719 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:32.816583 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccd1a2-3b9a-4c87-a97d-8b7c4073458b req-fd0cd550-ec81-4ebb-b93e-ad39a52f74eb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:32.817953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72ccd1a2-3b9a-4c87-a97d-8b7c4073458b req-fd0cd550-ec81-4ebb-b93e-ad39a52f74eb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0786064 Mar 09 12:49:32.862474 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-72ccd1a2-3b9a-4c87-a97d-8b7c4073458b req-b5aa0e77-611f-4d78-8e6e-aafda2f42ef9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380576 Mar 09 12:49:34.052098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567127c2-0d76-47e6-a7ad-b175f42ac1a4 req-9a8d8f0c-a812-400b-9667-803f9a6e30c0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:34.054131 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-567127c2-0d76-47e6-a7ad-b175f42ac1a4 req-9a8d8f0c-a812-400b-9667-803f9a6e30c0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0819459 Mar 09 12:49:34.096679 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-567127c2-0d76-47e6-a7ad-b175f42ac1a4 req-3c82bb10-50c7-44c6-b6ce-1b8f19686bc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Mar 09 12:49:34.120008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52316) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:34.331407 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7fa77e1d-5c76-4578-b3fc-9b4dec09155f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 200 len: 994 time: 0.2102954 Mar 09 12:49:35.789258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46717667-1f72-42e7-92cb-597ac8ab54aa req-bd0ed2c2-3a86-48bf-bd18-f8135992951a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:35.792919 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46717667-1f72-42e7-92cb-597ac8ab54aa req-bd0ed2c2-3a86-48bf-bd18-f8135992951a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0827765 Mar 09 12:49:35.838646 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46717667-1f72-42e7-92cb-597ac8ab54aa req-e0fad907-e8c0-42b6-b078-ffbda83b3861 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398033 Mar 09 12:49:37.028984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaef19-166e-4e0c-a097-d9a0d8652cec req-44112188-fd60-4879-81ad-adb8a47f5d64 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:37.030423 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83aaef19-166e-4e0c-a097-d9a0d8652cec req-44112188-fd60-4879-81ad-adb8a47f5d64 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0814962 Mar 09 12:49:37.073252 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83aaef19-166e-4e0c-a097-d9a0d8652cec req-3cd387b6-d86a-446a-bf0d-201a899cc2af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373063 Mar 09 12:49:37.096639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:37.203088 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e48c65ce-fb2f-4f49-9b21-056badc35d5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 200 len: 994 time: 0.1052365 Mar 09 12:49:37.549015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52336) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:37.756346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 295b22e0-7f92-44d2-8de9-898d4854f4fa {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:37.756691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:38.028711 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:38.029068 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:38.154180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 295b22e0-7f92-44d2-8de9-898d4854f4fa owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:38.306178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:38.352600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=295b22e0-7f92-44d2-8de9-898d4854f4fa,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:38.362022 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.362373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.362713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.363046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.363376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.363705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.364389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.364389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.364653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.364993 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.365316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.365636 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:38.454237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:38.454567 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP 414bcdf0-2f47-430e-a9d7-db2acbfcc850 disassociated (deleted). External IP: 172.26.5.167, port: 668e2acf-998f-4e28-9362-882f24437cbf. Mar 09 12:49:38.811077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 4626571a-1ee8-4bc4-b258-721c0deee99a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:49:38.989376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:49:38.998840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Sync routers for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:49:39.002001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:39.008941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:39.009546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:39.060067 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9c854d35-13a2-4034-9c40-600b2e32b9e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/floatingips/414bcdf0-2f47-430e-a9d7-db2acbfcc850 HTTP/1.1" status: 204 len: 168 time: 1.5099397 Mar 09 12:49:39.060653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:49:39.168478 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf', 'status': 'completed', 'code': 200} Mar 09 12:49:39.198213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:39.266226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-68bc289c-feb6-4d1c-8619-1ff084d8a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:39.268705 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-68bc289c-feb6-4d1c-8619-1ff084d8a519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 1099 time: 0.0773153 Mar 09 12:49:39.410891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-58f7636f-8fda-41aa-b234-a0a91862d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:39.412323 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-58f7636f-8fda-41aa-b234-a0a91862d47f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 200 len: 897 time: 0.1309998 Mar 09 12:49:39.439105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87228e-9b64-4b98-b4f2-dc877a696c99 req-dab325c7-3ab1-4d9b-83ba-798adbc00877 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:39.440801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e87228e-9b64-4b98-b4f2-dc877a696c99 req-dab325c7-3ab1-4d9b-83ba-798adbc00877 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0818491 Mar 09 12:49:39.490561 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e87228e-9b64-4b98-b4f2-dc877a696c99 req-3aa2e014-5246-4935-97a3-14e3627f957c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422251 Mar 09 12:49:39.543384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:39.547923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Checking router: 4626571a-1ee8-4bc4-b258-721c0deee99a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:49:39.556966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:39.557586 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:39.605979 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-13dfbe72-e23c-4a76-941e-e52c6e715db8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 200 len: 217 time: 0.1873341 Mar 09 12:49:39.677632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-1db72b17-c09c-4263-951f-3ec47e77f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:39.679719 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-1db72b17-c09c-4263-951f-3ec47e77f287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 200 len: 834 time: 0.0592961 Mar 09 12:49:39.737745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:39.755990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-d78c6a97-f7af-4df2-b544-28081d376090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:39.757766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-d78c6a97-f7af-4df2-b544-28081d376090 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5123d9a3-4377-436e-91e6-fb5d33c5dcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716858 Mar 09 12:49:39.892934 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-1cb4c2ec-6a3b-4652-a47b-815a2ff286dc service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264002 Mar 09 12:49:40.030696 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a8e32d1d-597f-41f8-9702-f22d01b087b8 req-56e62c50-1120-4ddf-84cd-1c44a1583f49 service neutron] 10.222.0.13 "GET /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314058 Mar 09 12:49:40.052295 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:40.057214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c175dcd-2d7f-47aa-8bd3-446ee2c6a4b0 None None] The sync data for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv is: [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:48Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'b257602d-db13-45a1-9ae2-12b7665dd71d', 'name': '', 'network_id': '5123d9a3-4377-436e-91e6-fb5d33c5dcba', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:91:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:47Z', 'updated_at': '2022-03-09T12:48:52Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:49:40.254651 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d725c90-ee40-487e-ae62-eb67bfc6332d None None] New status for floating IP 414bcdf0-2f47-430e-a9d7-db2acbfcc850: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:49:40.684515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd05bd-2b45-4168-bc15-bfe5bee16236 req-205f3fb8-91ee-4437-a9f3-efcfd77358ef tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:40.686023 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5fd05bd-2b45-4168-bc15-bfe5bee16236 req-205f3fb8-91ee-4437-a9f3-efcfd77358ef tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.0794840 Mar 09 12:49:40.729730 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5fd05bd-2b45-4168-bc15-bfe5bee16236 req-8b4429dc-6f60-4e70-a67e-a57e10dc73ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381477 Mar 09 12:49:40.940536 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-c51cfe62-ef6e-4c51-94ca-bb3c71758406 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:40.941169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-c51cfe62-ef6e-4c51-94ca-bb3c71758406 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:49:40.958303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-c51cfe62-ef6e-4c51-94ca-bb3c71758406 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:49:40.959612 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-c51cfe62-ef6e-4c51-94ca-bb3c71758406 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 946 time: 0.1019325 Mar 09 12:49:41.027441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 668e2acf-998f-4e28-9362-882f24437cbf {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:41.027782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:41.268503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 668e2acf-998f-4e28-9362-882f24437cbf, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=668e2acf-998f-4e28-9362-882f24437cbf,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:41.268859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:41.390540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 668e2acf-998f-4e28-9362-882f24437cbf owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:41.533341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:41.591918 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=668e2acf-998f-4e28-9362-882f24437cbf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:41.668047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port 668e2acf-998f-4e28-9362-882f24437cbf on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:49:41.671198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:41.673670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'name': 'network-vif-deleted', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:49:41.689829 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-efe0e202-286b-46f1-912c-6a66dcd6405e req-8ba124fd-3874-4610-b440-7fc999fdc4fc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "DELETE /v2.0/ports/668e2acf-998f-4e28-9362-882f24437cbf HTTP/1.1" status: 204 len: 173 time: 0.7253666 Mar 09 12:49:41.719349 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d87c107-c2ec-4701-acc3-cc4d078f095f', 'name': 'network-vif-deleted', 'tag': '668e2acf-998f-4e28-9362-882f24437cbf', 'status': 'completed', 'code': 200} Mar 09 12:49:41.896783 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e2b263e8-a6c4-42c3-9c1f-ca25a7e96b7d req-a2cfd019-4dbd-4c65-8f41-ad716c4250cd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d87c107-c2ec-4701-acc3-cc4d078f095f HTTP/1.1" status: 200 len: 210 time: 0.0434201 Mar 09 12:49:42.989986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52356) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:43.663741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:44.017450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port b257602d-db13-45a1-9ae2-12b7665dd71d {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:44.018135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:44.203638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port b257602d-db13-45a1-9ae2-12b7665dd71d, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=b257602d-db13-45a1-9ae2-12b7665dd71d,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:44.203999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:44.330390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for b257602d-db13-45a1-9ae2-12b7665dd71d owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:44.661723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:44.710615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=b257602d-db13-45a1-9ae2-12b7665dd71d,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:44.895417 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 668e2acf-998f-4e28-9362-882f24437cbf no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:49:44.931226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 668e2acf-998f-4e28-9362-882f24437cbf {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:49:44.931490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 668e2acf-998f-4e28-9362-882f24437cbf not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:49:45.101963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.463975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 4626571a-1ee8-4bc4-b258-721c0deee99a has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:49:45.641714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:49:45.651353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Sync routers for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:49:45.656415 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-25d87ea6-f057-4fa6-bb03-c27d9e71e797 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/4626571a-1ee8-4bc4-b258-721c0deee99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6635923 Mar 09 12:49:45.657359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:45.660695 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:45.661325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:45.722421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting subnet 3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:49:45.725375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.780513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.865590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.875330 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:45.940156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.981093 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Subnet': ['ID=3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:45.986087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:45.992548 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d27f2495-296a-4152-9b9c-ea6d6494ec5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/subnets/3aff39d7-e2dd-4b71-a8e1-cf0860b5c12c HTTP/1.1" status: 204 len: 168 time: 0.3342237 Mar 09 12:49:45.995272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52364) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:45.998648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5b852-95b3-47ae-97ed-3ae70c51ddd1 None None] Network 5123d9a3-4377-436e-91e6-fb5d33c5dcba requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:49:46.182076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.336276 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:49:44Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:46.340409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Checking router: 4626571a-1ee8-4bc4-b258-721c0deee99a for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:49:46.349762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Routers {'4626571a-1ee8-4bc4-b258-721c0deee99a'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:46.350432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['4626571a-1ee8-4bc4-b258-721c0deee99a'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:46.421771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] DHCP port deletion for 5123d9a3-4377-436e-91e6-fb5d33c5dcba request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:49:46.435865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Deleting port d485fed6-04f2-4071-8322-2475d2a1f424 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:46.436161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.479238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.492059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.502052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port f6654daf-d12a-470d-9a39-647b38bba2cf {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:46.502392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.653681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] Set router 4626571a-1ee8-4bc4-b258-721c0deee99a gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:46.679383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port f6654daf-d12a-470d-9a39-647b38bba2cf, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f6654daf-d12a-470d-9a39-647b38bba2cf,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:46.679801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.784106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d485fed6-04f2-4071-8322-2475d2a1f424 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:49:46.812390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for f6654daf-d12a-470d-9a39-647b38bba2cf owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:46.979551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:46.995315 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d485fed6-04f2-4071-8322-2475d2a1f424,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:46.995713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.028334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=f6654daf-d12a-470d-9a39-647b38bba2cf,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:47.122017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.204864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Calling delete_port for d485fed6-04f2-4071-8322-2475d2a1f424 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:47.303872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.306126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.324747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.329127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.329662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Fanout notify agent at l3_agent the message router_deleted on router 4626571a-1ee8-4bc4-b258-721c0deee99a {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:49:47.346131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.347230 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a96b9902-1f8d-44f2-9b14-5d2aa85dc377 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/routers/4626571a-1ee8-4bc4-b258-721c0deee99a HTTP/1.1" status: 204 len: 168 time: 1.3510427 Mar 09 12:49:47.350036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:47.385757 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d485fed6-04f2-4071-8322-2475d2a1f424,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:47.390670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.436720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:49:47.437108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:49:47.462834 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:49:44Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:47.470133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=d485fed6-04f2-4071-8322-2475d2a1f424,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:47.472206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.472350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd8d3-926b-4813-8e5c-df464b4e0bc6 None None] The sync data for ids ['4626571a-1ee8-4bc4-b258-721c0deee99a'] in dv-neutron-832762-2-hyperv is: [{'id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557285066', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:49:44Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'f6654daf-d12a-470d-9a39-647b38bba2cf', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4626571a-1ee8-4bc4-b258-721c0deee99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:48:43Z', 'updated_at': '2022-03-09T12:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:49:47.479161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.479520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.479874 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.480220 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.480558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.480914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.481252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.481585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.481920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.482248 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.482576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.482907 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:47.486859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port d485fed6-04f2-4071-8322-2475d2a1f424 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:47.487821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.698035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port d485fed6-04f2-4071-8322-2475d2a1f424, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d485fed6-04f2-4071-8322-2475d2a1f424,segment=NetworkSegment(8f2893bc-bb4b-4938-9ca7-0df251208b8c),segment_id=8f2893bc-bb4b-4938-9ca7-0df251208b8c)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:47.698314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:47.930370 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for d485fed6-04f2-4071-8322-2475d2a1f424 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:49:47.938461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Deleting port d485fed6-04f2-4071-8322-2475d2a1f424 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:49:47.938854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.014008 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.030709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e077fa2f-2605-4994-8973-a281c9a5d57b None None] The port 'd485fed6-04f2-4071-8322-2475d2a1f424' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 12:49:48.068156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=d485fed6-04f2-4071-8322-2475d2a1f424,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:48.073163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port d485fed6-04f2-4071-8322-2475d2a1f424 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:49:48.197717 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.221957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5123d9a3-4377-436e-91e6-fb5d33c5dcba']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:48.233906 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2893bc-bb4b-4938-9ca7-0df251208b8c') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:48.234201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2893bc-bb4b-4938-9ca7-0df251208b8c') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:48.245776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.264492 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.270519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:49:48.270900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:49:48.284999 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:49:48.361937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.366817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.394269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Network': ['ID=5123d9a3-4377-436e-91e6-fb5d33c5dcba,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:48.405603 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-077b3f49-20f1-4739-a205-1026b5372e0b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/networks/5123d9a3-4377-436e-91e6-fb5d33c5dcba HTTP/1.1" status: 204 len: 168 time: 1.0544643 Mar 09 12:49:48.408295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52372) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:48.484406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.513584 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.584188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.603679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee213ed-78f5-48fa-a6a4-98998f2e0cb8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:48.618307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:48.619433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5a51ad08-a44a-46c3-8f6b-a38262735158 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ee213ed-78f5-48fa-a6a4-98998f2e0cb8 HTTP/1.1" status: 204 len: 168 time: 0.2102466 Mar 09 12:49:48.732482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b257602d-db13-45a1-9ae2-12b7665dd71d no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:49:48.769192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: b257602d-db13-45a1-9ae2-12b7665dd71d {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:49:48.769464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device b257602d-db13-45a1-9ae2-12b7665dd71d not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:49:48.769882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f6654daf-d12a-470d-9a39-647b38bba2cf no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:49:48.802134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f6654daf-d12a-470d-9a39-647b38bba2cf {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:49:48.802488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f6654daf-d12a-470d-9a39-647b38bba2cf not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:49:49.059798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52380) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.065020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855492613', 'description': 'tempest-secgroup-smoke-855492613 description', 'project_id': '486d0d202b34454ebe98e8639e7acf4d'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.071712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.076004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.078849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.084339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.095020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.114467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.118873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.121596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.127053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.197191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.200634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.248095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf06004-7d38-4e26-8dc0-fe19712758d6,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.252315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.253558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-96582634-85ea-4c6e-be16-0a74fb9e3eae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1927173 Mar 09 12:49:49.256507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52384) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.261991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.267917 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.272060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.274960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.280684 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.296387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.353839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.357183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.379621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361f6faa-5218-4cb4-bb8c-c443f7ccb539,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.389120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.390310 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-96e0b90b-ffe7-4e71-9005-c0f1af040758 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322780 Mar 09 12:49:49.393254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52388) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.398985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.404860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.408616 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.411434 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.421286 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.437384 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.497345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.500993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.525065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a5a7b7-f936-416b-9d41-aba79680d79c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.536457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.537010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.537332 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.537667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.538519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.539102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.539477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.539838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.540163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.540485 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.540808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.541157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:49.545634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.546837 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-925b842a-a52c-41ab-bc50-403619fcfe8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524317 Mar 09 12:49:49.549598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52392) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.555138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.560911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.564598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.567417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.572970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.589316 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.649174 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.652554 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.673281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf323fd-7928-4fb1-a707-7d996bfcb526,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.684199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.685391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ab62a18c-b7f1-4aa1-bf97-c5cac4084bd0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348772 Mar 09 12:49:49.688122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52396) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.692931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.698577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.702333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.705158 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.710865 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.726838 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.789752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.793359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.816048 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815353d4-3fd1-40cd-86b5-856a9e584a15,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.824961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.826172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7d8cc612-1cc1-4a5a-a49d-69c8d9f89b53 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371605 Mar 09 12:49:49.828876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52400) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.833622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.839717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.843586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.846528 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.852906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:49.863499 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:49:49.870303 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.933710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.937104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.960492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056316b9-298d-4d27-aa39-b8b514511cea,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:49.970195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:49.971346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6c9d5ff1-b7b1-47fa-bd0f-e03e1cba87d7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415608 Mar 09 12:49:49.974106 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52404) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:49.979551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'baf06004-7d38-4e26-8dc0-fe19712758d6', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:49.985267 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:49.988995 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:49.991847 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:49.997389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:50.006410 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:49:50.012598 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.076009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.079526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.105519 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3535ffa0-d401-4acf-b840-c1345dce0b3c,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:50.114462 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.115624 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9bc18757-37ee-4871-908e-53e25d1d391f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405740 Mar 09 12:49:50.119178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52408) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:50.124482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'network': {'name': 'tempest-network-smoke--995695041', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:50.129155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:50.134353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:network and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:50.137197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:50.143027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:50.152742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:49:50.156056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.184004 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:49:50.193071 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.193422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Added segment 43f55c2e-e3d4-4106-862e-efd986b25535 of type vlan for network a519951d-bb6b-45d0-888d-d9a48a788981 Mar 09 12:49:50.219028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.247939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.253275 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:50.253854 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.355054 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2347634 Mar 09 12:49:50.357764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52412) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:50.362946 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'admin_state_up': True, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:50.366789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e1f60-6fdb-45c0-8ba1-5973ca9faefd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Network': ['ID=a519951d-bb6b-45d0-888d-d9a48a788981,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:50.370028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:50.373940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:router and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:50.376553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:50.377805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network a519951d-bb6b-45d0-888d-d9a48a788981 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:49:50.383973 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:50.394118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.395122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.410618 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:50.675804 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:51.071713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:51.100661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:51.234090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.167 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c2574a07-1620-4971-a77c-e5ae4489c8f8) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:49:51.378904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:51.408627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:51.467631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:51.470277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:51.472797 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:49:51.523461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=c2574a07-1620-4971-a77c-e5ae4489c8f8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:51.691101 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:49:51.890195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:52.225052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:52.534031 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router b2c40850-b264-4daf-8240-710ac86091d0 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:49:52.699110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d672-e33f-430c-8711-6b94315e457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:52.723239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:49:52.733196 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Sync routers for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:49:52.743245 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:52.744002 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:52.750233 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:52.751535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-5f8ed662-b862-4c31-b233-9443283233fa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3927836 Mar 09 12:49:52.754892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52416) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:52.795764 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-121f81ce-9986-40ec-8ebb-2b68c28dbff2 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=486d0d202b34454ebe98e8639e7acf4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396338 Mar 09 12:49:52.798328 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52420) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:52.920751 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:52.929199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c38b8-ab38-4593-96d8-307e2d3e1bd9 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:52.930671 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d58c38b8-ab38-4593-96d8-307e2d3e1bd9 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314240 Mar 09 12:49:52.933615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:52.976468 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8079ecc8-dcbc-4433-8254-4b130cc753e4 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417929 Mar 09 12:49:52.979110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52428) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:52.984327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436112410', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:53.091496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:53.095188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:subnet and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:53.097962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:53.103754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:53.113298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:49:53.118882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.208478 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:51Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:53.212444 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Checking router: b2c40850-b264-4daf-8240-710ac86091d0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:49:53.212790 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Updating router b2c40850-b264-4daf-8240-710ac86091d0 port c2574a07-1620-4971-a77c-e5ae4489c8f8 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:49:53.279197 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.339946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.418231 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Subnet': ['ID=178cafb2-235e-43a9-b611-97c0de994377,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:53.425874 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Checking segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:49:53.426239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network hostable DHCP agents. Network: a519951d-bb6b-45d0-888d-d9a48a788981, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:49:53.446789 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network a519951d-bb6b-45d0-888d-d9a48a788981 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:49:53.455885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, a519951d-bb6b-45d0-888d-d9a48a788981) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:53.460883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:53.461097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.468995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8b3cc-6a49-4b19-bc30-7c0466b2ca5b None None] Network a519951d-bb6b-45d0-888d-d9a48a788981 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:49:53.486463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52432) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:49:53.486939 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7e42390d-dae4-4226-b275-6353bf0fa5b9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5067167 Mar 09 12:49:53.612829 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.625767 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Transition to ACTIVE for port object c2574a07-1620-4971-a77c-e5ae4489c8f8 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:53.632472 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.734567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Attempting to bind port c2574a07-1620-4971-a77c-e5ae4489c8f8 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:49:53.735153 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Attempting to bind port c2574a07-1620-4971-a77c-e5ae4489c8f8 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:49:53.735297 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Attempting to bind port c2574a07-1620-4971-a77c-e5ae4489c8f8 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:49:53.738953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-a519951d-bb6b-45d0-888d-d9a48a788981', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:49:53.739805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.752321 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Pushing event updated for resources: {'Port': ['ID=c2574a07-1620-4971-a77c-e5ae4489c8f8,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:53.754659 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:49:53.755030 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:49:53.755425 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.755817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:49:53.757329 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Bound port: c2574a07-1620-4971-a77c-e5ae4489c8f8, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:49:53.757452 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.796219 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.796567 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.796925 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.797268 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.797601 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.797943 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.798270 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.798598 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.799272 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.799272 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.799632 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.799965 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:49:53.841497 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] For port c2574a07-1620-4971-a77c-e5ae4489c8f8, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:49:53.845114 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] For port c2574a07-1620-4971-a77c-e5ae4489c8f8, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2574a07-1620-4971-a77c-e5ae4489c8f8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:49:53.849235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:53.905544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Allocated IP 172.20.0.2 (a519951d-bb6b-45d0-888d-d9a48a788981/178cafb2-235e-43a9-b611-97c0de994377/0134ffbe-ede2-4139-ba93-6777b68b4f48) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:49:53.944147 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c20ad6-23ea-4842-9fd6-e25d1607db38 None None] Pushing event updated for resources: {'Port': ['ID=c2574a07-1620-4971-a77c-e5ae4489c8f8,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:53.952003 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:53.952607 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:54.134365 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:54.147769 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.158869 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Transition to ACTIVE for port object 0134ffbe-ede2-4139-ba93-6777b68b4f48 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:54.179833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Transition to ACTIVE for port object 0134ffbe-ede2-4139-ba93-6777b68b4f48 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:54.187022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.251096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.251739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Network a519951d-bb6b-45d0-888d-d9a48a788981 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:54.254521 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:54.263410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:49:54.273652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Pushing event updated for resources: {'Port': ['ID=0134ffbe-ede2-4139-ba93-6777b68b4f48,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:54.363408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Attempting to bind port 0134ffbe-ede2-4139-ba93-6777b68b4f48 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:49:54.363786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Attempting to bind port 0134ffbe-ede2-4139-ba93-6777b68b4f48 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:49:54.364157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Attempting to bind port 0134ffbe-ede2-4139-ba93-6777b68b4f48 on network a519951d-bb6b-45d0-888d-d9a48a788981 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:49:54.370251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:49:54.370648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Checking segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:49:54.371053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.371479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Bound using segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:49:54.371969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Bound port: 0134ffbe-ede2-4139-ba93-6777b68b4f48, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:49:54.372460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.427260 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:51Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:54.431258 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9b320-63ad-4318-9f9b-f8314e981339 None None] The sync data for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv is: [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:51Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:49:54.475072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] For port 0134ffbe-ede2-4139-ba93-6777b68b4f48, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:49:54.478518 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] For port 0134ffbe-ede2-4139-ba93-6777b68b4f48, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0134ffbe-ede2-4139-ba93-6777b68b4f48,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:49:54.485493 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.636056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc791-2622-476a-a70f-8eae79dce330 None None] Pushing event updated for resources: {'Port': ['ID=0134ffbe-ede2-4139-ba93-6777b68b4f48,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:54.687228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.1 (a519951d-bb6b-45d0-888d-d9a48a788981/178cafb2-235e-43a9-b611-97c0de994377/f88ac492-0b3b-4894-b412-ad93774554f7) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:49:54.791440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2574a07-1620-4971-a77c-e5ae4489c8f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:49:54.889759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port c2574a07-1620-4971-a77c-e5ae4489c8f8 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:49:54.901254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c2574a07-1620-4971-a77c-e5ae4489c8f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:54.901919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:54.981653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a9166bc-1b02-456c-916f-0dde6035bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.038562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.057651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object f88ac492-0b3b-4894-b412-ad93774554f7 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:55.084213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.085191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.103121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port c2574a07-1620-4971-a77c-e5ae4489c8f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2574a07-1620-4971-a77c-e5ae4489c8f8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:55.107411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.154347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network a519951d-bb6b-45d0-888d-d9a48a788981 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:55.157533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:55.167087 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:49:55.181263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=c2574a07-1620-4971-a77c-e5ae4489c8f8,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:55.204189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:55.234665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.526604 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.697855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28cd88-e83a-49d3-b9d8-1324ec7748dc None None] Network a519951d-bb6b-45d0-888d-d9a48a788981 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:49:55.819762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.822386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e4f0e9df-4e66-4b4e-a159-b586c8d3363b None None] Provisioning for port 0134ffbe-ede2-4139-ba93-6777b68b4f48 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:49:55.965577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:55.970908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.095930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.099428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:56.154084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.176470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-215f3655-4f19-40a8-b6d7-1c797fad3746 None None] Provisioning for port f88ac492-0b3b-4894-b412-ad93774554f7 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:49:56.182374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-215f3655-4f19-40a8-b6d7-1c797fad3746 None None] Provisioning complete for port f88ac492-0b3b-4894-b412-ad93774554f7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:56.182919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-215f3655-4f19-40a8-b6d7-1c797fad3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.241447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-215f3655-4f19-40a8-b6d7-1c797fad3746 None None] Port f88ac492-0b3b-4894-b412-ad93774554f7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:49:56.252342 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network a519951d-bb6b-45d0-888d-d9a48a788981 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:56.253554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:56.363846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ff724698-b90c-4ef2-abf7-b2f78b6ba218 None None] Provisioning complete for port f88ac492-0b3b-4894-b412-ad93774554f7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:56.364222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff724698-b90c-4ef2-abf7-b2f78b6ba218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.423003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ff724698-b90c-4ef2-abf7-b2f78b6ba218 None None] Port f88ac492-0b3b-4894-b412-ad93774554f7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:49:56.455017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router b2c40850-b264-4daf-8240-710ac86091d0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:49:56.543060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-74dd059a-066a-473d-9673-e9ceb83d21cb None None] Provisioning complete for port f88ac492-0b3b-4894-b412-ad93774554f7 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:56.543448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74dd059a-066a-473d-9673-e9ceb83d21cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:56.602946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-74dd059a-066a-473d-9673-e9ceb83d21cb None None] Port f88ac492-0b3b-4894-b412-ad93774554f7 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:49:56.778700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:49:56.788660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Sync routers for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:49:56.804501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7e5558c3-8dbd-40d9-b355-959f80f00dc7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/b2c40850-b264-4daf-8240-710ac86091d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3064260 Mar 09 12:49:56.805139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:56.805139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:56.855422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2574a07-1620-4971-a77c-e5ae4489c8f8 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:49:56.981109 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-1cb3e494-2691-44aa-9f2f-83afcc64fbcc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855492613&fields=id&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 267 time: 0.0443723 Mar 09 12:49:57.027596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port c2574a07-1620-4971-a77c-e5ae4489c8f8 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:57.027903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:57.072228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:57.132611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-63431de5-bea6-4e57-b800-0e1a08f47b88 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:57.133308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-63431de5-bea6-4e57-b800-0e1a08f47b88 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:49:57.149474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-63431de5-bea6-4e57-b800-0e1a08f47b88 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:49:57.150612 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-63431de5-bea6-4e57-b800-0e1a08f47b88 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 796 time: 0.1629934 Mar 09 12:49:57.166484 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-99bfef93-dc5d-416f-aeba-d8879d111bb8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/quotas/486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 375 time: 0.0099204 Mar 09 12:49:57.252229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-9261712a-65d2-4d1c-8fee-cf1d7c076f1b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802720 Mar 09 12:49:57.373251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0134ffbe-ede2-4139-ba93-6777b68b4f48 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:49:57.541661 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-f9696a08-ad8a-4e22-96a8-d53f455a4de2 service neutron] 10.222.0.20 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771168 Mar 09 12:49:57.554083 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0134ffbe-ede2-4139-ba93-6777b68b4f48 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:49:57.562717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0134ffbe-ede2-4139-ba93-6777b68b4f48 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:57.563094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:57.609318 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 2, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:57.622041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Checking router: b2c40850-b264-4daf-8240-710ac86091d0 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:49:57.622401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Updating router b2c40850-b264-4daf-8240-710ac86091d0 port f88ac492-0b3b-4894-b412-ad93774554f7 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:49:57.672713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-d9b37a95-21f1-41e5-828d-918e2462599d service neutron] 10.222.0.20 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250441 Mar 09 12:49:57.713554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:57.794456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:57.798969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:57.860177 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ad8d22-61f4-4898-b83a-b3fddf03d2ff req-ff8b75ec-9855-478e-bcc2-a54b7a102cce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 210 time: 0.0476410 Mar 09 12:49:57.902252 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0134ffbe-ede2-4139-ba93-6777b68b4f48, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0134ffbe-ede2-4139-ba93-6777b68b4f48,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:49:57.906699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.066036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0134ffbe-ede2-4139-ba93-6777b68b4f48,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:58.190372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.206155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Transition to ACTIVE for port object f88ac492-0b3b-4894-b412-ad93774554f7 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:58.213111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.358140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fdcaf-ac05-4fd6-a824-085dfdf7dfee None None] Pushing event updated for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:58.462262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Attempting to bind port f88ac492-0b3b-4894-b412-ad93774554f7 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:49:58.462638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Attempting to bind port f88ac492-0b3b-4894-b412-ad93774554f7 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:49:58.463002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Attempting to bind port f88ac492-0b3b-4894-b412-ad93774554f7 on network a519951d-bb6b-45d0-888d-d9a48a788981 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:49:58.468350 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:49:58.468726 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Checking segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:49:58.469192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.469588 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Bound using segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:49:58.470049 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Bound port: f88ac492-0b3b-4894-b412-ad93774554f7, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:49:58.470431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.569715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] For port f88ac492-0b3b-4894-b412-ad93774554f7, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:49:58.572904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] For port f88ac492-0b3b-4894-b412-ad93774554f7, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f88ac492-0b3b-4894-b412-ad93774554f7,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:49:58.576701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:58.656675 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:49:58.657334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:58.722583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fdcaf-ac05-4fd6-a824-085dfdf7dfee None None] Pushing event updated for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:58.744159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0134ffbe-ede2-4139-ba93-6777b68b4f48 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:49:58.924829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:49:58.983460 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0134ffbe-ede2-4139-ba93-6777b68b4f48 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:49:58.983835 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:59.027746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bfa29066-b3d8-44f8-aacd-7efe8b5a8da9 req-2121e62c-9105-49a1-a210-b47c578532a6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 210 time: 0.0501666 Mar 09 12:49:59.106964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0cdff4ed-beb9-4b0c-bf5f-bf2b41729c3b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:59.107659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0cdff4ed-beb9-4b0c-bf5f-bf2b41729c3b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:49:59.120611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0cdff4ed-beb9-4b0c-bf5f-bf2b41729c3b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:49:59.121838 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0cdff4ed-beb9-4b0c-bf5f-bf2b41729c3b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 796 time: 0.1896741 Mar 09 12:49:59.175853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-2d30ddf2-d70b-423e-8041-31e4dfe2caba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:49:59.192990 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-2d30ddf2-d70b-423e-8041-31e4dfe2caba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:49:59.194268 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-2d30ddf2-d70b-423e-8041-31e4dfe2caba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 379 time: 0.0645797 Mar 09 12:49:59.203327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'port': {'device_id': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'admin_state_up': True, 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'security_groups': ['baf06004-7d38-4e26-8dc0-fe19712758d6']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:49:59.343925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:49:59.347982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:port and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:49:59.351673 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:49:59.358459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:49:59.369029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:49:59.372513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:59.392609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:49:58Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:49:59.396550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64037d4d-8751-43e7-b4bf-5f7e97098937 None None] The sync data for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv is: [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:49:58Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:49:59.561700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.8 (a519951d-bb6b-45d0-888d-d9a48a788981/178cafb2-235e-43a9-b611-97c0de994377/11ba9da4-f2c0-4183-91c5-ef8511b2ee34) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:49:59.765434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:59.782459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:49:59.807518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:49:59.883597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network a519951d-bb6b-45d0-888d-d9a48a788981 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:49:59.891581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:49:59.894513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:49:59.936526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:49:59.971400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:49:59.972050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.001485 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6ee30844-7d0d-48e0-a5fe-b1c4ee3c54ae tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018148 Mar 09 12:50:00.012569 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Request body: {'port': {'device_id': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:50:00.143387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.154336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eaa797ed-7994-47ae-adda-5a390c9c612f None None] Provisioning for port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:50:00.159615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-eaa797ed-7994-47ae-adda-5a390c9c612f None None] Provisioning complete for port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:50:00.160504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaa797ed-7994-47ae-adda-5a390c9c612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.227047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-eaa797ed-7994-47ae-adda-5a390c9c612f None None] Port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:50:00.243486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb3054-4eec-4a34-86a1-d261ad1ef053 req-9dc916f9-0433-4a80-aeb6-f8899335e5bb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:00.244985 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1afb3054-4eec-4a34-86a1-d261ad1ef053 req-9dc916f9-0433-4a80-aeb6-f8899335e5bb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 931 time: 0.0937977 Mar 09 12:50:00.297053 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1afb3054-4eec-4a34-86a1-d261ad1ef053 req-bbed5d39-5134-4fce-94a4-cdb82ce377c0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Mar 09 12:50:00.520310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:50:00.528056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.543112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Transition to ACTIVE for port object 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:50:00.548425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.766965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f88ac492-0b3b-4894-b412-ad93774554f7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:50:00.817064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:00.842543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port f88ac492-0b3b-4894-b412-ad93774554f7 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:50:00.848657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f88ac492-0b3b-4894-b412-ad93774554f7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:50:00.849058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.889888 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Attempting to bind port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:50:00.890188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Attempting to bind port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:50:00.890451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Attempting to bind port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 on network a519951d-bb6b-45d0-888d-d9a48a788981 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:50:00.894928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 on network a519951d-bb6b-45d0-888d-d9a48a788981 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:50:00.895245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Attempting to bind port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 on network a519951d-bb6b-45d0-888d-d9a48a788981 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:50:00.901214 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:50:00.901549 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Checking segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:50:00.901957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Bound using segment: {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:50:00.902397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Bound port: 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f55c2e-e3d4-4106-862e-efd986b25535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:50:00.902741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.976418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:00.996449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:50:00.999516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:50:01.004094 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:01.010041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port f88ac492-0b3b-4894-b412-ad93774554f7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f88ac492-0b3b-4894-b412-ad93774554f7,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:50:01.013408 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:01.059465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.059800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:01.061168 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] 10.222.0.13 "PUT /v2.0/ports/11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 1093 time: 1.0529673 Mar 09 12:50:01.061622 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:50:01.091768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:01.101682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82cb94-3351-4ac6-9f06-df567c216ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:01.151609 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'status': 'completed', 'code': 200} Mar 09 12:50:01.192849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6916c3b3-b2ec-44a0-849a-d9e31d924375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.195245 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-6916c3b3-b2ec-44a0-849a-d9e31d924375 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1096 time: 0.0812962 Mar 09 12:50:01.262958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-51fb381d-8bb4-4564-aa6b-3f638ed11471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 217 time: 0.0616229 Mar 09 12:50:01.328816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-77cf3873-0074-4682-85e1-722c04bea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.330290 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-77cf3873-0074-4682-85e1-722c04bea3ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0617464 Mar 09 12:50:01.404877 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-8290996d-9458-4827-aba1-acb9975bba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.406372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-8290996d-9458-4827-aba1-acb9975bba52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706244 Mar 09 12:50:01.484226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9717-b844-4ed1-8618-a7f2c58f30ee req-189539fc-c777-42ef-bdae-92639fe7be3e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.485700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e14b9717-b844-4ed1-8618-a7f2c58f30ee req-189539fc-c777-42ef-bdae-92639fe7be3e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 943 time: 0.0824285 Mar 09 12:50:01.534600 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e14b9717-b844-4ed1-8618-a7f2c58f30ee req-dd82b43e-e786-4935-a670-ae6ba641168b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 Mar 09 12:50:01.540367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-a6a0e6bf-7dcc-4dd6-8082-54cdac6faf1c service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282949 Mar 09 12:50:01.670572 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0f265611-b045-41d4-b38b-5f04ab1846e4 req-9d2a65e7-2eee-48a1-9b8c-291bc6193f9d service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247036 Mar 09 12:50:01.786860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-0384d19c-92b9-434c-b2a7-e0bb522fc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.788452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-0384d19c-92b9-434c-b2a7-e0bb522fc483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1096 time: 0.0740860 Mar 09 12:50:01.917483 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-089af6e4-91b3-4f97-a713-88ed200cdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:01.918915 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-089af6e4-91b3-4f97-a713-88ed200cdca9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.1237533 Mar 09 12:50:01.986258 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-7680be0e-8bdf-4e73-a2b9-d1fb0c1565cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 217 time: 0.0597739 Mar 09 12:50:02.050220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-4786ded2-1450-4d55-826a-0d1622167c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:02.051510 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-4786ded2-1450-4d55-826a-0d1622167c1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0594921 Mar 09 12:50:02.125931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-b6df0232-ec89-4ca2-b637-9f0b3269804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:02.127361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-b6df0232-ec89-4ca2-b637-9f0b3269804c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695732 Mar 09 12:50:02.258519 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-d8cf4544-305c-452c-b0d7-0139b516d91c service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248770 Mar 09 12:50:02.391598 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da2ef110-ddbb-4a51-ab04-5b6a516e1ff4 req-41b0f463-829b-486d-b371-a18c1faf40c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272182 Mar 09 12:50:02.720617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd85325-d3dc-451e-9b9e-07b5a3d68cdd req-fb4ef1a3-d9a6-41ff-bcdd-ef0b260a2ea3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:02.722098 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0cd85325-d3dc-451e-9b9e-07b5a3d68cdd req-fb4ef1a3-d9a6-41ff-bcdd-ef0b260a2ea3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 943 time: 0.0832140 Mar 09 12:50:02.740962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f88ac492-0b3b-4894-b412-ad93774554f7 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:50:02.766602 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0cd85325-d3dc-451e-9b9e-07b5a3d68cdd req-ae89c0f8-a00e-48fd-801a-93dc2682b89a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Mar 09 12:50:02.808898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port f88ac492-0b3b-4894-b412-ad93774554f7 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:50:02.809296 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:03.947513 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f596d2-1ce6-4470-b72b-4f91608fc00e req-f605cf93-6cf9-4e4b-81c1-c22e4dfb08d4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:03.948962 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b7f596d2-1ce6-4470-b72b-4f91608fc00e req-f605cf93-6cf9-4e4b-81c1-c22e4dfb08d4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 943 time: 0.0801392 Mar 09 12:50:03.991817 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b7f596d2-1ce6-4470-b72b-4f91608fc00e req-43169fb2-0d9d-4c6d-8b75-b3488ba82e16 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372493 Mar 09 12:50:04.956194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:50:05.096544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:50:05.113664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'port_id': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'mac_address': 'fa:16:3e:54:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:50:05.172117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:05.183915 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30e5c-7395-4d69-9cbc-463744549f0f req-87f2c13d-2d85-470f-b7e5-adf6b194b149 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:05.185372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9eb30e5c-7395-4d69-9cbc-463744549f0f req-87f2c13d-2d85-470f-b7e5-adf6b194b149 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 943 time: 0.0835333 Mar 09 12:50:05.189372 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:50:05.205748 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:50:05.210947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:05.231347 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9eb30e5c-7395-4d69-9cbc-463744549f0f req-2150b94b-cee2-4d13-b3da-dd6900b3de10 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Mar 09 12:50:05.282781 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:05.415384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['11ba9da4-f2c0-4183-91c5-ef8511b2ee34'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:50:06.413851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26521aed-d5a8-4392-868f-9c29c85325f5 req-6fdb7188-7fc5-4d48-844e-7fca88e7b35a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:06.415577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26521aed-d5a8-4392-868f-9c29c85325f5 req-6fdb7188-7fc5-4d48-844e-7fca88e7b35a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 944 time: 0.0783062 Mar 09 12:50:06.463365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-26521aed-d5a8-4392-868f-9c29c85325f5 req-6af31b23-0251-441f-bccc-758814cae062 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Mar 09 12:50:06.956537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:50:07.026068 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:50:07.031036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:50:07.031438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:07.149137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:07.181086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:50:07.191014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:50:07.195215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:07.235960 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'code': 200} Mar 09 12:50:07.267001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:07.461839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdc0b-65e0-4e61-8fce-f64c0d59e646 req-32719f5a-ba5a-44b7-b4b1-a81e6c957edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:07.463343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-14ebdc0b-65e0-4e61-8fce-f64c0d59e646 req-32719f5a-ba5a-44b7-b4b1-a81e6c957edd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0740566 Mar 09 12:50:07.503671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-14ebdc0b-65e0-4e61-8fce-f64c0d59e646 req-8d8c9b9a-363b-4414-956e-08b43e40dd89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343947 Mar 09 12:50:07.648494 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be0c7-f9fa-4274-9e77-b9df9750d898 req-e9450bbb-aad6-43c9-b3ba-11413a62670a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:07.649969 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b05be0c7-f9fa-4274-9e77-b9df9750d898 req-e9450bbb-aad6-43c9-b3ba-11413a62670a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0813015 Mar 09 12:50:07.693595 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b05be0c7-f9fa-4274-9e77-b9df9750d898 req-9ee483e0-e06b-4ab9-8a16-c7f1e040b0e2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380945 Mar 09 12:50:08.890016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08229ea2-083d-47c2-b5ee-63a7e8d593fe req-caac9581-08d4-4991-98dd-93b92a86b6cf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:08.891364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08229ea2-083d-47c2-b5ee-63a7e8d593fe req-caac9581-08d4-4991-98dd-93b92a86b6cf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0813525 Mar 09 12:50:08.935217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-08229ea2-083d-47c2-b5ee-63a7e8d593fe req-6d504359-d3fc-4523-b42d-b5901f062dcc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Mar 09 12:50:09.114755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28569684-c729-41b1-8643-32c43f70b51d req-319b9e59-2f5d-44c6-a04e-66b3b9a37aa2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:09.116713 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-28569684-c729-41b1-8643-32c43f70b51d req-319b9e59-2f5d-44c6-a04e-66b3b9a37aa2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0774996 Mar 09 12:50:09.159167 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-28569684-c729-41b1-8643-32c43f70b51d req-1e7a75b7-0165-4a49-b8e8-dff49ab887b7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372074 Mar 09 12:50:09.181517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52492) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:50:09.249645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d210863-53c8-4eb1-af0c-66b6e15b34f0 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:09.251112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1d210863-53c8-4eb1-af0c-66b6e15b34f0 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1093 time: 0.0686209 Mar 09 12:50:09.253977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52496) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:50:09.259533 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:50:09.265334 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:50:09.269119 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:floatingip and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:50:09.272780 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:50:09.278217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:50:09.289340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:09.520354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:09.655297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.53 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/6b556488-8e9f-4b13-8ea4-060858feee17) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:50:09.802215 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:09.831319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:09.891641 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:50:09.894452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:50:09.897179 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:50:09.947891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=6b556488-8e9f-4b13-8ea4-060858feee17,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:10.321744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:10.397426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:10.607172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:10.611547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:10.721228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=6b556488-8e9f-4b13-8ea4-060858feee17,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:50:10.732590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:10.899092 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP 422b2e8e-c297-40ad-a1dc-8eabca73020a associated. External IP: 172.26.5.53, port: 11ba9da4-f2c0-4183-91c5-ef8511b2ee34. Mar 09 12:50:11.352249 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router b2c40850-b264-4daf-8240-710ac86091d0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:50:11.540307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:50:11.550915 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Sync routers for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:50:11.563771 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:50:11.564386 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:50:11.566340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:11.625538 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6d1d6f85-747d-4cb7-b503-882760b05955 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3705795 Mar 09 12:50:11.626224 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:50:11.670895 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'status': 'completed', 'code': 200} Mar 09 12:50:11.749889 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:50:11.766747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-595168d6-ab05-4be1-a929-9cbf8c548502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:11.768500 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-595168d6-ab05-4be1-a929-9cbf8c548502 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0760298 Mar 09 12:50:11.818451 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60363e-3006-4488-9317-a57d680b8613 req-db159916-95da-4007-84ae-1f269871426d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:11.820348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a60363e-3006-4488-9317-a57d680b8613 req-db159916-95da-4007-84ae-1f269871426d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0981927 Mar 09 12:50:11.868172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a60363e-3006-4488-9317-a57d680b8613 req-906036bc-b0d9-4b82-9d04-40dc05ebc1e5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415144 Mar 09 12:50:11.894356 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52504) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:50:11.999701 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-2408cae0-8460-4b76-bd23-05bcc6c1ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:12.001255 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-2408cae0-8460-4b76-bd23-05bcc6c1ae08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.2272260 Mar 09 12:50:12.090846 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-aca74c4f-b7dc-4a13-bb1f-83ab5dfc6e2f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/422b2e8e-c297-40ad-a1dc-8eabca73020a HTTP/1.1" status: 200 len: 990 time: 0.1941907 Mar 09 12:50:12.102160 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '422b2e8e-c297-40ad-a1dc-8eabca73020a', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'port_id': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'mac_address': 'fa:16:3e:54:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:50:10Z', 'updated_at': '2022-03-09T12:50:10Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:50:12.106113 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Checking router: b2c40850-b264-4daf-8240-710ac86091d0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:50:12.114306 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:50:12.114889 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:49:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:50:12.123544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-e1f3d6b6-a88a-468d-ae74-61ad61a796e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 998 time: 0.1086476 Mar 09 12:50:12.184651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-3bba60ce-702c-44e5-9409-1467e3d6070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:12.186178 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-3bba60ce-702c-44e5-9409-1467e3d6070f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0577431 Mar 09 12:50:12.264518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-e0f05eaf-65d6-41ae-8fd8-ab9a2297ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:12.266134 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-e0f05eaf-65d6-41ae-8fd8-ab9a2297ab65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749254 Mar 09 12:50:12.333132 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:50:12.403103 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-03b11fef-8458-4f66-b1be-9a940b2890cc service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300662 Mar 09 12:50:12.652989 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-86001271-22a7-44c7-a4ee-db8512ef5c70 req-4ba8e18a-256d-42a1-b7de-4d8210711464 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441685 Mar 09 12:50:12.690216 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '422b2e8e-c297-40ad-a1dc-8eabca73020a', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'port_id': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'mac_address': 'fa:16:3e:54:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:50:10Z', 'updated_at': '2022-03-09T12:50:10Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:50:12.694432 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe1f75-45dc-4328-8f54-343486317961 None None] The sync data for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv is: [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '422b2e8e-c297-40ad-a1dc-8eabca73020a', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'port_id': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'mac_address': 'fa:16:3e:54:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:50:10Z', 'updated_at': '2022-03-09T12:50:10Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:50:12.867858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192facb-7a32-4ccd-8d6f-58f031096429 None None] New status for floating IP 422b2e8e-c297-40ad-a1dc-8eabca73020a: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:50:13.093603 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52508) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:50:13.205257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e513d1be-452f-4f32-a2ea-0f9e344336d3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/422b2e8e-c297-40ad-a1dc-8eabca73020a HTTP/1.1" status: 200 len: 992 time: 0.1104109 Mar 09 12:50:16.391404 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:19.923847 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-a07ab355-d9e8-4f6b-a34e-b439912cedbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689352 Mar 09 12:50:20.064175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-5275d883-c70e-45ad-bf71-71df5f6779b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:20.065640 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-5275d883-c70e-45ad-bf71-71df5f6779b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0694005 Mar 09 12:50:20.214208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-9c1f5162-d265-4383-8922-afedb1276b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:20.215646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-9c1f5162-d265-4383-8922-afedb1276b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.1296465 Mar 09 12:50:20.322265 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-e162acbe-24fa-4980-8e0a-ec14baacaa7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 1000 time: 0.0966270 Mar 09 12:50:20.389041 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-9b09379a-96a7-4ec2-8310-547c4ef343a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:20.390420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-9b09379a-96a7-4ec2-8310-547c4ef343a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0598950 Mar 09 12:50:20.465089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-f1d75aec-f81b-4709-8429-c728a7d23b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:20.466451 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-f1d75aec-f81b-4709-8429-c728a7d23b9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684257 Mar 09 12:50:20.596226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-ba60f3e2-0d9a-4b35-adb0-17596c12858e service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234565 Mar 09 12:50:20.730138 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7bcc5a1b-79db-4810-bbc1-004da027f9d5 req-7b008d03-09a7-4213-ac4e-3d057102d6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246476 Mar 09 12:50:22.704018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8cd1-c81a-4302-9c9b-69f4a8a60e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:24.923639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f97cac7-5f92-43cf-b884-8035dce6b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:25.788731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:26.157538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:27.718637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:28.690327 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:50:44.741450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-3ed203f2-c282-4b45-95fa-5c1134dfbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:44.742574 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-3ed203f2-c282-4b45-95fa-5c1134dfbe6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0828538 Mar 09 12:50:44.884102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-9704cd1a-d581-4a77-bbac-5ba57eefb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:44.885574 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-9704cd1a-d581-4a77-bbac-5ba57eefb1a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.1365647 Mar 09 12:50:44.913096 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec67bc-0102-4518-8322-1e771456d516 req-74148c92-bb99-48da-9047-684f15af7474 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:44.914566 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91ec67bc-0102-4518-8322-1e771456d516 req-74148c92-bb99-48da-9047-684f15af7474 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0838428 Mar 09 12:50:44.959581 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91ec67bc-0102-4518-8322-1e771456d516 req-78db9889-3ae6-4097-90ce-c8430a47c82c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384667 Mar 09 12:50:44.991178 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-5433186e-c4c6-4589-9497-109a13508c54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 1000 time: 0.0957007 Mar 09 12:50:45.056666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-177c1bec-c78b-4ba3-91e4-b7c6c880fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:45.058104 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-177c1bec-c78b-4ba3-91e4-b7c6c880fe24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0615168 Mar 09 12:50:45.141801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-f3f85f94-c375-4ab1-922c-5d300ac6f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:45.143264 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-f3f85f94-c375-4ab1-922c-5d300ac6f1bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768209 Mar 09 12:50:45.274198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-56bb013d-c18d-4a67-9467-d7503595f0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244142 Mar 09 12:50:45.405257 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3a0faeb4-58b6-4d2b-800e-99ff32adce85 req-4051f272-67f5-44ba-b9ef-af317e2a91d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241744 Mar 09 12:50:46.143859 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ac803-b504-4ae7-9198-9b8d2eafc7bf req-42245d27-0409-4bc5-b5c9-d46297da8566 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:46.145335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ce7ac803-b504-4ae7-9198-9b8d2eafc7bf req-42245d27-0409-4bc5-b5c9-d46297da8566 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0803335 Mar 09 12:50:46.188707 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ce7ac803-b504-4ae7-9198-9b8d2eafc7bf req-3d54a213-6f66-4dc4-b78e-afcecde99699 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378036 Mar 09 12:50:46.407938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:47.374101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bebbd7-17ca-4a6f-910b-1dfed0a92407 req-08302258-2559-4157-8b6e-b935537e460a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:47.375533 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-69bebbd7-17ca-4a6f-910b-1dfed0a92407 req-08302258-2559-4157-8b6e-b935537e460a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0824137 Mar 09 12:50:47.418896 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-69bebbd7-17ca-4a6f-910b-1dfed0a92407 req-ce5d6bf3-c1d2-45b6-90c1-50ff3dc1c23f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378039 Mar 09 12:50:48.604665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2d9c-baa8-456c-8788-30437447e0b0 req-3ef87a75-675a-436e-9260-23d50b74e303 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:48.606139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-039f2d9c-baa8-456c-8788-30437447e0b0 req-3ef87a75-675a-436e-9260-23d50b74e303 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0798948 Mar 09 12:50:48.652549 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-039f2d9c-baa8-456c-8788-30437447e0b0 req-3270812b-69d1-494b-9ce1-ead6f68768f6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Mar 09 12:50:49.835313 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c0d2-2cd3-4b80-80fa-e524ed583d61 req-a5d5bcf1-d272-462a-9da8-fa5d3b77e130 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:49.836669 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0fe1c0d2-2cd3-4b80-80fa-e524ed583d61 req-a5d5bcf1-d272-462a-9da8-fa5d3b77e130 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0786598 Mar 09 12:50:49.879484 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0fe1c0d2-2cd3-4b80-80fa-e524ed583d61 req-db2fefc4-e881-4f18-9071-d5183e5e5f36 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372107 Mar 09 12:50:51.157516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5400dd-3738-4996-a908-bfe38fbe2a26 req-2a167507-b167-4eb5-9a1d-13f2775b3658 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:51.159025 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df5400dd-3738-4996-a908-bfe38fbe2a26 req-2a167507-b167-4eb5-9a1d-13f2775b3658 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.1757812 Mar 09 12:50:51.202697 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-df5400dd-3738-4996-a908-bfe38fbe2a26 req-04a94dcd-b3fc-4837-965b-bedd1f4c23e6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379908 Mar 09 12:50:52.386545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea828d-482a-4515-8088-48d9614ce06d req-297b47b4-32e4-47e2-b033-80bbb4c5c8be tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:52.387964 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38ea828d-482a-4515-8088-48d9614ce06d req-297b47b4-32e4-47e2-b033-80bbb4c5c8be tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0802460 Mar 09 12:50:52.431227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38ea828d-482a-4515-8088-48d9614ce06d req-0c0f9b5d-4b42-43af-b736-f6bb3e3a68c3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376234 Mar 09 12:50:52.708766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbd40120-ea4b-401c-8603-2e8a559707a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:53.615949 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bfe7c-a2fe-4a34-96d7-43db08ed653b req-68c6f528-5639-433b-a0af-205def4b698f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:53.617408 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-929bfe7c-a2fe-4a34-96d7-43db08ed653b req-68c6f528-5639-433b-a0af-205def4b698f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0824654 Mar 09 12:50:53.660364 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-929bfe7c-a2fe-4a34-96d7-43db08ed653b req-7320af3d-7d4f-49b1-a9f3-e193e808f602 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Mar 09 12:50:54.845214 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95b1f-9aee-487e-855c-22457ea2f8fb req-8f409109-ae65-4301-a852-f7a13090c277 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:54.846543 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c1b95b1f-9aee-487e-855c-22457ea2f8fb req-8f409109-ae65-4301-a852-f7a13090c277 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0819046 Mar 09 12:50:54.889125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c1b95b1f-9aee-487e-855c-22457ea2f8fb req-32fc2e2e-a6cf-4df1-96f3-d86dc8bf5567 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369680 Mar 09 12:50:54.928015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81b666c9-1b70-4da7-b0cd-fd25a3710305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:55.791355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:56.159534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:56.221152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e437a-ad06-49f6-91fb-f44b10775602 req-fbf72f6f-bc98-4452-b0ac-7e5c24a7c416 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:56.222579 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e8e437a-ad06-49f6-91fb-f44b10775602 req-fbf72f6f-bc98-4452-b0ac-7e5c24a7c416 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0817487 Mar 09 12:50:56.266303 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6e8e437a-ad06-49f6-91fb-f44b10775602 req-15192aa2-c4e8-4395-bc68-98b5d13a9d28 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 Mar 09 12:50:57.453377 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b062b-c8cf-4961-bb3b-cc74029dd8d8 req-36bd624a-d403-40a1-a55f-b6bb8ff41b2a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:57.454801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae7b062b-c8cf-4961-bb3b-cc74029dd8d8 req-36bd624a-d403-40a1-a55f-b6bb8ff41b2a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0822265 Mar 09 12:50:57.498696 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae7b062b-c8cf-4961-bb3b-cc74029dd8d8 req-c6f838fc-c904-4bae-962c-371c97fda5e7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Mar 09 12:50:57.717170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:50:58.680613 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bbd13-88e1-4496-b233-3b2906b0ca04 req-5e7a1d83-7b60-4eb6-8521-2dddf8684b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:58.682093 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f61bbd13-88e1-4496-b233-3b2906b0ca04 req-5e7a1d83-7b60-4eb6-8521-2dddf8684b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0804241 Mar 09 12:50:58.728537 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f61bbd13-88e1-4496-b233-3b2906b0ca04 req-aeb3b223-449c-4774-9a77-d88427f5b2bc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Mar 09 12:50:59.908695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db556fa-0774-4144-b147-f01bf49385dc req-de9b4739-9af6-4a81-9efe-779d9d2e4ed6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:50:59.910064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2db556fa-0774-4144-b147-f01bf49385dc req-de9b4739-9af6-4a81-9efe-779d9d2e4ed6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0786953 Mar 09 12:50:59.953593 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2db556fa-0774-4144-b147-f01bf49385dc req-869b0256-7e57-4a4d-a24a-c648a63809d4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372503 Mar 09 12:51:01.141239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c8f95-024d-40ed-bda1-fd41fbf36c73 req-e14b182e-2b0e-4299-b9f8-937be3775b57 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:01.143899 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-657c8f95-024d-40ed-bda1-fd41fbf36c73 req-e14b182e-2b0e-4299-b9f8-937be3775b57 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0848341 Mar 09 12:51:01.187685 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-657c8f95-024d-40ed-bda1-fd41fbf36c73 req-cea5ff59-3a0d-413b-b9c7-28684b21d5f5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Mar 09 12:51:02.371553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5985-f7c6-45a1-af7a-4821dec4ac7a req-bbe3a4c5-77ff-411d-95a0-4671a5ba7898 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:02.373035 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4fe5985-f7c6-45a1-af7a-4821dec4ac7a req-bbe3a4c5-77ff-411d-95a0-4671a5ba7898 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0804081 Mar 09 12:51:02.416801 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c4fe5985-f7c6-45a1-af7a-4821dec4ac7a req-c92e79ae-c9f8-4575-bdd2-b36a175ffe7c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382173 Mar 09 12:51:02.439603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52556) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:02.545971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-deefa531-d0fd-4496-ba8c-a18163a53c99 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/422b2e8e-c297-40ad-a1dc-8eabca73020a HTTP/1.1" status: 200 len: 992 time: 0.1052582 Mar 09 12:51:05.689817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:51:16.400828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:21.026609 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-22d1e8a6-cc47-4f97-ad5b-a21920ec970b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1745582 Mar 09 12:51:21.171286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-0183fe36-35f6-4413-b133-7b800e76d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:21.172740 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-0183fe36-35f6-4413-b133-7b800e76d441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0715184 Mar 09 12:51:21.316210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-a5aa4497-7017-483e-bcf1-470073fb8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:21.317599 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-a5aa4497-7017-483e-bcf1-470073fb8cbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.1260302 Mar 09 12:51:21.420116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-cdf5fb3f-c073-4ae9-ae89-da798c2937d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 1000 time: 0.0952888 Mar 09 12:51:21.482619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-3006069d-80bd-4c74-8eaf-b8e528dce978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:21.484009 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-3006069d-80bd-4c74-8eaf-b8e528dce978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0565000 Mar 09 12:51:21.563018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-caf793a7-b051-4d35-8b87-fa51c6ac573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:21.564495 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-caf793a7-b051-4d35-8b87-fa51c6ac573d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728140 Mar 09 12:51:21.697191 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-fe4f9304-d0c4-4856-a808-809fe4ab1c77 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241822 Mar 09 12:51:21.827362 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6aac66c4-265f-4f1b-812c-b0cbcbb8096e req-6274f202-2fc8-400b-98de-fee4704f92e0 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233978 Mar 09 12:51:22.711912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e5edb446-50ae-444a-ba98-f37eb09d9377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:24.929790 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a85a-ba48-42c9-be9d-267b96bae0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:25.794968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:26.162442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:27.720121 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:33.242670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52574) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:33.445326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 6b556488-8e9f-4b13-8ea4-060858feee17 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:51:33.445668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:33.614012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:33.615027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:33.734837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 6b556488-8e9f-4b13-8ea4-060858feee17 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:51:33.881599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:33.931562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=6b556488-8e9f-4b13-8ea4-060858feee17,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:34.074763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.075108 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.075447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.075776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.076106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.076432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.076754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.077099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.077420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.077736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.078053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.078372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:34.134303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:34.134632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP 422b2e8e-c297-40ad-a1dc-8eabca73020a disassociated (deleted). External IP: 172.26.5.53, port: 11ba9da4-f2c0-4183-91c5-ef8511b2ee34. Mar 09 12:51:34.482947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router b2c40850-b264-4daf-8240-710ac86091d0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:51:34.658500 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:51:34.669175 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Sync routers for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:51:34.676560 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:34.680033 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:34.680643 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:34.736405 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4a103a90-5353-4f0c-884c-49b5bb7d9df9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/floatingips/422b2e8e-c297-40ad-a1dc-8eabca73020a HTTP/1.1" status: 204 len: 168 time: 1.4902222 Mar 09 12:51:34.736405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:51:34.788697 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'status': 'completed', 'code': 200} Mar 09 12:51:34.867917 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:34.883044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-d2d17021-49cc-4380-acda-aea8421334e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:34.884554 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-d2d17021-49cc-4380-acda-aea8421334e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 1098 time: 0.0731845 Mar 09 12:51:35.037880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-c7c3e120-f6d7-4b18-af05-96f7a558db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:35.039329 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-c7c3e120-f6d7-4b18-af05-96f7a558db45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 200 len: 897 time: 0.1492510 Mar 09 12:51:35.116309 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-09325541-81ea-4ee4-8d40-fc10239f37b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 200 len: 217 time: 0.0657768 Mar 09 12:51:35.131891 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717974f-d192-4422-a810-842ed80179de req-cd34bd22-27fa-4628-9532-76849483bb76 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:35.133583 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e717974f-d192-4422-a810-842ed80179de req-cd34bd22-27fa-4628-9532-76849483bb76 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0917597 Mar 09 12:51:35.180359 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e717974f-d192-4422-a810-842ed80179de req-a35a97a0-b7ac-4071-80ad-2cbddf9c56aa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Mar 09 12:51:35.181964 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-34470b8a-e514-4ac0-8fdb-6c9dac07c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:35.182687 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-34470b8a-e514-4ac0-8fdb-6c9dac07c8fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 200 len: 834 time: 0.0601296 Mar 09 12:51:35.204813 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:35.209378 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Checking router: b2c40850-b264-4daf-8240-710ac86091d0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:51:35.217542 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:35.218165 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:35.264151 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-1cd4f4c8-0711-4a4f-bcb8-2ba72306b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:35.265662 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-1cd4f4c8-0711-4a4f-bcb8-2ba72306b733 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a519951d-bb6b-45d0-888d-d9a48a788981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753891 Mar 09 12:51:35.396356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:35.400298 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-3ef93529-9e14-44a2-b5e8-9bffadcf5904 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280808 Mar 09 12:51:35.653195 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-98daed85-4a29-4d60-87b6-849f7ec65d02 req-c1ae0a3b-f34e-4091-9bbd-c7eeadc74695 service neutron] 10.222.0.13 "GET /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463195 Mar 09 12:51:35.751367 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:35.756257 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d638f84-b859-4fda-badf-5250e30c70d0 None None] The sync data for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv is: [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'f88ac492-0b3b-4894-b412-ad93774554f7', 'name': '', 'network_id': 'a519951d-bb6b-45d0-888d-d9a48a788981', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:fb:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '178cafb2-235e-43a9-b611-97c0de994377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:54Z', 'updated_at': '2022-03-09T12:50:00Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '178cafb2-235e-43a9-b611-97c0de994377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:51:35.954762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a7266-f4f1-439e-bf32-8e21af9956df None None] New status for floating IP 422b2e8e-c297-40ad-a1dc-8eabca73020a: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:51:36.371626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48fcd6-55f4-4fc4-b08c-ae0e864f2c76 req-2990b108-ac34-45a4-ace6-4ee1a54d0762 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:36.373084 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cb48fcd6-55f4-4fc4-b08c-ae0e864f2c76 req-2990b108-ac34-45a4-ace6-4ee1a54d0762 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0792773 Mar 09 12:51:36.420732 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cb48fcd6-55f4-4fc4-b08c-ae0e864f2c76 req-3d7a8b10-d1db-422a-9f33-82d8c043f59f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf06004-7d38-4e26-8dc0-fe19712758d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Mar 09 12:51:36.558736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-41881d09-90fa-439d-ac1a-39889e2413ad tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:36.559435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-41881d09-90fa-439d-ac1a-39889e2413ad tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:51:36.574178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-41881d09-90fa-439d-ac1a-39889e2413ad tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:51:36.575388 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-41881d09-90fa-439d-ac1a-39889e2413ad tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 945 time: 0.0989745 Mar 09 12:51:36.645242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:51:36.646292 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:36.886196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:36.886833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:37.011801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:51:37.153140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:37.205067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=11ba9da4-f2c0-4183-91c5-ef8511b2ee34,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:37.280352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:51:37.282842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:37.285392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'name': 'network-vif-deleted', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:51:37.300398 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d4ac1a4f-c361-4ef6-a39d-2414719fb51a req-b3689293-ebd1-4624-8bb9-683d8ff60788 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "DELETE /v2.0/ports/11ba9da4-f2c0-4183-91c5-ef8511b2ee34 HTTP/1.1" status: 204 len: 173 time: 0.7203648 Mar 09 12:51:37.337512 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76915d4d-b82e-455e-a235-a0e3f6e1144e', 'name': 'network-vif-deleted', 'tag': '11ba9da4-f2c0-4183-91c5-ef8511b2ee34', 'status': 'completed', 'code': 200} Mar 09 12:51:37.587086 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51a8bd51-3336-488f-a45f-152360a23758 req-bf1baa81-502e-463e-83f6-60281cdf6b13 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=76915d4d-b82e-455e-a235-a0e3f6e1144e HTTP/1.1" status: 200 len: 210 time: 0.0444198 Mar 09 12:51:38.686358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52592) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:39.231714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:39.674981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port f88ac492-0b3b-4894-b412-ad93774554f7 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:51:39.675447 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:39.859848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port f88ac492-0b3b-4894-b412-ad93774554f7, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=f88ac492-0b3b-4894-b412-ad93774554f7,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:39.860521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:39.980143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for f88ac492-0b3b-4894-b412-ad93774554f7 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:51:40.302004 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:40.348576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=f88ac492-0b3b-4894-b412-ad93774554f7,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:40.620659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.113421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router b2c40850-b264-4daf-8240-710ac86091d0 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:51:41.299156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:51:41.308868 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Sync routers for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:51:41.311469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-efd23e5c-f757-4566-a9cd-fe8f416517c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/b2c40850-b264-4daf-8240-710ac86091d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240547 Mar 09 12:51:41.314157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52596) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:41.318978 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:41.319581 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:41.355229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:51:41.380524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting subnet 178cafb2-235e-43a9-b611-97c0de994377 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:51:41.383562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.391236 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:51:41.391587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 11ba9da4-f2c0-4183-91c5-ef8511b2ee34 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:51:41.441811 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.500928 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:41.525460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.598340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.643452 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Subnet': ['ID=178cafb2-235e-43a9-b611-97c0de994377,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:41.644969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.650756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb3b15-cebd-47f4-9a17-4f5566679743 None None] Network a519951d-bb6b-45d0-888d-d9a48a788981 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:51:41.652737 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a2021c5-723a-4826-9c60-d52a3a570c9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/subnets/178cafb2-235e-43a9-b611-97c0de994377 HTTP/1.1" status: 204 len: 168 time: 0.3376207 Mar 09 12:51:41.655305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52600) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:41.792116 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:51:40Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:41.795924 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Checking router: b2c40850-b264-4daf-8240-710ac86091d0 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:51:41.805316 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Routers {'b2c40850-b264-4daf-8240-710ac86091d0'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:41.805909 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['b2c40850-b264-4daf-8240-710ac86091d0'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:41.853272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.914312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] DHCP port deletion for a519951d-bb6b-45d0-888d-d9a48a788981 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:51:41.918909 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Deleting port 0134ffbe-ede2-4139-ba93-6777b68b4f48 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:51:41.919288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:41.991807 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] Set router b2c40850-b264-4daf-8240-710ac86091d0 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:42.040289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.053206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port c2574a07-1620-4971-a77c-e5ae4489c8f8 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:51:42.053557 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.127467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] For port 0134ffbe-ede2-4139-ba93-6777b68b4f48, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0134ffbe-ede2-4139-ba93-6777b68b4f48,segment=NetworkSegment(43f55c2e-e3d4-4106-862e-efd986b25535),segment_id=43f55c2e-e3d4-4106-862e-efd986b25535)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:42.127813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.253927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Calling delete_port for 0134ffbe-ede2-4139-ba93-6777b68b4f48 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:51:42.285125 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:51:40Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:42.290418 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a68fa0-7d75-4245-9512-f267989a4a56 None None] The sync data for ids ['b2c40850-b264-4daf-8240-710ac86091d0'] in dv-neutron-832762-2-hyperv is: [{'id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453671809', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167'}], 'enable_snat': True}, 'gw_port_id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:49:50Z', 'updated_at': '2022-03-09T12:51:40Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': 'c2574a07-1620-4971-a77c-e5ae4489c8f8', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c40850-b264-4daf-8240-710ac86091d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:49:51Z', 'updated_at': '2022-03-09T12:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:51:42.337656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.372683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port c2574a07-1620-4971-a77c-e5ae4489c8f8, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=c2574a07-1620-4971-a77c-e5ae4489c8f8,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:42.373299 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.423267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Pushing event deleted for resources: {'Port': ['ID=0134ffbe-ede2-4139-ba93-6777b68b4f48,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:42.426422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] No DVR routers for this DVR port 0134ffbe-ede2-4139-ba93-6777b68b4f48 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:51:42.438309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.438664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.439003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.439337 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.439669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.440001 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.440332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.440662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.441022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.441348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.441674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.442129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be67dcd-eb2e-4dee-9ceb-169d59ada6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:42.504542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for c2574a07-1620-4971-a77c-e5ae4489c8f8 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:51:42.672541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.689256 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:51:42.723139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=c2574a07-1620-4971-a77c-e5ae4489c8f8,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:42.821623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:42.841496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f88ac492-0b3b-4894-b412-ad93774554f7 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:51:42.874956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: f88ac492-0b3b-4894-b412-ad93774554f7 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:51:42.875300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device f88ac492-0b3b-4894-b412-ad93774554f7 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:51:42.875715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0134ffbe-ede2-4139-ba93-6777b68b4f48 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:51:42.909900 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0134ffbe-ede2-4139-ba93-6777b68b4f48 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:51:42.911971 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0134ffbe-ede2-4139-ba93-6777b68b4f48 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:51:42.998844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.001002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.023438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.023905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Fanout notify agent at l3_agent the message router_deleted on router b2c40850-b264-4daf-8240-710ac86091d0 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:51:43.039634 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.041469 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-c1e82d74-3dd5-4b36-a71a-52c4f2a8563e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/routers/b2c40850-b264-4daf-8240-710ac86091d0 HTTP/1.1" status: 204 len: 168 time: 1.3852460 Mar 09 12:51:43.043550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52604) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:43.160801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.290255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.314331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a519951d-bb6b-45d0-888d-d9a48a788981']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:43.326397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f55c2e-e3d4-4106-862e-efd986b25535') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:43.326691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f55c2e-e3d4-4106-862e-efd986b25535') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:43.338271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.354064 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.359981 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:51:43.360449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:51:43.375374 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:51:43.457889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.478175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.490965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Network': ['ID=a519951d-bb6b-45d0-888d-d9a48a788981,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:43.497690 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-a888b57e-d085-4c2a-868e-db88ec254c6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/networks/a519951d-bb6b-45d0-888d-d9a48a788981 HTTP/1.1" status: 204 len: 168 time: 0.4531140 Mar 09 12:51:43.500505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52608) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:43.572272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.600511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.666427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.684840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf06004-7d38-4e26-8dc0-fe19712758d6,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:43.695756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:43.696847 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fc853895-58ff-4a55-8b9f-3bc8846639d1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/security-groups/baf06004-7d38-4e26-8dc0-fe19712758d6 HTTP/1.1" status: 204 len: 168 time: 0.1953998 Mar 09 12:51:44.011118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52616) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.016340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926643864', 'description': 'tempest-secgroup-smoke-1926643864 description', 'project_id': '486d0d202b34454ebe98e8639e7acf4d'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.022389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.026488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.029321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.034905 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.045278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.066480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.071307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.075883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.081597 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.159799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.165184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.213343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d954456e-a102-46e6-b6e8-a10bae1625e2,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:44.218319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.219786 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1a163bf1-80d3-496d-8595-ac91e1c5634a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075236 Mar 09 12:51:44.224152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52620) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.229794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.235866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.239950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.243007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.248583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.265445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.335282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.339801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.483628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b488f822-c134-40c2-ae80-3a055e490432,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:44.494271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.496165 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8543d539-aac0-496d-bad2-f675abb112ac tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2711103 Mar 09 12:51:44.498824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52624) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.506150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.515815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.519760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.523248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.529196 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.548543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.613857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.618499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.643189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f45a761-c205-4c8c-af01-b5f5458c2bc6,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:44.652731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.653967 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-535e4e31-d050-4dcd-ab69-c94f8c85f22f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539142 Mar 09 12:51:44.656703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52628) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.661696 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.668426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.672325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.675432 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.681619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.699474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.750778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2574a07-1620-4971-a77c-e5ae4489c8f8 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:51:44.766145 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.770733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.794988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30c8ddc-8e04-4ef1-b7fb-2c0826a8d116,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:44.797563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: c2574a07-1620-4971-a77c-e5ae4489c8f8 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:51:44.797937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device c2574a07-1620-4971-a77c-e5ae4489c8f8 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:51:44.803525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.804467 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4d0c54bc-e42b-40da-be79-14773a4a5b98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468229 Mar 09 12:51:44.807564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52632) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.812674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.819311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.823191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.826030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.832052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.847102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.908977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.912212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.936441 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd606b5-ce69-4d7a-9c01-83a62ef93659,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:44.946758 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.947109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.947448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.947784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.948117 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.948448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.948774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.949122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.949481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.949805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.950130 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.950452 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:44.957122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:44.958462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-10d6ca4b-fd6f-47d5-b0c1-1a038b7f5e5c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499128 Mar 09 12:51:44.961258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52636) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:44.966378 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:44.972432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:44.976263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:44.979123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:44.984708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:44.995294 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:51:45.001786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.071147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.074717 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.099620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb863da-f238-412c-b842-93efa68e537e,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:45.110075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.111291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-64e76da6-528f-44e2-84c7-55fbc35ed94c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491132 Mar 09 12:51:45.115307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52640) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:45.120310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': 'd954456e-a102-46e6-b6e8-a10bae1625e2', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:45.126170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:45.130786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:45.133667 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:45.139271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:45.150194 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:51:45.156490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.219223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.222666 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.246319 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc4f2bf-f20f-4b06-a44f-2725091f539b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:45.255850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.257036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c18582bd-8fac-4c1a-a1fb-803fcd551a1c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407621 Mar 09 12:51:45.259827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52644) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:45.265094 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'network': {'name': 'tempest-network-smoke--545588543', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:45.269910 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:45.274068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:network and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:45.276972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:45.282991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:45.293436 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:51:45.296827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.323191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:51:45.331507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.331861 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Added segment 495a66ab-0b99-4a64-89e2-66ba6f176d86 of type vlan for network 8690def1-0ef9-4d37-94c1-3a2d975fe973 Mar 09 12:51:45.358909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.386442 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.391619 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:45.392194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.493714 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2303884 Mar 09 12:51:45.494039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52648) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:45.497810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f227e-3a48-4364-b638-b9b7fdd864ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Network': ['ID=8690def1-0ef9-4d37-94c1-3a2d975fe973,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:45.499979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'admin_state_up': True, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:45.508989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:51:45.509396 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:45.513837 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:router and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:45.516690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:45.526158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:45.537468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.538463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.554400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:45.816267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.106840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.138593 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.265587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.18 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/713b3f93-6d02-49e4-b0c1-0d5e16086b18) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:51:46.412210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.417490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.441589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:46.508546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:51:46.511563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:46.520333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:51:46.555398 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=713b3f93-6d02-49e4-b0c1-0d5e16086b18,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:47.038926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:47.383723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:47.585420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router e1f1056e-436f-4a47-8594-0b0d4c61cb66 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:51:47.758873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:51:47.768188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Sync routers for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:51:47.778343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:47.778974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:47.785039 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:47.786853 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-00275e7b-1605-43bb-a7a1-214cafc998a3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2917519 Mar 09 12:51:47.789931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52652) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:47.830240 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2a35ea5f-9a00-40d9-a6fa-ef93b41bd480 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=486d0d202b34454ebe98e8639e7acf4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392497 Mar 09 12:51:47.833516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52656) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:47.955965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:47.962128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed1d33-afb9-4129-a515-de4e352c9a61 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:47.963591 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-30ed1d33-afb9-4129-a515-de4e352c9a61 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291625 Mar 09 12:51:47.966493 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52660) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:48.011119 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-10423da4-844f-4a39-8d08-2a94d19d6a6d tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411353 Mar 09 12:51:48.011307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52664) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:48.016329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179260953', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:48.245425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:48.248616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:46Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:48.249136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:subnet and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:48.251869 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:48.252639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Checking router: e1f1056e-436f-4a47-8594-0b0d4c61cb66 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:51:48.253036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Updating router e1f1056e-436f-4a47-8594-0b0d4c61cb66 port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:51:48.257556 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:48.267446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:51:48.270988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.310656 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.485389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.570465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Subnet': ['ID=81d6c39c-200c-4acb-87a2-a88a04483dd4,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:48.574430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Checking segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:51:48.574788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network hostable DHCP agents. Network: 8690def1-0ef9-4d37-94c1-3a2d975fe973, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:51:48.597006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:51:48.607062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8690def1-0ef9-4d37-94c1-3a2d975fe973) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:48.611143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:48.611757 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.628314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd03249-d45c-414e-84c4-11af75fdd35a None None] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:51:48.633115 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-77c863ec-f78c-417c-81f0-0dfe0d02c91a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6208668 Mar 09 12:51:48.636009 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52668) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:51:48.735712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.760670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Transition to ACTIVE for port object 713b3f93-6d02-49e4-b0c1-0d5e16086b18 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:48.770041 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.940046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Attempting to bind port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:51:48.940419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Attempting to bind port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:51:48.940786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Attempting to bind port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:51:48.946193 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbcb5e-b95d-4833-9c3e-f5ccfb1e1d31 None None] Pushing event updated for resources: {'Port': ['ID=713b3f93-6d02-49e4-b0c1-0d5e16086b18,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:48.953739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:51:48.954949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:51:48.954949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:48.954949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:51:48.955321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Bound port: 713b3f93-6d02-49e4-b0c1-0d5e16086b18, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:51:48.955706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:49.048232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8690def1-0ef9-4d37-94c1-3a2d975fe973', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:51:49.049257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:49.132597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] For port 713b3f93-6d02-49e4-b0c1-0d5e16086b18, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:51:49.156012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] For port 713b3f93-6d02-49e4-b0c1-0d5e16086b18, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=713b3f93-6d02-49e4-b0c1-0d5e16086b18,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:51:49.164833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:49.295213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:49.295828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:49.345524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:49.380529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbcb5e-b95d-4833-9c3e-f5ccfb1e1d31 None None] Pushing event updated for resources: {'Port': ['ID=713b3f93-6d02-49e4-b0c1-0d5e16086b18,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:49.385067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Allocated IP 172.20.0.2 (8690def1-0ef9-4d37-94c1-3a2d975fe973/81d6c39c-200c-4acb-87a2-a88a04483dd4/8e49bbf9-3732-499f-a7e2-4054a5258b09) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:51:49.588114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:49.889396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:49.927931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Transition to ACTIVE for port object 8e49bbf9-3732-499f-a7e2-4054a5258b09 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:49.958579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Transition to ACTIVE for port object 8e49bbf9-3732-499f-a7e2-4054a5258b09 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:49.967545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.030642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:51:50.032245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.1 (8690def1-0ef9-4d37-94c1-3a2d975fe973/81d6c39c-200c-4acb-87a2-a88a04483dd4/a351b023-5410-484d-8ff0-94d3a3d43c81) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:51:50.034606 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:50.037658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:51:50.093809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:46Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:50.096214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Pushing event updated for resources: {'Port': ['ID=8e49bbf9-3732-499f-a7e2-4054a5258b09,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:50.133479 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015268e2-27d7-494a-a56a-badd59efd94e None None] The sync data for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv is: [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:46Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:51:50.157500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Attempting to bind port 8e49bbf9-3732-499f-a7e2-4054a5258b09 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:51:50.157880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Attempting to bind port 8e49bbf9-3732-499f-a7e2-4054a5258b09 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:51:50.158237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Attempting to bind port 8e49bbf9-3732-499f-a7e2-4054a5258b09 on network 8690def1-0ef9-4d37-94c1-3a2d975fe973 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:51:50.164107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:51:50.164489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Checking segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:51:50.164908 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.165311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Bound using segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:51:50.166037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Bound port: 8e49bbf9-3732-499f-a7e2-4054a5258b09, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:51:50.166413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.258937 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] For port 8e49bbf9-3732-499f-a7e2-4054a5258b09, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:51:50.262101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] For port 8e49bbf9-3732-499f-a7e2-4054a5258b09, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8e49bbf9-3732-499f-a7e2-4054a5258b09,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:51:50.266643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.335052 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.354617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object a351b023-5410-484d-8ff0-94d3a3d43c81 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:50.360346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559eba-e5a8-442f-a719-9db3be5c0ae9 None None] Pushing event updated for resources: {'Port': ['ID=8e49bbf9-3732-499f-a7e2-4054a5258b09,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:50.408551 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.486354 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:51:50.495527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:50.502061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:51:50.542110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:50.594625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.869364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8e49bbf9-3732-499f-a7e2-4054a5258b09 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:50.884218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:50.953943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 8e49bbf9-3732-499f-a7e2-4054a5258b09 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:50.960881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 713b3f93-6d02-49e4-b0c1-0d5e16086b18 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:51.095134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:51.100472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:51.100845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.225642 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.244007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 713b3f93-6d02-49e4-b0c1-0d5e16086b18, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=713b3f93-6d02-49e4-b0c1-0d5e16086b18,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:51.248649 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.327222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=713b3f93-6d02-49e4-b0c1-0d5e16086b18,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:51.349960 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.354806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.435022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912b7f0-3434-4539-8f50-ed143a2106ac None None] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:51:51.469883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:51.472374 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.530878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Provisioning for port 8e49bbf9-3732-499f-a7e2-4054a5258b09 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:51.542366 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Provisioning complete for port 8e49bbf9-3732-499f-a7e2-4054a5258b09 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:51.542745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.615012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:51:51.616101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:51.760359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.801881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router e1f1056e-436f-4a47-8594-0b0d4c61cb66 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:51:51.807974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] For port 8e49bbf9-3732-499f-a7e2-4054a5258b09, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8e49bbf9-3732-499f-a7e2-4054a5258b09,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:51.813728 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:51.888257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae11a30-15ef-4cd8-baff-dbef4f1276c1 None None] Pushing event updated for resources: {'Port': ['ID=8e49bbf9-3732-499f-a7e2-4054a5258b09,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:52.039573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Provisioning for port a351b023-5410-484d-8ff0-94d3a3d43c81 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:52.045025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Provisioning complete for port a351b023-5410-484d-8ff0-94d3a3d43c81 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:52.045468 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.105880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Port a351b023-5410-484d-8ff0-94d3a3d43c81 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:51:52.118862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Provisioning complete for port 8e49bbf9-3732-499f-a7e2-4054a5258b09 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:52.119210 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ecc05959-0c98-4386-9c73-d54853efac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.131582 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:51:52.143283 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Sync routers for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:51:52.154751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-7154a9df-7d60-4ebe-a0a5-b9f82ae28672 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/e1f1056e-436f-4a47-8594-0b0d4c61cb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5090749 Mar 09 12:51:52.154876 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:52.156084 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:52.328738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-b58b5127-132a-49bf-a462-f27d6fa229ee tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926643864&fields=id&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 267 time: 0.0455062 Mar 09 12:51:52.369443 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:52.385534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3cf92e1b-7c7b-4296-b5f3-6dabaa216df0 None None] Provisioning complete for port a351b023-5410-484d-8ff0-94d3a3d43c81 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:52.385915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3cf92e1b-7c7b-4296-b5f3-6dabaa216df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.466783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3cf92e1b-7c7b-4296-b5f3-6dabaa216df0 None None] Port a351b023-5410-484d-8ff0-94d3a3d43c81 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:51:52.502115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-cac30f6d-1bfe-4565-886b-609481202322 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:52.502809 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-cac30f6d-1bfe-4565-886b-609481202322 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:51:52.518980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-cac30f6d-1bfe-4565-886b-609481202322 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:51:52.525368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-cac30f6d-1bfe-4565-886b-609481202322 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 796 time: 0.1893802 Mar 09 12:51:52.537665 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-e4b2902e-8425-4a08-bc54-ce3c22d5489e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/quotas/486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 375 time: 0.0101237 Mar 09 12:51:52.587665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7750bad6-3c73-4b43-bbc0-f44ec6efc7fd None None] Provisioning complete for port a351b023-5410-484d-8ff0-94d3a3d43c81 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:52.588139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7750bad6-3c73-4b43-bbc0-f44ec6efc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.623038 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-fd292655-2475-400d-8856-29093666be2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788343 Mar 09 12:51:52.646509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7750bad6-3c73-4b43-bbc0-f44ec6efc7fd None None] Port a351b023-5410-484d-8ff0-94d3a3d43c81 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:51:52.688382 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f98fd4c7-3027-4083-8f2d-f0251559fb11 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:51:52.689376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f98fd4c7-3027-4083-8f2d-f0251559fb11 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501857 Mar 09 12:51:52.695885 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 2, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:52.701287 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Checking router: e1f1056e-436f-4a47-8594-0b0d4c61cb66 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:51:52.701669 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Updating router e1f1056e-436f-4a47-8594-0b0d4c61cb66 port a351b023-5410-484d-8ff0-94d3a3d43c81 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:51:52.714264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5b4dfe4-281e-4c5b-925a-aa8c50933113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.756579 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.806995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8e49bbf9-3732-499f-a7e2-4054a5258b09 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:52.880320 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 8e49bbf9-3732-499f-a7e2-4054a5258b09 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:52.880782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:52.926859 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-b17decd1-da81-41cd-bf81-c589ac3f9735 service neutron] 10.222.0.20 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308726 Mar 09 12:51:53.002854 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 713b3f93-6d02-49e4-b0c1-0d5e16086b18 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:53.064796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-ce96e0a4-1d39-4a42-ac41-e7171b0678b2 service neutron] 10.222.0.20 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302385 Mar 09 12:51:53.074036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:53.074510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.123323 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.143511 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Transition to ACTIVE for port object a351b023-5410-484d-8ff0-94d3a3d43c81 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:53.153668 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.319626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Pushing event updated for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:53.360172 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.360517 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.360867 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.361229 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.361560 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.362071 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.362460 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.362545 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.362840 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.363761 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.364178 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.364507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:51:53.387704 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Attempting to bind port a351b023-5410-484d-8ff0-94d3a3d43c81 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:51:53.388074 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Attempting to bind port a351b023-5410-484d-8ff0-94d3a3d43c81 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:51:53.388443 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Attempting to bind port a351b023-5410-484d-8ff0-94d3a3d43c81 on network 8690def1-0ef9-4d37-94c1-3a2d975fe973 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:51:53.393544 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:51:53.393916 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Checking segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:51:53.394313 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.395412 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Bound using segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:51:53.395881 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Bound port: a351b023-5410-484d-8ff0-94d3a3d43c81, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:51:53.396252 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.485812 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] For port a351b023-5410-484d-8ff0-94d3a3d43c81, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:51:53.488781 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] For port a351b023-5410-484d-8ff0-94d3a3d43c81, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a351b023-5410-484d-8ff0-94d3a3d43c81,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:51:53.493208 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:53.569564 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:51:53.570184 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:53.636123 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f0b4e-273c-4bff-b139-3eb6db0582fc None None] Pushing event updated for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:53.784404 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:51:54.095401 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:53Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:51:54.100067 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc3cd-e61f-44d5-bdd1-40b49429b159 None None] The sync data for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv is: [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:53Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:51:54.271368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9b5cc0b9-922a-435b-a9de-616f9b0151f8 req-0a185a5e-25e1-4af6-8998-72fada02ff20 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0538929 Mar 09 12:51:54.832744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a351b023-5410-484d-8ff0-94d3a3d43c81 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:54.902228 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port a351b023-5410-484d-8ff0-94d3a3d43c81 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:54.907311 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a351b023-5410-484d-8ff0-94d3a3d43c81 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:54.907683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:54.966770 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b702ddc-77f0-465f-af6b-7b5239bed071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.047815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.081434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port a351b023-5410-484d-8ff0-94d3a3d43c81, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a351b023-5410-484d-8ff0-94d3a3d43c81,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:51:55.086454 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.174699 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:55.338583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-08784c9d-1bd5-4e49-8d98-bdfda80b69ca tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:55.339280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-08784c9d-1bd5-4e49-8d98-bdfda80b69ca tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:51:55.351545 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-08784c9d-1bd5-4e49-8d98-bdfda80b69ca tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:51:55.352675 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-08784c9d-1bd5-4e49-8d98-bdfda80b69ca tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 796 time: 0.1688049 Mar 09 12:51:55.406440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-db160ef8-48dc-45da-b114-647bea70e1cf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:51:55.423053 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-db160ef8-48dc-45da-b114-647bea70e1cf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:51:55.424150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-55ea7775-e5d9-47c8-940f-fa323d1b5cc3 req-f5807858-46dc-436f-bf61-6344ce0b9c9b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0441000 Mar 09 12:51:55.424638 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-db160ef8-48dc-45da-b114-647bea70e1cf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 380 time: 0.0641036 Mar 09 12:51:55.433347 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'port': {'device_id': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'admin_state_up': True, 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'security_groups': ['d954456e-a102-46e6-b6e8-a10bae1625e2']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:55.573844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:51:55.577884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:port and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:51:55.580663 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:51:55.586479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:51:55.595302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:51:55.598844 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.760573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.3 (8690def1-0ef9-4d37-94c1-3a2d975fe973/81d6c39c-200c-4acb-87a2-a88a04483dd4/b171fe88-dd41-47c4-ad98-692195b6625f) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:51:55.797100 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.944657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:55.959602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object b171fe88-dd41-47c4-ad98-692195b6625f will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:55.983507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.046883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:51:56.049792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:51:56.058848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:51:56.099773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:56.131326 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:56.131949 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.157811 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f3e190d7-68ee-4205-b3d3-7b60c31ddd1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7288206 Mar 09 12:51:56.169989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Request body: {'port': {'device_id': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:51:56.200019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.284315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.325291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-53d9572c-cbe5-42a7-a2a9-5aa0c5fab463 None None] Provisioning for port b171fe88-dd41-47c4-ad98-692195b6625f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:51:56.330043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-53d9572c-cbe5-42a7-a2a9-5aa0c5fab463 None None] Provisioning complete for port b171fe88-dd41-47c4-ad98-692195b6625f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:56.330414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53d9572c-cbe5-42a7-a2a9-5aa0c5fab463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.389643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-53d9572c-cbe5-42a7-a2a9-5aa0c5fab463 None None] Port b171fe88-dd41-47c4-ad98-692195b6625f cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:51:56.615391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44e3a8-e0c3-4506-a796-0bd4d4d08572 req-de8785b7-0834-4baa-bab7-6471a2737c3e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:56.616834 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3b44e3a8-e0c3-4506-a796-0bd4d4d08572 req-de8785b7-0834-4baa-bab7-6471a2737c3e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 931 time: 0.0831270 Mar 09 12:51:56.640516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171fe88-dd41-47c4-ad98-692195b6625f {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:51:56.648138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.659781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3b44e3a8-e0c3-4506-a796-0bd4d4d08572 req-adcac24c-a507-4117-b190-c692e43f6a99 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Mar 09 12:51:56.662630 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Transition to ACTIVE for port object b171fe88-dd41-47c4-ad98-692195b6625f will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:51:56.666635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.805537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a351b023-5410-484d-8ff0-94d3a3d43c81 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:51:56.883328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port a351b023-5410-484d-8ff0-94d3a3d43c81 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:51:56.883706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:56.949655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:57.026523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Attempting to bind port b171fe88-dd41-47c4-ad98-692195b6625f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:51:57.026859 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Attempting to bind port b171fe88-dd41-47c4-ad98-692195b6625f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:51:57.027309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Attempting to bind port b171fe88-dd41-47c4-ad98-692195b6625f on network 8690def1-0ef9-4d37-94c1-3a2d975fe973 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:51:57.031806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Port b171fe88-dd41-47c4-ad98-692195b6625f on network 8690def1-0ef9-4d37-94c1-3a2d975fe973 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:51:57.032128 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Attempting to bind port b171fe88-dd41-47c4-ad98-692195b6625f on network 8690def1-0ef9-4d37-94c1-3a2d975fe973 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:51:57.037389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:51:57.037723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Checking segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:51:57.038096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Bound using segment: {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:51:57.038510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Bound port: b171fe88-dd41-47c4-ad98-692195b6625f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495a66ab-0b99-4a64-89e2-66ba6f176d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:51:57.038853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:57.125425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:51:57.128240 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:51:57.134319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:57.188697 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.188864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:57.190443 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] 10.222.0.13 "PUT /v2.0/ports/b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1093 time: 1.0252554 Mar 09 12:51:57.194049 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:51:57.228435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daa29d-6084-40f9-9e44-961f30ad7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:51:57.266591 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'status': 'completed', 'code': 200} Mar 09 12:51:57.311727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-5d48dc55-09b9-4073-8661-67c2766d3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.313231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-5d48dc55-09b9-4073-8661-67c2766d3775 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0809071 Mar 09 12:51:57.384776 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-97c84a4d-4aa2-4c94-bd7f-de7e27cb538e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 217 time: 0.0651395 Mar 09 12:51:57.446405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-6178d87d-ad1d-4fc1-b3e1-4c7c43e98b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.447824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-6178d87d-ad1d-4fc1-b3e1-4c7c43e98b24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0580835 Mar 09 12:51:57.523957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-0afd9cff-59d7-4db2-aa2f-8a2e99172ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.525361 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-0afd9cff-59d7-4db2-aa2f-8a2e99172ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720472 Mar 09 12:51:57.653872 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-ded0dfbf-d801-4084-b075-ee6f09e36320 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226945 Mar 09 12:51:57.724146 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:51:57.788547 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a4e9c4de-3ee0-49a8-a80b-7936ca97834b req-a97c2e41-82f0-43bc-8c09-ee5b6ffebd94 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292117 Mar 09 12:51:57.844823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada7db0-270b-49cc-88f6-a7c4f6aa30a2 req-5987cd8a-3e9b-46c8-bbf2-81d97321e6ba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.848753 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ada7db0-270b-49cc-88f6-a7c4f6aa30a2 req-5987cd8a-3e9b-46c8-bbf2-81d97321e6ba tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0837615 Mar 09 12:51:57.890866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ada7db0-270b-49cc-88f6-a7c4f6aa30a2 req-6459038d-81d4-4a83-a205-5f2a057184c6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Mar 09 12:51:57.899229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-40f2c414-0db3-446d-955e-13592f6b05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:57.900695 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-40f2c414-0db3-446d-955e-13592f6b05fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0718613 Mar 09 12:51:58.030321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-f3623842-ad5a-40ca-8a47-e02f4dc29980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:58.031740 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-f3623842-ad5a-40ca-8a47-e02f4dc29980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1248448 Mar 09 12:51:58.100916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-47f8b7ce-e9f8-4a85-9590-7cc699556b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 217 time: 0.0630865 Mar 09 12:51:58.164058 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-56fee715-cad7-417a-b63b-900d57ad2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:58.165708 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-56fee715-cad7-417a-b63b-900d57ad2e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0570099 Mar 09 12:51:58.242467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-8ce6d05c-f171-4b86-b2b2-14573dc228bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:58.243908 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-8ce6d05c-f171-4b86-b2b2-14573dc228bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719233 Mar 09 12:51:58.377632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-d879f38c-f720-45d7-869b-02610a81a54a service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Mar 09 12:51:58.622254 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3f22115c-3168-460b-860d-8e64e8cf9c13 req-64df5fa4-e0e8-4a31-bb04-0f29e95fc7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373629 Mar 09 12:51:59.079314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311e96-89bb-48d0-a18f-4b71fa851ce3 req-43a3b4b5-44fb-400e-97c2-49cf44a63b16 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:51:59.080673 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8311e96-89bb-48d0-a18f-4b71fa851ce3 req-43a3b4b5-44fb-400e-97c2-49cf44a63b16 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0833170 Mar 09 12:51:59.125057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8311e96-89bb-48d0-a18f-4b71fa851ce3 req-825b539f-26d5-48c3-b7d2-f4bedf4cdc9b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373163 Mar 09 12:52:00.309534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a61ed-da32-43fb-ae18-0201c14cf357 req-284cfae8-684c-4744-aca3-4a4f8d1b3378 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:00.310966 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae5a61ed-da32-43fb-ae18-0201c14cf357 req-284cfae8-684c-4744-aca3-4a4f8d1b3378 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0788102 Mar 09 12:52:00.357840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae5a61ed-da32-43fb-ae18-0201c14cf357 req-f74f5cdb-fd7f-47af-acc0-0b5504255f78 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 Mar 09 12:52:01.434677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:52:01.543538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b65b6a-8a5b-49f4-a2c3-806fe9f332a2 req-595d712a-d06b-440f-9846-e2188f7a2d48 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:01.544994 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9b65b6a-8a5b-49f4-a2c3-806fe9f332a2 req-595d712a-d06b-440f-9846-e2188f7a2d48 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0805690 Mar 09 12:52:01.574012 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:01.587580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'mac_address': 'fa:16:3e:ae:79:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:52:01.590721 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c9b65b6a-8a5b-49f4-a2c3-806fe9f332a2 req-53d1a591-b378-460d-8b67-ce2f621eb4d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Mar 09 12:52:01.642590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:01.658671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171fe88-dd41-47c4-ad98-692195b6625f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:52:01.673467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:01.678944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:01.748173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:01.878710 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['b171fe88-dd41-47c4-ad98-692195b6625f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:52:02.778560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafeb3e-edad-4012-9591-7fd3fabc3ef5 req-8bcd69c8-2588-475a-af46-d9464994a34b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:02.779920 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-abafeb3e-edad-4012-9591-7fd3fabc3ef5 req-8bcd69c8-2588-475a-af46-d9464994a34b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 944 time: 0.0818410 Mar 09 12:52:02.824323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-abafeb3e-edad-4012-9591-7fd3fabc3ef5 req-ebb8605b-45df-436c-8e1f-e70a19f6cfbc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382135 Mar 09 12:52:03.449297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:52:03.515177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port b171fe88-dd41-47c4-ad98-692195b6625f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:52:03.520968 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port b171fe88-dd41-47c4-ad98-692195b6625f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:52:03.521401 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:03.640184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:03.666791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:52:03.677492 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:03.681618 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:03.754808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:03.766565 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'code': 200} Mar 09 12:52:03.999546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c4465-a979-43ae-84f0-73108fe170d4 req-e1d7018b-a981-461b-994d-1af5bd13dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:04.001114 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c12c4465-a979-43ae-84f0-73108fe170d4 req-e1d7018b-a981-461b-994d-1af5bd13dba1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0694945 Mar 09 12:52:04.011940 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e115d-4edf-4604-8ed5-31ae77792712 req-ea3659bf-f174-4d63-beb5-625f5312f727 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:04.013454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f9e115d-4edf-4604-8ed5-31ae77792712 req-ea3659bf-f174-4d63-beb5-625f5312f727 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0807159 Mar 09 12:52:04.041301 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c12c4465-a979-43ae-84f0-73108fe170d4 req-f864a534-df1f-42d6-9912-162e245bb3f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345585 Mar 09 12:52:04.057893 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f9e115d-4edf-4604-8ed5-31ae77792712 req-bf44a32c-8cbf-41f9-a3e6-835af28c5c9c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Mar 09 12:52:05.247019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa874f2-cf82-4770-9185-019ecceaeb23 req-ed5298ea-3364-4d84-bac9-82efdaacd777 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:05.248429 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4aa874f2-cf82-4770-9185-019ecceaeb23 req-ed5298ea-3364-4d84-bac9-82efdaacd777 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0837040 Mar 09 12:52:05.291538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4aa874f2-cf82-4770-9185-019ecceaeb23 req-32f06b6b-a7ff-4047-97fd-796c8ad1be3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Mar 09 12:52:05.479482 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18219f76-c4b0-45f8-ae60-45ae0b7f0ad2 req-389ade99-42e0-46eb-bb79-d0e7cf2cf1db tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:05.480942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18219f76-c4b0-45f8-ae60-45ae0b7f0ad2 req-389ade99-42e0-46eb-bb79-d0e7cf2cf1db tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0849769 Mar 09 12:52:05.524561 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-18219f76-c4b0-45f8-ae60-45ae0b7f0ad2 req-3bfaf5e3-608e-46ae-9f02-b154ef90b362 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380197 Mar 09 12:52:05.547119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52734) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:05.615551 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63573bc7-3a7f-494d-8dc0-c0b71279cfc3 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:05.617073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-63573bc7-3a7f-494d-8dc0-c0b71279cfc3 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1093 time: 0.0689704 Mar 09 12:52:05.619768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52738) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:05.624509 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:52:05.630890 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:52:05.634960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:floatingip and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:52:05.637835 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:52:05.643345 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:52:05.653440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:05.787204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:05.919897 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.195 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/03e0e893-c15f-4e66-9c54-cac5064fae3d) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:52:06.153389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:06.182301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:06.240686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:52:06.243317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:52:06.250908 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:52:06.293920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=03e0e893-c15f-4e66-9c54-cac5064fae3d,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:06.664372 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:06.738353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:06.939672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:06.944560 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:07.059262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=03e0e893-c15f-4e66-9c54-cac5064fae3d,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:07.070803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:07.241272 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP c557359f-f5e9-4143-be35-b49a4ba2154e associated. External IP: 172.26.5.195, port: b171fe88-dd41-47c4-ad98-692195b6625f. Mar 09 12:52:07.697702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router e1f1056e-436f-4a47-8594-0b0d4c61cb66 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:52:07.877338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:52:07.886999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Sync routers for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:52:07.895961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:52:07.896562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:52:07.902195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:07.959538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cb5a4851-59a0-441e-9b79-0f22ed7b039b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3362799 Mar 09 12:52:07.959538 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:52:08.014348 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'status': 'completed', 'code': 200} Mar 09 12:52:08.078441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:52:08.106653 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-e5d73c1f-f1bb-42ba-9847-7f2a906f14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:08.108228 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-e5d73c1f-f1bb-42ba-9847-7f2a906f14af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0763168 Mar 09 12:52:08.140922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e6f0-95fd-42c1-9ae9-bea82526c719 req-36a28102-208f-42a5-b3ca-9405f3dba96c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:08.142290 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9216e6f0-95fd-42c1-9ae9-bea82526c719 req-36a28102-208f-42a5-b3ca-9405f3dba96c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0847058 Mar 09 12:52:08.190989 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9216e6f0-95fd-42c1-9ae9-bea82526c719 req-ab7021c5-f813-438b-90dd-bd9c596b0cb0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Mar 09 12:52:08.214863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52748) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:08.242793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-9172226a-3a0c-4286-bbea-9b3110f3be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:08.244281 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-9172226a-3a0c-4286-bbea-9b3110f3be46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1305108 Mar 09 12:52:08.328646 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-db90811a-f81b-4e64-839f-adc3fc73b182 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/c557359f-f5e9-4143-be35-b49a4ba2154e HTTP/1.1" status: 200 len: 991 time: 0.1113751 Mar 09 12:52:08.352494 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-9581b621-5bd1-4ef4-8050-0a99bf83a022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 999 time: 0.1027291 Mar 09 12:52:08.414043 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-59baaba0-3da1-41d4-a314-9a91eb949b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:08.415650 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-59baaba0-3da1-41d4-a314-9a91eb949b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0577562 Mar 09 12:52:08.461772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'c557359f-f5e9-4143-be35-b49a4ba2154e', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'mac_address': 'fa:16:3e:ae:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:52:06Z', 'updated_at': '2022-03-09T12:52:06Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:52:08.465956 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Checking router: e1f1056e-436f-4a47-8594-0b0d4c61cb66 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:52:08.475730 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:52:08.476353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:51:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:52:08.489587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-f577eb34-07b9-4188-a494-cc4c7f81c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:08.491073 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-f577eb34-07b9-4188-a494-cc4c7f81c9ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701773 Mar 09 12:52:08.624397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-37cc1123-3a14-4d81-aea7-e0019a9d7ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267622 Mar 09 12:52:08.656409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:52:08.754941 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-eab43831-1cc1-43f9-8306-e0956bf85e60 req-484ae851-190c-4287-b83d-c1d35a5e1a73 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252401 Mar 09 12:52:09.000420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'c557359f-f5e9-4143-be35-b49a4ba2154e', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'mac_address': 'fa:16:3e:ae:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:52:06Z', 'updated_at': '2022-03-09T12:52:06Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:52:09.004788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c695f-1e2d-442f-bb33-b091a33265da None None] The sync data for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv is: [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'c557359f-f5e9-4143-be35-b49a4ba2154e', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'mac_address': 'fa:16:3e:ae:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:52:06Z', 'updated_at': '2022-03-09T12:52:06Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:52:09.181204 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f713182-6851-4c3b-ba3e-5ea151594b9a None None] New status for floating IP c557359f-f5e9-4143-be35-b49a4ba2154e: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:52:09.330767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52752) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:09.438068 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-177a23cc-5fe1-428c-9c7c-1205ae3bb4ca tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/c557359f-f5e9-4143-be35-b49a4ba2154e HTTP/1.1" status: 200 len: 991 time: 0.1051047 Mar 09 12:52:10.441592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52756) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:10.546323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f440dd71-5fbc-4fe8-9d94-e3b0a2b42d9f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/c557359f-f5e9-4143-be35-b49a4ba2154e HTTP/1.1" status: 200 len: 993 time: 0.1035168 Mar 09 12:52:16.430002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:19.689846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:52:20.935545 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-e80e56fe-03e3-40f0-9535-c1f0932f88e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736930 Mar 09 12:52:21.072188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de11582-164d-4704-9dfc-fb25b596713b req-781565d5-71a6-4714-ae5e-736a6ae0013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:21.073676 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-781565d5-71a6-4714-ae5e-736a6ae0013d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0710588 Mar 09 12:52:21.216519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de11582-164d-4704-9dfc-fb25b596713b req-a3462edb-f7db-44be-90ea-1bdb47333ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:21.218035 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-a3462edb-f7db-44be-90ea-1bdb47333ebd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1266186 Mar 09 12:52:21.321148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-91e22c30-be10-4bae-8a13-fe1f7eff0b60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1001 time: 0.0965211 Mar 09 12:52:21.384723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de11582-164d-4704-9dfc-fb25b596713b req-d13ece80-02ab-42d8-aa44-8718c028cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:21.386146 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-d13ece80-02ab-42d8-aa44-8718c028cc58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0591004 Mar 09 12:52:21.460252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de11582-164d-4704-9dfc-fb25b596713b req-67facbdb-c07b-4b6a-923d-cc52d720750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:21.461745 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-67facbdb-c07b-4b6a-923d-cc52d720750e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697165 Mar 09 12:52:21.595157 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-02f8230a-c56d-4a89-b57a-8d0d436ab48c service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274962 Mar 09 12:52:21.827212 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2de11582-164d-4704-9dfc-fb25b596713b req-0d9c913a-b9f5-4266-b462-855fd4d85962 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244706 Mar 09 12:52:22.715884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae68f2d7-85e6-44dc-b089-349492404528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:24.928868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6682994a-c416-47a4-9e3c-293a4e8cfb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:25.799443 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:26.163519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:27.726124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:37.456199 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52776) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:37.506777 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3406-074f-4744-b76c-508dfa2387bf req-b5279dc2-8df7-4ace-960d-aff27347d93d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:37.508971 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-edee3406-074f-4744-b76c-508dfa2387bf req-b5279dc2-8df7-4ace-960d-aff27347d93d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0868526 Mar 09 12:52:37.556359 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-edee3406-074f-4744-b76c-508dfa2387bf req-a7ad65e9-0069-4c0e-9fa8-8c30172a17c4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Mar 09 12:52:37.571452 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-f5e0d7f6-2832-4d96-80ff-d9e5c5e17fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141143 Mar 09 12:52:38.711072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-f224f962-5866-403a-8de3-fa00d5754cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:38.712529 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-f224f962-5866-403a-8de3-fa00d5754cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0746732 Mar 09 12:52:38.749529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eb4f5-bd6b-4241-b38d-25cef1dc896d req-41077ddb-5416-4bb0-8ce7-1445b5d0ec07 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:38.750968 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-625eb4f5-bd6b-4241-b38d-25cef1dc896d req-41077ddb-5416-4bb0-8ce7-1445b5d0ec07 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0836310 Mar 09 12:52:38.794807 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-625eb4f5-bd6b-4241-b38d-25cef1dc896d req-083c343f-5030-4f9e-80d0-7070e17cf98b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Mar 09 12:52:38.845116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-3a8b7443-3c6a-4096-a753-ebb7cdcc5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:38.847382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-3a8b7443-3c6a-4096-a753-ebb7cdcc5c15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1281319 Mar 09 12:52:38.951445 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-741d7bb3-2878-42a5-a680-d42516d0e752 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1001 time: 0.0964727 Mar 09 12:52:39.013633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-81bb7c86-ce99-4c1f-8050-f12f12fb5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:39.015019 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-81bb7c86-ce99-4c1f-8050-f12f12fb5f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0568087 Mar 09 12:52:39.090825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-1d727567-0b3e-427f-8d06-6ff32dfdd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:39.092181 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-1d727567-0b3e-427f-8d06-6ff32dfdd392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710821 Mar 09 12:52:39.222118 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-b42f0806-2a93-405f-93f3-39e8059c7999 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233027 Mar 09 12:52:39.351511 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-d2264250-fbd3-4be4-84d8-926a3b1b27f2 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227727 Mar 09 12:52:39.978224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c406-4df6-4297-8c97-b480eb4dfd6e req-14a1c053-a4c9-4ce5-b8ad-79b07fe065bf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:39.979662 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1895c406-4df6-4297-8c97-b480eb4dfd6e req-14a1c053-a4c9-4ce5-b8ad-79b07fe065bf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0783279 Mar 09 12:52:40.022460 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1895c406-4df6-4297-8c97-b480eb4dfd6e req-b19ceadf-d436-4f09-9651-1b776a9256dc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Mar 09 12:52:41.207331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb28a9-0b66-4b43-9020-dd985044caaf req-8794dd82-d39c-4edc-9a9f-a40898be817a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:41.208754 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31bb28a9-0b66-4b43-9020-dd985044caaf req-8794dd82-d39c-4edc-9a9f-a40898be817a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0830276 Mar 09 12:52:41.252938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-31bb28a9-0b66-4b43-9020-dd985044caaf req-d093adf7-7b64-47c1-8161-3287576e5f83 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Mar 09 12:52:42.432373 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0e3b-3dac-4f7e-be1d-9ab644b7fdd7 req-19d02548-7b8d-4325-bc22-7c0e49220425 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:42.433828 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89ec0e3b-3dac-4f7e-be1d-9ab644b7fdd7 req-19d02548-7b8d-4325-bc22-7c0e49220425 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0780883 Mar 09 12:52:42.477477 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89ec0e3b-3dac-4f7e-be1d-9ab644b7fdd7 req-25de58ca-271f-4303-8135-6320364f59f1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Mar 09 12:52:43.662875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c299-3adc-49bb-891a-1ea7e580c7b4 req-8c25b185-9bc3-4bbc-8087-e2afd3b24f37 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:43.664577 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a983c299-3adc-49bb-891a-1ea7e580c7b4 req-8c25b185-9bc3-4bbc-8087-e2afd3b24f37 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0825145 Mar 09 12:52:43.708686 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a983c299-3adc-49bb-891a-1ea7e580c7b4 req-d1594053-775e-413d-846c-4046ac37bca3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384700 Mar 09 12:52:44.888261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eadb2-c65e-494d-aa32-e9832c03bfc4 req-fcf6eaa6-8f09-4de6-a74e-797d05262e43 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:44.889809 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a26eadb2-c65e-494d-aa32-e9832c03bfc4 req-fcf6eaa6-8f09-4de6-a74e-797d05262e43 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0781584 Mar 09 12:52:44.938217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a26eadb2-c65e-494d-aa32-e9832c03bfc4 req-74c20b19-7ea8-4438-8cd8-cff30d36c506 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Mar 09 12:52:46.121432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afb28-24d1-4877-8464-bb392119674f req-2be707a7-835a-4878-8dda-1bf736bc0655 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:46.122873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-827afb28-24d1-4877-8464-bb392119674f req-2be707a7-835a-4878-8dda-1bf736bc0655 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0788236 Mar 09 12:52:46.167069 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-827afb28-24d1-4877-8464-bb392119674f req-7af8e20c-0233-421c-ab2c-b3fbefa0fb1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380294 Mar 09 12:52:46.445559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:47.457642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089591-0669-4866-a83f-5931f8dd165f req-6dabed97-ca77-4e54-925d-0b64d3cdfc04 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:47.459064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6a089591-0669-4866-a83f-5931f8dd165f req-6dabed97-ca77-4e54-925d-0b64d3cdfc04 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.1841111 Mar 09 12:52:47.502767 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6a089591-0669-4866-a83f-5931f8dd165f req-f22089ad-b39f-4faf-9802-7b2b504ba111 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Mar 09 12:52:48.688245 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede26478-9bf6-49be-a26e-038aa2dc4587 req-5c27a898-23b6-4785-a136-1b1be47ede2a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:48.690429 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede26478-9bf6-49be-a26e-038aa2dc4587 req-5c27a898-23b6-4785-a136-1b1be47ede2a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0812118 Mar 09 12:52:48.736550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ede26478-9bf6-49be-a26e-038aa2dc4587 req-4667960a-ad8a-4e42-81b6-0b0f74016e98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Mar 09 12:52:49.915624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca795b8-90a5-4141-a53a-1944dc11a81d req-ac8fc04e-2ec9-490a-b8e0-3d0deb97ac85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:49.916986 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7ca795b8-90a5-4141-a53a-1944dc11a81d req-ac8fc04e-2ec9-490a-b8e0-3d0deb97ac85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0789249 Mar 09 12:52:49.959736 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7ca795b8-90a5-4141-a53a-1944dc11a81d req-a86d0e36-de51-4066-99a9-8917d529c1a2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371959 Mar 09 12:52:50.962663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-03d4eb31-9d39-49c8-9f9d-5c7c945c8e24 service neutron] 10.222.0.13 "GET /v2.0/ports/b171fe88-dd41-47c4-ad98-692195b6625f/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0721819 Mar 09 12:52:51.147899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c26c-4077-4a79-bda9-c7614c581ddf req-7a2a30e3-24f5-47a9-b0eb-9b553a5a3bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.149439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4cb8c26c-4077-4a79-bda9-c7614c581ddf req-7a2a30e3-24f5-47a9-b0eb-9b553a5a3bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0837915 Mar 09 12:52:51.196274 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4cb8c26c-4077-4a79-bda9-c7614c581ddf req-5d3dacfd-31ae-467d-8f66-25ddf0367594 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 Mar 09 12:52:51.225253 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-368e56bd-9227-4430-9491-0e3081e5938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.226659 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-368e56bd-9227-4430-9491-0e3081e5938f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 1098 time: 0.0762541 Mar 09 12:52:51.316280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-71b06ccb-b5d6-4a90-8c3d-112aac47e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.317753 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-71b06ccb-b5d6-4a90-8c3d-112aac47e63e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0696378 Mar 09 12:52:51.453778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-e6e1fa2d-2d72-45e9-8728-957f30d17157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.455255 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-e6e1fa2d-2d72-45e9-8728-957f30d17157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1317036 Mar 09 12:52:51.560053 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-f9f3ce2d-8c7c-48b7-963d-70358f5b4bc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1001 time: 0.0968661 Mar 09 12:52:51.625317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-7649cab5-4ca4-4fe6-97c0-49b94fa7802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.626700 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-7649cab5-4ca4-4fe6-97c0-49b94fa7802c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0564528 Mar 09 12:52:51.704417 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-a24eb082-0bb8-4c9c-8e35-a3d27baefe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:51.706408 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-a24eb082-0bb8-4c9c-8e35-a3d27baefe77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717070 Mar 09 12:52:51.949337 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-c2ac7eae-3d86-45ff-abfc-19ba821461c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323234 Mar 09 12:52:52.082372 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-a58928b4-49cd-446a-8624-7cc239ae1a29 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219976 Mar 09 12:52:52.378632 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4005b-b4c8-423b-9217-92c09ab4f859 req-151e95ff-fbcf-402b-b32a-4e30985f3219 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:52.380061 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91a4005b-b4c8-423b-9217-92c09ab4f859 req-151e95ff-fbcf-402b-b32a-4e30985f3219 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0779955 Mar 09 12:52:52.424217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91a4005b-b4c8-423b-9217-92c09ab4f859 req-0a1b9d54-fd7e-4cdf-a4e1-b38d4bcf6982 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Mar 09 12:52:52.717827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6d724eb-1270-41dc-8bb6-6b2be8f80c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:53.615967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4ef4-6afe-43b1-8ca9-2b24b6361690 req-ea8d29fb-2809-4d7c-abd2-bd5572bc27de tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:53.617474 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-924f4ef4-6afe-43b1-8ca9-2b24b6361690 req-ea8d29fb-2809-4d7c-abd2-bd5572bc27de tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0855939 Mar 09 12:52:53.661969 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-924f4ef4-6afe-43b1-8ca9-2b24b6361690 req-957f85b2-9eab-4cf1-a525-7e891ceae29c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386961 Mar 09 12:52:54.847992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e87ac-3547-4485-b104-96e6b12e054b req-7974e3d1-74d1-4e43-928e-e51b1189c37d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:54.849378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5b1e87ac-3547-4485-b104-96e6b12e054b req-7974e3d1-74d1-4e43-928e-e51b1189c37d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0781713 Mar 09 12:52:54.895393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5b1e87ac-3547-4485-b104-96e6b12e054b req-14fc9220-3787-4a85-8d24-fe0b08fc5a3f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Mar 09 12:52:54.930576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bb254a6-19bd-4b41-86e5-2f7d13cbf2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:55.192831 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5048d40-dd09-4d4b-89d8-928f986d7421 req-b30dda5b-89ae-4da3-aa66-e9621e6bc114 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.194218 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5048d40-dd09-4d4b-89d8-928f986d7421 req-b30dda5b-89ae-4da3-aa66-e9621e6bc114 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0793591 Mar 09 12:52:55.204421 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1f2e1c74-9ecd-47e9-94bc-21037a199eed tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.205613 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1f2e1c74-9ecd-47e9-94bc-21037a199eed tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:52:55.220141 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1f2e1c74-9ecd-47e9-94bc-21037a199eed tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:52:55.221918 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1f2e1c74-9ecd-47e9-94bc-21037a199eed tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4&tenant_id=486d0d202b34454ebe98e8639e7acf4d&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1008337 Mar 09 12:52:55.241622 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f5048d40-dd09-4d4b-89d8-928f986d7421 req-73c40f80-d90c-4774-809e-637b6d9f04df tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Mar 09 12:52:55.363647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-37a54a44-2124-4244-a09e-a43b9474fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.365147 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-37a54a44-2124-4244-a09e-a43b9474fb39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0751011 Mar 09 12:52:55.437710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f507-60de-425a-8a3a-6caf3039cf6d req-fe6d442b-1881-4b6e-91d6-69bcc9a9601b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.439214 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c59f507-60de-425a-8a3a-6caf3039cf6d req-fe6d442b-1881-4b6e-91d6-69bcc9a9601b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0833170 Mar 09 12:52:55.484863 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c59f507-60de-425a-8a3a-6caf3039cf6d req-62f44104-ee66-4d6a-98cf-cd6caa25a501 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Mar 09 12:52:55.500739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-0bac8d25-77eb-45bd-8449-34fe8c9b8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.502227 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-0bac8d25-77eb-45bd-8449-34fe8c9b8159 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1319900 Mar 09 12:52:55.603889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-9992615d-e8fe-4e53-9ea0-edb9cdb2973f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1001 time: 0.0959880 Mar 09 12:52:55.665239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-2a7459be-2c52-4b63-9631-814a0e3fda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.666639 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-2a7459be-2c52-4b63-9631-814a0e3fda93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0571654 Mar 09 12:52:55.740262 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1ee92d3e-9b4b-4f6d-b8e0-5af919707c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:55.741670 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-1ee92d3e-9b4b-4f6d-b8e0-5af919707c3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694411 Mar 09 12:52:55.801506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:55.833615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:52:55.835976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:52:55.873220 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-8feaad87-36aa-4f2f-9013-ab00e936a439 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247835 Mar 09 12:52:56.025174 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4e9ee9e8-8f3b-4909-9a6b-c614ad5ee28e req-26f10fc9-2d7b-4d5f-a00b-8aafbe04d342 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455843 Mar 09 12:52:56.050515 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:56.080939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:56.103739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:52:56.108177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'port_id': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'mac_address': 'fa:16:3e:ae:79:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:52:56.139221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:56.145148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:56.185224 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'code': 200} Mar 09 12:52:56.231944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:56.239440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:56.263551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171fe88-dd41-47c4-ad98-692195b6625f {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:52:56.267807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:56.280653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.280969 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.281317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.281657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.281992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.282328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.282659 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.283635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.283972 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.284400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.284859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.285213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:52:56.293997 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:56.298585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:56.368632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['b171fe88-dd41-47c4-ad98-692195b6625f'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:52:56.458749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:56.689002 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:52:56.698866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346c980-10f4-496c-bba3-ae24d35918ac req-80bd5f94-e106-4e15-a3ef-4e1f7495dba8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:52:56.700414 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4346c980-10f4-496c-bba3-ae24d35918ac req-80bd5f94-e106-4e15-a3ef-4e1f7495dba8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 944 time: 0.0870507 Mar 09 12:52:56.744535 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4346c980-10f4-496c-bba3-ae24d35918ac req-da3af1e7-558c-4a24-8bea-2846a5a53f33 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383141 Mar 09 12:52:56.767291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52846) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:52:56.872020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-46f92416-820c-4669-aacd-854c98147c22 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/c557359f-f5e9-4143-be35-b49a4ba2154e HTTP/1.1" status: 200 len: 992 time: 0.1034398 Mar 09 12:52:57.729662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:57.841632 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:52:57.910339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port b171fe88-dd41-47c4-ad98-692195b6625f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:52:57.910713 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:58.023708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:58.054712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:52:58.059170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:52:58.129086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:52:58.186015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:52:58.229455 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'code': 200} Mar 09 12:53:16.443716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:21.988198 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-c43e3f06-2430-445e-8d45-32ffade3f601 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1445367 Mar 09 12:53:22.129752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36192c-9119-4c59-905a-9e751004aa6a req-73180aa9-e9fa-479b-972f-c738337ec92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:22.131098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-73180aa9-e9fa-479b-972f-c738337ec92d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0719190 Mar 09 12:53:22.273576 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36192c-9119-4c59-905a-9e751004aa6a req-4f5b0e57-9640-4811-b64d-42fb0ec00def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:22.274993 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-4f5b0e57-9640-4811-b64d-42fb0ec00def service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1248784 Mar 09 12:53:22.376704 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-06513d7e-14c3-4ab6-be84-e27f921bdbb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 1001 time: 0.0955288 Mar 09 12:53:22.439712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36192c-9119-4c59-905a-9e751004aa6a req-7a1d5a41-129e-46f0-9883-1b95d5a2793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:22.441714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-7a1d5a41-129e-46f0-9883-1b95d5a2793b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0580521 Mar 09 12:53:22.519163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36192c-9119-4c59-905a-9e751004aa6a req-e7b86137-eea5-48b2-aa19-2f5009865d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:22.520611 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-e7b86137-eea5-48b2-aa19-2f5009865d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718987 Mar 09 12:53:22.719986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43092e13-5a95-415f-80a1-3319fee53440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:22.757113 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-3d78ecf8-0495-4954-a49c-7f6bfb9f4c63 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288487 Mar 09 12:53:22.911251 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-af36192c-9119-4c59-905a-9e751004aa6a req-b6b72840-e48a-49c1-a10b-408ffcdf6693 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468229 Mar 09 12:53:24.930957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2069e498-a3b0-4b0c-8341-6e378b2097e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.275375 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52862) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:25.480425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 03e0e893-c15f-4e66-9c54-cac5064fae3d {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:53:25.480767 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.654652 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.654976 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.780089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 03e0e893-c15f-4e66-9c54-cac5064fae3d owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:53:25.805164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.934754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:25.981404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=03e0e893-c15f-4e66-9c54-cac5064fae3d,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:26.019806 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.020157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.020523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.020842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.021207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.021539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.021869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.022197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.022524 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.022849 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.023173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.023497 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:26.176684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:26.183845 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:26.184178 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP c557359f-f5e9-4143-be35-b49a4ba2154e disassociated (deleted). External IP: 172.26.5.195, port: b171fe88-dd41-47c4-ad98-692195b6625f. Mar 09 12:53:26.532047 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router e1f1056e-436f-4a47-8594-0b0d4c61cb66 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:53:26.710291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:53:26.720137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Sync routers for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:53:26.729581 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:26.730191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:26.731812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:26.788671 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-fcf6d695-dd8f-4594-93e9-57056a9ba18d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/floatingips/c557359f-f5e9-4143-be35-b49a4ba2154e HTTP/1.1" status: 204 len: 168 time: 1.5116301 Mar 09 12:53:26.789365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:53:26.890047 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'status': 'completed', 'code': 200} Mar 09 12:53:26.919362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:26.990975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-6c129ab2-d7e9-49f7-8083-51cec17d7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:26.992506 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-6c129ab2-d7e9-49f7-8083-51cec17d7a21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 1098 time: 0.0733175 Mar 09 12:53:27.128805 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-1c4a0164-37c5-40bf-9937-a257944468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:27.130251 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-1c4a0164-37c5-40bf-9937-a257944468b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 200 len: 897 time: 0.1310878 Mar 09 12:53:27.179481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc703e1-5005-4139-afa2-98b0205d85a9 req-70d80cc7-fac4-47df-868e-a746033a0d8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:27.180206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-4fc703e1-5005-4139-afa2-98b0205d85a9 req-70d80cc7-fac4-47df-868e-a746033a0d8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:53:27.197188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-4fc703e1-5005-4139-afa2-98b0205d85a9 req-70d80cc7-fac4-47df-868e-a746033a0d8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:53:27.198550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4fc703e1-5005-4139-afa2-98b0205d85a9 req-70d80cc7-fac4-47df-868e-a746033a0d8d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.1052735 Mar 09 12:53:27.204502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-273f3581-4a75-466f-b7a6-b2d07364f426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 200 len: 217 time: 0.0683320 Mar 09 12:53:27.249715 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4fc703e1-5005-4139-afa2-98b0205d85a9 req-d6601979-adde-4063-94f2-107c6cc990f6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Mar 09 12:53:27.265389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:27.270124 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Checking router: e1f1056e-436f-4a47-8594-0b0d4c61cb66 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:53:27.272754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-2ca1126f-7882-4c49-880d-619d4cae0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:27.274302 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-2ca1126f-7882-4c49-880d-619d4cae0600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 200 len: 835 time: 0.0639250 Mar 09 12:53:27.278370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:27.278959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:27.354710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-38171a8c-a141-4b34-8c4a-0ab505d993bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:27.356205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-38171a8c-a141-4b34-8c4a-0ab505d993bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8690def1-0ef9-4d37-94c1-3a2d975fe973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754824 Mar 09 12:53:27.452437 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:27.491939 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-17753912-f885-41f2-b272-a2d87fa5f328 service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290936 Mar 09 12:53:27.631725 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-dcc7d225-2667-4e7c-bfa6-afafc9cadd6f req-4935daf3-d71d-49c6-89fb-1a6d1f6e255b service neutron] 10.222.0.13 "GET /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335545 Mar 09 12:53:27.774576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:27.812974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:27.816935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92796a4-88be-4762-b62b-8fd855833bd2 None None] The sync data for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv is: [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:51:50Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'a351b023-5410-484d-8ff0-94d3a3d43c81', 'name': '', 'network_id': '8690def1-0ef9-4d37-94c1-3a2d975fe973', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:3f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:49Z', 'updated_at': '2022-03-09T12:51:55Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '81d6c39c-200c-4acb-87a2-a88a04483dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:53:28.028487 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac694d-a258-4245-9bfe-59ff51f549c8 None None] New status for floating IP c557359f-f5e9-4143-be35-b49a4ba2154e: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:53:28.434829 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562585d1-899e-4aed-805b-b438c7843279 req-2cd06871-873a-49e2-98c0-f12a8a8acce9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:28.436291 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-562585d1-899e-4aed-805b-b438c7843279 req-2cd06871-873a-49e2-98c0-f12a8a8acce9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0792942 Mar 09 12:53:28.481192 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-562585d1-899e-4aed-805b-b438c7843279 req-3f278cba-93bd-4b6c-8e92-f5aac9876b78 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=d954456e-a102-46e6-b6e8-a10bae1625e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Mar 09 12:53:28.707133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-93bd9b02-4ee3-4a91-ad01-ed3bdcb09726 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:28.708607 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-93bd9b02-4ee3-4a91-ad01-ed3bdcb09726 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0813165 Mar 09 12:53:28.790967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port b171fe88-dd41-47c4-ad98-692195b6625f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:53:28.791313 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:29.038548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port b171fe88-dd41-47c4-ad98-692195b6625f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b171fe88-dd41-47c4-ad98-692195b6625f,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:29.038823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:29.160195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for b171fe88-dd41-47c4-ad98-692195b6625f owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:53:29.303263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:29.354514 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=b171fe88-dd41-47c4-ad98-692195b6625f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:29.394615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.394976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.395324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.395681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.396017 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.396351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.396683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.397050 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.397381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.397710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.398036 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.398363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:29.559183 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port b171fe88-dd41-47c4-ad98-692195b6625f on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:53:29.561616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:29.564220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-deleted', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:53:29.580558 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c6e60602-3aa1-41ea-a2fe-4671973d7ecd req-0bdad91b-7ed9-4508-948e-a20e827306af tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "DELETE /v2.0/ports/b171fe88-dd41-47c4-ad98-692195b6625f HTTP/1.1" status: 204 len: 173 time: 0.8600953 Mar 09 12:53:29.617737 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf74dba-1bae-4615-ab8d-415af0c2f1b4', 'name': 'network-vif-deleted', 'tag': 'b171fe88-dd41-47c4-ad98-692195b6625f', 'status': 'completed', 'code': 200} Mar 09 12:53:29.644367 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3542ba0f-2545-4f09-8457-98a4ec1205be req-51af6fad-201d-4722-ac4c-11798f5eb615 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcf74dba-1bae-4615-ab8d-415af0c2f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0480325 Mar 09 12:53:30.738371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52882) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:31.385327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:31.731435 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port a351b023-5410-484d-8ff0-94d3a3d43c81 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:53:31.731803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:31.916055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port a351b023-5410-484d-8ff0-94d3a3d43c81, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=a351b023-5410-484d-8ff0-94d3a3d43c81,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:31.916752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:32.035752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for a351b023-5410-484d-8ff0-94d3a3d43c81 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:53:32.216237 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:32.264693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=a351b023-5410-484d-8ff0-94d3a3d43c81,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:32.544818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.014109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router e1f1056e-436f-4a47-8594-0b0d4c61cb66 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:53:33.195363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:53:33.206080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Sync routers for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:53:33.208139 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6f774305-d49c-4e23-a27b-57ed43f1d553 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/e1f1056e-436f-4a47-8594-0b0d4c61cb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4687176 Mar 09 12:53:33.210858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52886) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:33.215759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:33.216364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:33.276828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting subnet 81d6c39c-200c-4acb-87a2-a88a04483dd4 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:53:33.279764 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.334263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.395092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:33.421124 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.495327 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.536465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Subnet': ['ID=81d6c39c-200c-4acb-87a2-a88a04483dd4,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:33.540300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.549338 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7236c8d0-3d0e-42bb-9b7a-5248a1404bfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/subnets/81d6c39c-200c-4acb-87a2-a88a04483dd4 HTTP/1.1" status: 204 len: 168 time: 0.3344798 Mar 09 12:53:33.549338 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52890) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:33.584435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105bbe5d-52b9-4b29-a362-33ab8c9dc1f6 None None] Network 8690def1-0ef9-4d37-94c1-3a2d975fe973 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:53:33.688790 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:53:33.731200 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.861418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:53:32Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '713b3f93-6d02-49e4-b0c1-0d5e16086b18', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:51:46Z', 'updated_at': '2022-03-09T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:33.865523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Checking router: e1f1056e-436f-4a47-8594-0b0d4c61cb66 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:53:33.874405 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Routers {'e1f1056e-436f-4a47-8594-0b0d4c61cb66'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:33.875024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:33.921173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.931058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] DHCP port deletion for 8690def1-0ef9-4d37-94c1-3a2d975fe973 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:53:33.931363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 713b3f93-6d02-49e4-b0c1-0d5e16086b18 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:53:33.931770 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:33.944067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Deleting port 8e49bbf9-3732-499f-a7e2-4054a5258b09 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:53:33.944446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.104712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] Set router e1f1056e-436f-4a47-8594-0b0d4c61cb66 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:34.113285 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 713b3f93-6d02-49e4-b0c1-0d5e16086b18, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=713b3f93-6d02-49e4-b0c1-0d5e16086b18,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:34.113820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.209002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:53:34.309574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: b171fe88-dd41-47c4-ad98-692195b6625f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:53:34.309919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device b171fe88-dd41-47c4-ad98-692195b6625f not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:53:34.311363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:53:33Z', 'revision_number': 6, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:34.325365 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf94fe8-cc88-4c3c-a81c-5f02802cbee6 None None] The sync data for ids ['e1f1056e-436f-4a47-8594-0b0d4c61cb66'] in dv-neutron-832762-2-hyperv is: [{'id': 'e1f1056e-436f-4a47-8594-0b0d4c61cb66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39873003', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:51:45Z', 'updated_at': '2022-03-09T12:53:33Z', 'revision_number': 6, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:53:34.364697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 713b3f93-6d02-49e4-b0c1-0d5e16086b18 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:53:34.427989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] For port 8e49bbf9-3732-499f-a7e2-4054a5258b09, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=8e49bbf9-3732-499f-a7e2-4054a5258b09,segment=NetworkSegment(495a66ab-0b99-4a64-89e2-66ba6f176d86),segment_id=495a66ab-0b99-4a64-89e2-66ba6f176d86)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:34.428387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.535155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.554608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Calling delete_port for 8e49bbf9-3732-499f-a7e2-4054a5258b09 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:53:34.585775 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=713b3f93-6d02-49e4-b0c1-0d5e16086b18,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:34.633612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.677131 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.683006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] Pushing event deleted for resources: {'Port': ['ID=8e49bbf9-3732-499f-a7e2-4054a5258b09,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:34.686548 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecc17e-5dea-4ec2-8ffc-5309d8a2e50c None None] No DVR routers for this DVR port 8e49bbf9-3732-499f-a7e2-4054a5258b09 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:53:34.855429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.857575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.883967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.884512 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Fanout notify agent at l3_agent the message router_deleted on router e1f1056e-436f-4a47-8594-0b0d4c61cb66 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:53:34.900156 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:34.901258 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-deb1f5f6-6ddb-4804-a4f7-bdf91a601fe0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/routers/e1f1056e-436f-4a47-8594-0b0d4c61cb66 HTTP/1.1" status: 204 len: 168 time: 1.3514411 Mar 09 12:53:34.903907 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52894) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:35.015465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.133763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8e49bbf9-3732-499f-a7e2-4054a5258b09 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:53:35.156501 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.167108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 8e49bbf9-3732-499f-a7e2-4054a5258b09 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:53:35.167452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 8e49bbf9-3732-499f-a7e2-4054a5258b09 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:53:35.168003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a351b023-5410-484d-8ff0-94d3a3d43c81 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:53:35.185061 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8690def1-0ef9-4d37-94c1-3a2d975fe973']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:35.198602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495a66ab-0b99-4a64-89e2-66ba6f176d86') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:35.198899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495a66ab-0b99-4a64-89e2-66ba6f176d86') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:35.201801 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: a351b023-5410-484d-8ff0-94d3a3d43c81 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:53:35.202153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device a351b023-5410-484d-8ff0-94d3a3d43c81 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:53:35.202580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 713b3f93-6d02-49e4-b0c1-0d5e16086b18 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:53:35.213653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.230769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.236635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:53:35.237053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.238773 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 713b3f93-6d02-49e4-b0c1-0d5e16086b18 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:53:35.239261 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 713b3f93-6d02-49e4-b0c1-0d5e16086b18 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:53:35.252108 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:53:35.336842 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.356155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.368860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Network': ['ID=8690def1-0ef9-4d37-94c1-3a2d975fe973,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:35.375672 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7ad9515b-1433-42c0-a786-e2b6ee168ae7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/networks/8690def1-0ef9-4d37-94c1-3a2d975fe973 HTTP/1.1" status: 204 len: 168 time: 0.4708045 Mar 09 12:53:35.379470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52898) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:35.447114 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.476526 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.541204 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.559517 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954456e-a102-46e6-b6e8-a10bae1625e2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:35.569922 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.571044 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f1c6b19a-517f-405c-bc19-6e5ca2d1fe59 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/security-groups/d954456e-a102-46e6-b6e8-a10bae1625e2 HTTP/1.1" status: 204 len: 168 time: 0.1905990 Mar 09 12:53:35.858075 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52906) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:35.863311 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125367867', 'description': 'tempest-secgroup-smoke-1125367867 description', 'project_id': '486d0d202b34454ebe98e8639e7acf4d'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:35.869406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:35.873448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:35.876418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:35.882535 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:35.896645 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:35.916608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:35.920307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:35.923058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:35.928644 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:35.997302 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.000818 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.045068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c0a578-50bf-438e-810d-dd54783921d5,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.051886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.053222 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e55cd675-0e2f-44ad-aa9c-60d103cfb884 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941295 Mar 09 12:53:36.055977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52910) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.060941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.067432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.071187 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.074044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.079608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.096454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.155736 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.159274 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.183802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f218b-b75e-43a2-be94-688cc814c3af,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.193746 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.194935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8951f0e4-931d-4b2a-82c2-73fad9a27a70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379578 Mar 09 12:53:36.197668 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52914) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.202507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.208785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.212625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.215454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.220934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.236403 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.299356 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.303122 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.326648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a22d84a-d5e6-4e45-9e79-b2399aba95a0,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.335665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.336765 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d1a6d466-a7ca-4020-b1d1-039bee166a5b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381791 Mar 09 12:53:36.339420 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52918) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.344265 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.350197 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.354068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.356992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.362610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.380533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.443036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.447648 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.471379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f5a106-c492-48d7-877f-4eff967f3d39,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.479956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.481151 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-091fa549-aeb1-4929-8c04-b18d0aa9d8d2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408081 Mar 09 12:53:36.483892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52922) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.489409 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.495162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.499092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.501966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.508296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.524230 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.589170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.592546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.615950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e71925c-efe5-4c44-b104-00f8e82f69af,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.623639 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.624780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d4b8a9ee-7b49-4ea7-ae0b-f351c97a506b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399975 Mar 09 12:53:36.627552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52926) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.633223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.638906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.642595 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.645628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.651110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.660910 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:53:36.667414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.730900 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.735057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.759700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ddd7ac-b11a-4d7a-bae0-7a115e7e739f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.768014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.769242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-229c8370-4287-4b46-9076-41a2daf65784 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406007 Mar 09 12:53:36.772038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52930) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.777056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '94c0a578-50bf-438e-810d-dd54783921d5', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.783059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.787040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.790407 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.800823 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.812452 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:53:36.819933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.886006 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.889471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.912911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f10bb32-b834-44c9-a2ec-66575abc9a74,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:36.922038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.923199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e09df9e4-4ca1-43a5-a868-fc59693bee8b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502666 Mar 09 12:53:36.927297 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 52934) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:36.932643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'network': {'name': 'tempest-network-smoke--266715606', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'port_security_enabled': True}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:36.937672 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:36.942023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:network and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:36.945201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:36.950756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:36.964368 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:53:36.967888 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:36.998194 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:53:37.007516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.007852 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Added segment 241dd46d-ec23-4973-9141-f137487b1f85 of type vlan for network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 Mar 09 12:53:37.032689 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.061756 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.067056 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:37.067628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.263942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3356228 Mar 09 12:53:37.266902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52938) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:37.271374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5502e7-5663-4580-8dfc-3e90ef5b6cbd tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Network': ['ID=8abe58b7-95c3-49cf-8f28-3d98b3f58b21,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:37.273422 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'admin_state_up': True, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:37.280683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:37.281447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:53:37.284480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:router and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:37.289184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:37.295481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:37.305754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.306783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.321381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.586287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.879623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:37.911157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:38.041172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.202 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/0e333770-cc8e-42d0-a429-200d476a94cd) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:53:38.184486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:38.212376 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:38.273517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:38.276143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:38.278680 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:53:38.327071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=0e333770-cc8e-42d0-a429-200d476a94cd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:38.823216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:39.169129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:39.371919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 748e6b00-25b4-4173-82bb-f28aa7666305 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:53:39.552606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:53:39.561840 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Sync routers for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:53:39.571582 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:39.572182 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:39.582115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:39.583284 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4e1904db-b43e-4929-851d-c91356ca8c6b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3147068 Mar 09 12:53:39.586518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52942) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:39.626730 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8162a543-a081-41e4-a290-c69e716e692d tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=486d0d202b34454ebe98e8639e7acf4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391333 Mar 09 12:53:39.630016 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52946) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:39.756096 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:39.758982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe74e03-acdd-45e7-b917-4313f4af6cb3 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:39.760460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-cfe74e03-acdd-45e7-b917-4313f4af6cb3 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295385 Mar 09 12:53:39.763371 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52950) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:39.806501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-41bbceac-2448-466a-9f58-a2ae97e16e3a tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419760 Mar 09 12:53:39.809002 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52954) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:39.814202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605940546', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:39.921748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:39.925499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:subnet and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:39.928862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:39.934506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:39.944221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:53:39.947627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.039292 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:38Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:40.043170 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Checking router: 748e6b00-25b4-4173-82bb-f28aa7666305 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:53:40.043520 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Updating router 748e6b00-25b4-4173-82bb-f28aa7666305 port 0e333770-cc8e-42d0-a429-200d476a94cd binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:53:40.132877 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.277698 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.359276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Subnet': ['ID=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:40.371021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Checking segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:53:40.371383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network hostable DHCP agents. Network: 8abe58b7-95c3-49cf-8f28-3d98b3f58b21, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:53:40.391170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:53:40.401406 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 8abe58b7-95c3-49cf-8f28-3d98b3f58b21) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:40.405772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:40.406323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.412131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5552a-e67f-488b-8c82-619733f2bd9a None None] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:53:40.430127 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-078cb3ec-4c3d-4dd4-8832-3aa90fab726b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6199281 Mar 09 12:53:40.432958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 52958) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:40.462699 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.475160 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Transition to ACTIVE for port object 0e333770-cc8e-42d0-a429-200d476a94cd will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:40.481729 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.547230 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Attempting to bind port 0e333770-cc8e-42d0-a429-200d476a94cd on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:53:40.547592 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Attempting to bind port 0e333770-cc8e-42d0-a429-200d476a94cd by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:53:40.548249 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Attempting to bind port 0e333770-cc8e-42d0-a429-200d476a94cd on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:53:40.557009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:53:40.557381 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:53:40.557774 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.558159 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:53:40.558622 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Bound port: 0e333770-cc8e-42d0-a429-200d476a94cd, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:53:40.558988 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.647488 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Pushing event updated for resources: {'Port': ['ID=0e333770-cc8e-42d0-a429-200d476a94cd,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:40.653605 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] For port 0e333770-cc8e-42d0-a429-200d476a94cd, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:53:40.656980 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] For port 0e333770-cc8e-42d0-a429-200d476a94cd, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0e333770-cc8e-42d0-a429-200d476a94cd,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:53:40.661498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:53:40.662077 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.662420 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.662752 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.663081 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.663192 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.663408 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.663985 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.664307 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.664626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.665009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.665279 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.665593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.665903 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:53:40.669417 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:40.745061 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:40.745691 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:40.818311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaabe3-5d2b-4ab6-9b8c-6e204f2e702b None None] Pushing event updated for resources: {'Port': ['ID=0e333770-cc8e-42d0-a429-200d476a94cd,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:40.843130 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Allocated IP 172.20.0.2 (8abe58b7-95c3-49cf-8f28-3d98b3f58b21/5bb5d5cb-9a1a-4af0-b144-e9ed8d566051/4eea5e47-3d79-4767-88f7-087531cacf43) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:53:40.934758 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:41.062407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.073485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Transition to ACTIVE for port object 4eea5e47-3d79-4767-88f7-087531cacf43 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:41.093194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Transition to ACTIVE for port object 4eea5e47-3d79-4767-88f7-087531cacf43 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:41.100011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.167278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:41.174461 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:41.177554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:53:41.177681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.217816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Pushing event updated for resources: {'Port': ['ID=4eea5e47-3d79-4767-88f7-087531cacf43,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:41.255212 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:38Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:41.260176 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8fd9-b719-4238-944d-f375baf87246 None None] The sync data for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv is: [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:38Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:53:41.280809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Attempting to bind port 4eea5e47-3d79-4767-88f7-087531cacf43 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:53:41.280809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Attempting to bind port 4eea5e47-3d79-4767-88f7-087531cacf43 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:53:41.280809 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Attempting to bind port 4eea5e47-3d79-4767-88f7-087531cacf43 on network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:53:41.287537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:53:41.288475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Checking segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:53:41.288475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.288693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Bound using segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:53:41.289446 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Bound port: 4eea5e47-3d79-4767-88f7-087531cacf43, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:53:41.289831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.388992 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] For port 4eea5e47-3d79-4767-88f7-087531cacf43, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:53:41.392089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] For port 4eea5e47-3d79-4767-88f7-087531cacf43, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4eea5e47-3d79-4767-88f7-087531cacf43,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:53:41.397793 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.496917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1eb6-f959-4722-8878-149d0f359850 None None] Pushing event updated for resources: {'Port': ['ID=4eea5e47-3d79-4767-88f7-087531cacf43,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:41.628150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.1 (8abe58b7-95c3-49cf-8f28-3d98b3f58b21/5bb5d5cb-9a1a-4af0-b144-e9ed8d566051/72ae817b-660c-4189-905a-445873dd6d50) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:53:41.943288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:41.960124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 72ae817b-660c-4189-905a-445873dd6d50 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:41.985142 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.051652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:42.060028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:42.062384 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:53:42.103137 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:42.130177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.260314 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.509050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de2ba2-941d-4ade-8139-4736f207b31d None None] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:53:42.641814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e19c92f7-c5e2-433f-be43-08aa59aff53b None None] Provisioning for port 4eea5e47-3d79-4767-88f7-087531cacf43 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:42.696397 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.701276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.821014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:42.824580 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:42.928292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4eea5e47-3d79-4767-88f7-087531cacf43 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:42.976433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:42.977624 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:43.007813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 4eea5e47-3d79-4767-88f7-087531cacf43 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:43.013010 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4eea5e47-3d79-4767-88f7-087531cacf43 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:43.013389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.086032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Provisioning for port 72ae817b-660c-4189-905a-445873dd6d50 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:43.122200 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Provisioning complete for port 72ae817b-660c-4189-905a-445873dd6d50 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:43.122568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.174109 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 748e6b00-25b4-4173-82bb-f28aa7666305 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:53:43.194483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.206086 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Port 72ae817b-660c-4189-905a-445873dd6d50 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:53:43.235889 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Provisioning complete for port 4eea5e47-3d79-4767-88f7-087531cacf43 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:43.236353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8ee236f-c6e1-4637-b16e-50638053bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.263924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 4eea5e47-3d79-4767-88f7-087531cacf43, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4eea5e47-3d79-4767-88f7-087531cacf43,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:43.277522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.278288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0e333770-cc8e-42d0-a429-200d476a94cd up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:43.388134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:53:43.406527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Sync routers for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:53:43.409487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-75b17b5a-e3b4-44e5-85c4-c53e9cf8cb95 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/748e6b00-25b4-4173-82bb-f28aa7666305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752722 Mar 09 12:53:43.437495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=4eea5e47-3d79-4767-88f7-087531cacf43,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:43.444780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:43.445432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:43.552593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 0e333770-cc8e-42d0-a429-200d476a94cd completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:43.569486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0e333770-cc8e-42d0-a429-200d476a94cd triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:43.569865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.646714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-ad870a1d-8b1d-44ec-bac8-db65855ccbb8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:53:43.662582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-ad870a1d-8b1d-44ec-bac8-db65855ccbb8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:53:43.663773 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-ad870a1d-8b1d-44ec-bac8-db65855ccbb8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125367867&fields=id&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 267 time: 0.0575609 Mar 09 12:53:43.751166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:43.815540 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-81d52ffa-b7d5-449f-ba5d-c1195901de02 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:43.816119 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-81d52ffa-b7d5-449f-ba5d-c1195901de02 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:53:43.831228 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-81d52ffa-b7d5-449f-ba5d-c1195901de02 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:53:43.833067 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-81d52ffa-b7d5-449f-ba5d-c1195901de02 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 796 time: 0.1615036 Mar 09 12:53:43.847836 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-ceb3d1f9-b52a-4161-b438-26f331f17212 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/quotas/486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 375 time: 0.0091372 Mar 09 12:53:43.935929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-4182e002-4e94-4708-9fe9-5c69b750c7ab tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:53:43.938120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fdae98b7-6903-44f7-ab02-15886850a6b0 None None] Provisioning complete for port 72ae817b-660c-4189-905a-445873dd6d50 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:43.938501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fdae98b7-6903-44f7-ab02-15886850a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:43.951266 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-4182e002-4e94-4708-9fe9-5c69b750c7ab tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:53:43.952673 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-4182e002-4e94-4708-9fe9-5c69b750c7ab tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990992 Mar 09 12:53:44.017939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:44.108933 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-f68be270-40b4-4031-b6e6-f66e6c7a9971 service neutron] 10.222.0.20 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401052 Mar 09 12:53:44.109332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 0e333770-cc8e-42d0-a429-200d476a94cd, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0e333770-cc8e-42d0-a429-200d476a94cd,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:44.110264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fdae98b7-6903-44f7-ab02-15886850a6b0 None None] Port 72ae817b-660c-4189-905a-445873dd6d50 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:53:44.118668 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:44.255772 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-9222f445-8033-4bd6-84bf-87a8deaa4e09 service neutron] 10.222.0.20 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406660 Mar 09 12:53:44.292469 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=0e333770-cc8e-42d0-a429-200d476a94cd,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:44.318465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 2, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:44.322628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Checking router: 748e6b00-25b4-4173-82bb-f28aa7666305 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:53:44.322988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Updating router 748e6b00-25b4-4173-82bb-f28aa7666305 port 72ae817b-660c-4189-905a-445873dd6d50 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:53:44.378990 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:44.469945 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-98c1efc2-e4be-4e8f-990d-fd42e88d28ef req-479aa121-dbe3-4ca4-9500-a9ff2fa46f5f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 210 time: 0.0539312 Mar 09 12:53:44.796328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:44.811260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Transition to ACTIVE for port object 72ae817b-660c-4189-905a-445873dd6d50 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:44.819118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:44.921522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4eea5e47-3d79-4767-88f7-087531cacf43 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:45.034734 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203f3e3-2e8d-4efd-afc5-198854966291 None None] Pushing event updated for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:45.099845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Attempting to bind port 72ae817b-660c-4189-905a-445873dd6d50 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:53:45.100217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Attempting to bind port 72ae817b-660c-4189-905a-445873dd6d50 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:53:45.100580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Attempting to bind port 72ae817b-660c-4189-905a-445873dd6d50 on network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:53:45.108677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:53:45.109085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Checking segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:53:45.109489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:45.109881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Bound using segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:53:45.110347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Bound port: 72ae817b-660c-4189-905a-445873dd6d50, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:53:45.110721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:45.135754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 4eea5e47-3d79-4767-88f7-087531cacf43 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:45.136128 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:45.268230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] For port 72ae817b-660c-4189-905a-445873dd6d50, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:53:45.272410 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] For port 72ae817b-660c-4189-905a-445873dd6d50, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=72ae817b-660c-4189-905a-445873dd6d50,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:53:45.304741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:45.385558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0e333770-cc8e-42d0-a429-200d476a94cd up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:45.454018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:45.454654 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:45.545603 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203f3e3-2e8d-4efd-afc5-198854966291 None None] Pushing event updated for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:45.668168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 0e333770-cc8e-42d0-a429-200d476a94cd triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:45.668883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:45.711746 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2bb3917c-6272-4ce6-bfcd-23d14bbb3892 req-e0585a8f-3ef3-4534-b750-c1e2ee494b7e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 210 time: 0.0741951 Mar 09 12:53:45.760991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:45.780290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-8d708682-f5ea-4dee-aaf0-a88cc41aa480 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:45.781729 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-8d708682-f5ea-4dee-aaf0-a88cc41aa480 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 796 time: 0.3733513 Mar 09 12:53:45.830544 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-80dad45b-47e1-4226-bc5f-5d8c4df460d4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 380 time: 0.0401013 Mar 09 12:53:45.838529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'port': {'device_id': 'b07373b9-8840-4696-9992-7a442a47e88a', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'admin_state_up': True, 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'security_groups': ['94c0a578-50bf-438e-810d-dd54783921d5']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:45.980709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:45.990276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:46.000405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:53:46.003966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.169989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.8 (8abe58b7-95c3-49cf-8f28-3d98b3f58b21/5bb5d5cb-9a1a-4af0-b144-e9ed8d566051/6749b0b7-ef64-49a7-9d00-e22f8678a505) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:53:46.183138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:45Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:46.187238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22687a1b-19b5-419b-9788-0e1270d67b28 None None] The sync data for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv is: [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:45Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:53:46.385825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.402291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 6749b0b7-ef64-49a7-9d00-e22f8678a505 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:46.426970 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.447495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.502884 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:46.507508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:46.518388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:53:46.559860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:46.596820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:46.597523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.625747 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-58592c38-bb67-472d-ba9e-1ef1cdc01beb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906976 Mar 09 12:53:46.638259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Request body: {'port': {'device_id': 'b07373b9-8840-4696-9992-7a442a47e88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:46.764425 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.794611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d953b71-3930-4470-8aba-10ead56e5fcb None None] Provisioning for port 6749b0b7-ef64-49a7-9d00-e22f8678a505 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:46.800507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5d953b71-3930-4470-8aba-10ead56e5fcb None None] Provisioning complete for port 6749b0b7-ef64-49a7-9d00-e22f8678a505 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:46.801032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d953b71-3930-4470-8aba-10ead56e5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:46.908762 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5d953b71-3930-4470-8aba-10ead56e5fcb None None] Port 6749b0b7-ef64-49a7-9d00-e22f8678a505 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:53:46.916184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e7a13-dae2-49b3-876b-46982df8ccb7 req-4d7ed2a5-63e0-481f-b783-74c34165493f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:46.923227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d3e7a13-dae2-49b3-876b-46982df8ccb7 req-4d7ed2a5-63e0-481f-b783-74c34165493f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 931 time: 0.0991266 Mar 09 12:53:46.934122 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 72ae817b-660c-4189-905a-445873dd6d50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:46.966531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d3e7a13-dae2-49b3-876b-46982df8ccb7 req-a90b799b-32cb-408d-9c4b-17311a31990a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Mar 09 12:53:47.023387 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 72ae817b-660c-4189-905a-445873dd6d50 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:47.028299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 72ae817b-660c-4189-905a-445873dd6d50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:47.028698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.155186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.189896 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 72ae817b-660c-4189-905a-445873dd6d50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=72ae817b-660c-4189-905a-445873dd6d50,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:47.197537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.211633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6749b0b7-ef64-49a7-9d00-e22f8678a505 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:53:47.219561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.234926 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Transition to ACTIVE for port object 6749b0b7-ef64-49a7-9d00-e22f8678a505 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:53:47.239610 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.273863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:47.374304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Pushing event updated for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:47.481824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Attempting to bind port 6749b0b7-ef64-49a7-9d00-e22f8678a505 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:53:47.482285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Attempting to bind port 6749b0b7-ef64-49a7-9d00-e22f8678a505 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:53:47.482469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Attempting to bind port 6749b0b7-ef64-49a7-9d00-e22f8678a505 on network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:53:47.487163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Port 6749b0b7-ef64-49a7-9d00-e22f8678a505 on network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:53:47.487481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Attempting to bind port 6749b0b7-ef64-49a7-9d00-e22f8678a505 on network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:53:47.492548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:53:47.492883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Checking segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:53:47.493297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Bound using segment: {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:53:47.493716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Bound port: 6749b0b7-ef64-49a7-9d00-e22f8678a505, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241dd46d-ec23-4973-9141-f137487b1f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:53:47.494077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.587311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:53:47.590412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:53:47.596027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.649386 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:47.650000 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:47.651354 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] 10.222.0.13 "PUT /v2.0/ports/6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 1093 time: 1.0176287 Mar 09 12:53:47.651788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:53:47.694756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3ea1-aea2-42f1-bf1a-8c52048a4427 service neutron] Pushing event updated for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:47.732049 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'status': 'completed', 'code': 200} Mar 09 12:53:47.778139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-112f7124-7baf-4968-9fe1-e28a08a456e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:47.779859 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-112f7124-7baf-4968-9fe1-e28a08a456e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1096 time: 0.0800195 Mar 09 12:53:47.954546 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-dcd4076d-5fc7-4fe8-af1e-7e2e5403165d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 217 time: 0.1682632 Mar 09 12:53:48.018542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-b0e52984-2e15-4fa4-9c99-7e8ed0a85d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.019971 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-b0e52984-2e15-4fa4-9c99-7e8ed0a85d00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0589983 Mar 09 12:53:48.093745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-5481974d-1758-4fea-b4e3-241ce3a681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.095204 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-5481974d-1758-4fea-b4e3-241ce3a681cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690753 Mar 09 12:53:48.153272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fa4d-b85d-4989-928c-7c185abab310 req-aab80ee1-2e31-4621-b538-0f09690fa82c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.154642 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e70fa4d-b85d-4989-928c-7c185abab310 req-aab80ee1-2e31-4621-b538-0f09690fa82c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 943 time: 0.0786109 Mar 09 12:53:48.199627 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3e70fa4d-b85d-4989-928c-7c185abab310 req-1af8fec2-74c0-4934-8650-33c2ccc78d7c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Mar 09 12:53:48.227756 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-feb7120e-b50b-41fd-9ff0-c7f7c272f88a service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253896 Mar 09 12:53:48.358496 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ce7292b-d1d5-41c9-b8d7-4a3d726f20cc req-114d5a10-b7fc-4df2-80b9-1a4856bc1860 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238241 Mar 09 12:53:48.476934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-12af5316-fcbf-4b6b-ae5a-fa311852fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.478385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-12af5316-fcbf-4b6b-ae5a-fa311852fca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1096 time: 0.0743597 Mar 09 12:53:48.609192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-30cfb745-1b6e-45e8-89bb-ab83c5e131af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.610603 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-30cfb745-1b6e-45e8-89bb-ab83c5e131af service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1256466 Mar 09 12:53:48.678081 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-88477860-2e33-4904-b758-fe2d4c35be9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 217 time: 0.0595617 Mar 09 12:53:48.743099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-614dd90b-2b71-4df8-bf9d-265d1cd37d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.744494 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-614dd90b-2b71-4df8-bf9d-265d1cd37d69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0601323 Mar 09 12:53:48.817394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-0079623f-82f3-4c6c-9b66-54cd7b5cb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:48.819203 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-0079623f-82f3-4c6c-9b66-54cd7b5cb997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688360 Mar 09 12:53:48.857825 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 72ae817b-660c-4189-905a-445873dd6d50 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:48.926475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 72ae817b-660c-4189-905a-445873dd6d50 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:48.926955 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:48.957744 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-72f61fa2-feba-4796-adca-188e878a0638 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314297 Mar 09 12:53:49.090646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-730d3868-ca94-4fc0-b29e-791460dfdf18 req-94f3fd2a-8638-4d2d-9ce9-afea5a8dd87a service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260719 Mar 09 12:53:49.384641 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d9482-943b-4b53-b97d-7cf484fd779c req-ce03d723-34a6-428f-b9a3-7aaae1fa8d5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:49.386099 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b89d9482-943b-4b53-b97d-7cf484fd779c req-ce03d723-34a6-428f-b9a3-7aaae1fa8d5e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 943 time: 0.0804358 Mar 09 12:53:49.429609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b89d9482-943b-4b53-b97d-7cf484fd779c req-46bff1a8-1f8c-4f35-bc12-87e6462fd1cc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379453 Mar 09 12:53:50.656634 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c931f6-c2e2-4508-82ab-8408114fdfa4 req-b6fd62ab-4ca5-4e8b-8f15-eddd0e111053 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:50.658086 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a9c931f6-c2e2-4508-82ab-8408114fdfa4 req-b6fd62ab-4ca5-4e8b-8f15-eddd0e111053 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 943 time: 0.1252093 Mar 09 12:53:50.702048 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a9c931f6-c2e2-4508-82ab-8408114fdfa4 req-0dafc1c0-8f70-48d3-a5b5-58354bfe4cfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Mar 09 12:53:51.929081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33c97-04b8-48e3-a1e2-aa92d0d9bfab req-c8b7720a-6d03-41a8-9e46-c40396acd946 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:51.930529 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bee33c97-04b8-48e3-a1e2-aa92d0d9bfab req-c8b7720a-6d03-41a8-9e46-c40396acd946 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 943 time: 0.1221602 Mar 09 12:53:51.972857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bee33c97-04b8-48e3-a1e2-aa92d0d9bfab req-be0101cf-6bcd-4c74-8824-a2b31eadc1f2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365298 Mar 09 12:53:52.260846 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6749b0b7-ef64-49a7-9d00-e22f8678a505 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:53:52.391517 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:52.404648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'port_id': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'mac_address': 'fa:16:3e:46:27:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:53:52.459585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:52.476696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6749b0b7-ef64-49a7-9d00-e22f8678a505 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:53:52.491894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:52.496774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:52.566035 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:52.721716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-562abb96-e513-40ce-aba6-5afb07cd97d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:52.724323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['6749b0b7-ef64-49a7-9d00-e22f8678a505'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:53:53.080102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-250f90d9-f47a-4969-b572-99118a43ba63 req-091f6b4d-580e-466a-b017-a734d9f39738 tempest-ServerDiskConfigTestJSON-1200806858 tempest-ServerDiskConfigTestJSON-1200806858-project] (87830) timed out ('10.222.0.13', 55929) {{(pid=87830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 12:53:53.156654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7707c-81c1-49d4-8056-b29a2db938ee req-8b30c733-a0b4-49a3-91a9-8fd75e74fed1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:53.158122 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46f7707c-81c1-49d4-8056-b29a2db938ee req-8b30c733-a0b4-49a3-91a9-8fd75e74fed1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 944 time: 0.0820408 Mar 09 12:53:53.201937 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-46f7707c-81c1-49d4-8056-b29a2db938ee req-a5061193-7dd3-4104-8a91-30fefd0890da tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Mar 09 12:53:54.276309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6749b0b7-ef64-49a7-9d00-e22f8678a505 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:53:54.346141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 6749b0b7-ef64-49a7-9d00-e22f8678a505 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:53:54.351060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 6749b0b7-ef64-49a7-9d00-e22f8678a505 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:53:54.351439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:54.386138 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b981771-b30c-4782-b8b2-a9d5448c493c req-276efc03-5442-4860-b0e8-63e62a041b7e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:54.387600 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b981771-b30c-4782-b8b2-a9d5448c493c req-276efc03-5442-4860-b0e8-63e62a041b7e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 944 time: 0.0824864 Mar 09 12:53:54.435288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b981771-b30c-4782-b8b2-a9d5448c493c req-8da25bbd-0e6b-4789-8092-7edb0fcfff4d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Mar 09 12:53:54.470126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:54.498286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:53:54.508308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:53:54.513901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:54.549879 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'code': 200} Mar 09 12:53:54.581671 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:54.774563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637cf02-c83c-4c39-bf8d-e233bdd56211 req-43885602-b29a-47e0-be89-06ac2e989cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:54.775984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b637cf02-c83c-4c39-bf8d-e233bdd56211 req-43885602-b29a-47e0-be89-06ac2e989cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0726278 Mar 09 12:53:54.816621 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b637cf02-c83c-4c39-bf8d-e233bdd56211 req-6f2e0d36-0cf2-4443-986b-370ca700f701 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349143 Mar 09 12:53:54.933686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb38d722-e0b0-4b32-a59f-2edb729a00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:55.617761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefceb26-04ef-4b7a-8d65-3633c9d35046 req-4226cdb4-abe7-4ead-8d8e-855b44198fd9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:55.619204 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fefceb26-04ef-4b7a-8d65-3633c9d35046 req-4226cdb4-abe7-4ead-8d8e-855b44198fd9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0797238 Mar 09 12:53:55.666474 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fefceb26-04ef-4b7a-8d65-3633c9d35046 req-3563feee-75c0-41f9-95b1-c97589d90511 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417287 Mar 09 12:53:55.806397 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:56.171934 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:56.851851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82434f-4670-4092-a158-2cd85f3bcb2e req-a064584b-96fc-4f9d-a30d-526e5eff14a0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:56.853298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d82434f-4670-4092-a158-2cd85f3bcb2e req-a064584b-96fc-4f9d-a30d-526e5eff14a0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0826225 Mar 09 12:53:56.895782 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d82434f-4670-4092-a158-2cd85f3bcb2e req-5cedfecd-73b0-473a-85ca-ee4a6e82e2e7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Mar 09 12:53:57.078875 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19aad-bb73-4604-9a96-1b6936295930 req-4b0278fa-35aa-414f-a360-eb13a969c235 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:57.080199 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-66b19aad-bb73-4604-9a96-1b6936295930 req-4b0278fa-35aa-414f-a360-eb13a969c235 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0785115 Mar 09 12:53:57.123039 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-66b19aad-bb73-4604-9a96-1b6936295930 req-8ba26e94-e0d0-45fb-9863-0b1560ec2bf9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367129 Mar 09 12:53:57.145461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53020) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:57.256928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc02697-e4fe-4e33-a27d-75ab350b3c5e tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:57.258403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bbc02697-e4fe-4e33-a27d-75ab350b3c5e tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1093 time: 0.1119983 Mar 09 12:53:57.261263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53026) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:57.266025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:53:57.271793 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:53:57.275691 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:floatingip and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:53:57.278471 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:53:57.283956 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:53:57.295686 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:57.521076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:57.658193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.190 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/5d9a52f8-66ca-4e1c-b413-24d62f1f2494) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:53:57.734176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:57.805870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:57.833769 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:57.892320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:53:57.895018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:53:57.903679 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:53:57.941233 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=5d9a52f8-66ca-4e1c-b413-24d62f1f2494,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:58.314389 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:58.386573 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:58.591080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:58.595185 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:58.699101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=5d9a52f8-66ca-4e1c-b413-24d62f1f2494,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:53:58.708690 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:58.884671 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP fa9e9982-7c13-45c2-860b-6ecb74a8043b associated. External IP: 172.26.5.190, port: 6749b0b7-ef64-49a7-9d00-e22f8678a505. Mar 09 12:53:59.338790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 748e6b00-25b4-4173-82bb-f28aa7666305 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:53:59.521941 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:53:59.533104 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Sync routers for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:53:59.543811 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:53:59.544420 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:53:59.547867 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:53:59.602669 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6e080c83-a1d5-4b08-aca3-6636a92571c5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3403113 Mar 09 12:53:59.603257 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:53:59.649787 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'status': 'completed', 'code': 200} Mar 09 12:53:59.744632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-866b2a35-151d-47f4-b565-9222cd5e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:59.746132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-866b2a35-151d-47f4-b565-9222cd5e10ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0740416 Mar 09 12:53:59.763210 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:53:59.792932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253db88e-4679-4016-8057-2dc8c8db98c1 req-5bac341e-d0bc-493c-aca8-110edb41149a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:59.794873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-253db88e-4679-4016-8057-2dc8c8db98c1 req-5bac341e-d0bc-493c-aca8-110edb41149a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0894902 Mar 09 12:53:59.840745 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-253db88e-4679-4016-8057-2dc8c8db98c1 req-f09ad7b7-bbe3-46ca-987f-dc358d913f6a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Mar 09 12:53:59.865015 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53034) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:53:59.881754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-7cd94cde-17c6-4ac4-b81f-a617988e5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:53:59.884084 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-7cd94cde-17c6-4ac4-b81f-a617988e5c49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1318781 Mar 09 12:53:59.978374 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-e54f6468-0e22-4406-8225-9fa8accd7705 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 200 len: 991 time: 0.1109407 Mar 09 12:54:00.094899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-1d6936c1-0b7c-4aaa-9cca-652dd57e2e0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 999 time: 0.2049119 Mar 09 12:54:00.120014 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'fa9e9982-7c13-45c2-860b-6ecb74a8043b', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'port_id': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'mac_address': 'fa:16:3e:46:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07373b9-8840-4696-9992-7a442a47e88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:53:58Z', 'updated_at': '2022-03-09T12:53:58Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:54:00.123744 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Checking router: 748e6b00-25b4-4173-82bb-f28aa7666305 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:54:00.131846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:54:00.132600 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:53:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:54:00.157793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-b08649f7-3028-4c29-a857-23501b610f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:00.159231 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-b08649f7-3028-4c29-a857-23501b610f03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0570152 Mar 09 12:54:00.235847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-f550df36-4131-4024-8d12-ba140660cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:00.237340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-f550df36-4131-4024-8d12-ba140660cf83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717950 Mar 09 12:54:00.307507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:54:00.368162 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-9af6e3bb-099a-4ba3-971f-c7cf658f009f service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245372 Mar 09 12:54:00.500914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6c95ac22-1006-473b-9629-c7d2c31a4f42 req-4fce5ce5-49bc-478f-9e5c-7b8fdb9de995 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256838 Mar 09 12:54:00.655052 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'fa9e9982-7c13-45c2-860b-6ecb74a8043b', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'port_id': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'mac_address': 'fa:16:3e:46:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07373b9-8840-4696-9992-7a442a47e88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:53:58Z', 'updated_at': '2022-03-09T12:53:58Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:54:00.659026 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c84ac-241b-479e-b50d-fc27f57578ad None None] The sync data for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv is: [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'fa9e9982-7c13-45c2-860b-6ecb74a8043b', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'port_id': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'mac_address': 'fa:16:3e:46:27:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07373b9-8840-4696-9992-7a442a47e88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:53:58Z', 'updated_at': '2022-03-09T12:53:58Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:54:00.834191 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e331d-aa98-4ca8-9ded-39b1d0482a51 None None] New status for floating IP fa9e9982-7c13-45c2-860b-6ecb74a8043b: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:54:00.981221 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53038) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:54:01.091248 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7665c35b-441e-4ef0-851b-a024053f43a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 200 len: 991 time: 0.1087732 Mar 09 12:54:02.095021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53042) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:54:02.200279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-92ceeb68-78c4-442a-8649-7365ca567ff5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 200 len: 993 time: 0.1040020 Mar 09 12:54:10.689072 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:54:16.450166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:21.925857 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-ae40782a-783d-450d-9fab-230ca2b26c7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692654 Mar 09 12:54:22.070860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-47369eb5-cbd3-460b-b05c-9dc7e94f9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:22.072936 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-47369eb5-cbd3-460b-b05c-9dc7e94f9427 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0752501 Mar 09 12:54:22.221237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-ddbc92b6-b313-46ca-af9d-7e0273ef4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:22.222674 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-ddbc92b6-b313-46ca-af9d-7e0273ef4230 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1271145 Mar 09 12:54:22.328540 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-6bfd1ea8-3a47-439a-8746-a16e993e0584 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 1001 time: 0.0980382 Mar 09 12:54:22.389671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-e6731299-c79f-4ecd-b7cd-cecff2261f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:22.391073 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-e6731299-c79f-4ecd-b7cd-cecff2261f64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0568643 Mar 09 12:54:22.465518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-18a4ad17-23df-4e3a-8a20-92b70a1e2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:22.466989 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-18a4ad17-23df-4e3a-8a20-92b70a1e2505 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698733 Mar 09 12:54:22.598671 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-43e04ee8-74b0-4d96-b45f-79cfcc91f864 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Mar 09 12:54:22.723258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ead653b-c82f-417d-ae3a-41e8547c040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:22.729887 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7844b8c6-e378-43c7-b2d6-59c83d04045d req-ee87dce1-6449-4a34-aa90-e23e94a84a41 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253111 Mar 09 12:54:24.934369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3067a32a-8260-4af3-880a-75aa2990fb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:25.813954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:26.174218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:27.734597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:31.730547 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6ff2-a859-4a8e-8178-4840dc099816 req-a379c532-1a3c-4139-a19c-ad602c0c5d26 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:31.731979 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-205c6ff2-a859-4a8e-8178-4840dc099816 req-a379c532-1a3c-4139-a19c-ad602c0c5d26 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0899508 Mar 09 12:54:31.775182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-205c6ff2-a859-4a8e-8178-4840dc099816 req-041957f3-7f1f-4505-ad42-8fbe2c9bb74c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 Mar 09 12:54:32.961404 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b78f57-869d-4139-9d45-8dbf149d9b18 req-8cb714c9-8dd9-4187-b126-7155b42a71cc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:32.962832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49b78f57-869d-4139-9d45-8dbf149d9b18 req-8cb714c9-8dd9-4187-b126-7155b42a71cc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0830367 Mar 09 12:54:33.006268 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-49b78f57-869d-4139-9d45-8dbf149d9b18 req-e41b7c5a-ad8b-45b5-b2f4-8e4c7b3d166a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Mar 09 12:54:34.185715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1e5a9-f356-4188-ab42-a9f3c6777c3f req-2dd9e2b4-65ed-4904-9881-36122ab878f3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:34.187135 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79f1e5a9-f356-4188-ab42-a9f3c6777c3f req-2dd9e2b4-65ed-4904-9881-36122ab878f3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0773425 Mar 09 12:54:34.230126 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79f1e5a9-f356-4188-ab42-a9f3c6777c3f req-4c411373-82a5-422c-a18d-f5d38cce5e88 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 Mar 09 12:54:35.422726 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ddce9-37d1-4a12-947c-331aad34e571 req-cac0a4da-216f-4e43-b224-1a6231689e60 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:35.424179 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c1ddce9-37d1-4a12-947c-331aad34e571 req-cac0a4da-216f-4e43-b224-1a6231689e60 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0830867 Mar 09 12:54:35.468003 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2c1ddce9-37d1-4a12-947c-331aad34e571 req-11a0a214-7324-471f-b1dd-0ae59185648c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379050 Mar 09 12:54:36.655742 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818a77-4067-4aa4-a045-551b8851c096 req-b0c4552e-3875-4e48-932f-51720358fafe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:36.657217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5818a77-4067-4aa4-a045-551b8851c096 req-b0c4552e-3875-4e48-932f-51720358fafe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0788467 Mar 09 12:54:36.702340 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b5818a77-4067-4aa4-a045-551b8851c096 req-7718143b-847b-42c8-858c-73f9c00e820d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Mar 09 12:54:37.994779 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca8308-6cb0-48c3-970f-7cd9d63fdb89 req-72fa0ca7-eb07-4e9d-a1b5-681c8dd4d83e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:37.996215 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83ca8308-6cb0-48c3-970f-7cd9d63fdb89 req-72fa0ca7-eb07-4e9d-a1b5-681c8dd4d83e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.1832635 Mar 09 12:54:38.039467 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-83ca8308-6cb0-48c3-970f-7cd9d63fdb89 req-c208ae28-33cc-4e44-866a-c28c1468739a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369802 Mar 09 12:54:39.224263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a424a11-34c8-4eb4-acab-d0aa5149afcc req-fb341de9-5a14-4254-b278-4eb365fe3701 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:39.225722 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a424a11-34c8-4eb4-acab-d0aa5149afcc req-fb341de9-5a14-4254-b278-4eb365fe3701 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0809703 Mar 09 12:54:39.269101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2a424a11-34c8-4eb4-acab-d0aa5149afcc req-7f269f42-62ab-412e-ad00-63ea31211006 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Mar 09 12:54:40.454592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b96dac-892b-4e4a-8973-f9fe0ad9aaaf req-19d5a5b3-ba89-43d9-9488-20d9ac83699c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:40.456020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c0b96dac-892b-4e4a-8973-f9fe0ad9aaaf req-19d5a5b3-ba89-43d9-9488-20d9ac83699c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0786557 Mar 09 12:54:40.499100 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c0b96dac-892b-4e4a-8973-f9fe0ad9aaaf req-ee95a0b4-56a0-4207-b7ad-8eb44fa7fd70 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375450 Mar 09 12:54:41.683601 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0ba5-3e2a-41fe-bed2-f9fa62a73f31 req-43c701d8-b7dd-4cb9-93a2-a3614fefc60a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:41.686040 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b76d0ba5-3e2a-41fe-bed2-f9fa62a73f31 req-43c701d8-b7dd-4cb9-93a2-a3614fefc60a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0821674 Mar 09 12:54:41.729980 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b76d0ba5-3e2a-41fe-bed2-f9fa62a73f31 req-91a558d5-38df-4bdd-a60a-4cd4d587a186 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Mar 09 12:54:42.915287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8992-85d2-4c90-965a-53e961c6c14d req-e8081ee3-f60e-4e0c-a176-6c37a2a30765 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:42.916699 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a86f8992-85d2-4c90-965a-53e961c6c14d req-e8081ee3-f60e-4e0c-a176-6c37a2a30765 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0807056 Mar 09 12:54:42.959992 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a86f8992-85d2-4c90-965a-53e961c6c14d req-18a76a6e-ea90-4c35-a689-fe5e6a0cc1ef tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369191 Mar 09 12:54:44.141740 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99b3e-845f-428e-b2f5-b7b43abe839c req-dd01c213-5cb2-42c6-9386-7b331a82fb6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:44.143188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91a99b3e-845f-428e-b2f5-b7b43abe839c req-dd01c213-5cb2-42c6-9386-7b331a82fb6f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0791867 Mar 09 12:54:44.186705 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-91a99b3e-845f-428e-b2f5-b7b43abe839c req-096e3063-684a-45c2-95ba-b6b5aa7ac565 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Mar 09 12:54:45.394952 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd219e1-0cb1-4d91-8f92-9bce407c51dc req-dde76f2d-e8a6-4da7-aa8e-d025c8fc7587 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:45.396428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6fd219e1-0cb1-4d91-8f92-9bce407c51dc req-dde76f2d-e8a6-4da7-aa8e-d025c8fc7587 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0889542 Mar 09 12:54:45.443227 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6fd219e1-0cb1-4d91-8f92-9bce407c51dc req-96c4ff63-e469-4c34-9658-4ee3a871f382 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Mar 09 12:54:46.451374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:46.630649 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0232f-e027-46e0-b28f-2b88366c54a4 req-841ea59f-4305-4484-971b-da8b905980fe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:46.632087 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76b0232f-e027-46e0-b28f-2b88366c54a4 req-841ea59f-4305-4484-971b-da8b905980fe tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0801196 Mar 09 12:54:46.677947 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76b0232f-e027-46e0-b28f-2b88366c54a4 req-30bc7fa1-d8a1-42d0-9481-421f00e5aee8 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Mar 09 12:54:47.689578 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:54:47.864480 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c362f-2e65-4460-9db7-b6d371884ae7 req-c06938b5-9d90-4ed1-86b5-de361ab098c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:47.865843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a76c362f-2e65-4460-9db7-b6d371884ae7 req-c06938b5-9d90-4ed1-86b5-de361ab098c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0848317 Mar 09 12:54:47.908513 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a76c362f-2e65-4460-9db7-b6d371884ae7 req-d0fa3f47-536b-4129-b42d-9f1186f276ad tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372057 Mar 09 12:54:47.931830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53088) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:54:48.036073 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-38c6343e-3084-497b-a091-4a15d9e78905 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 200 len: 993 time: 0.1031120 Mar 09 12:54:49.490170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74854d-557d-4538-b40a-90d848b74c79 req-2291f983-d6f8-4614-a18a-c0faf6f1cb9d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:49.491866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d74854d-557d-4538-b40a-90d848b74c79 req-2291f983-d6f8-4614-a18a-c0faf6f1cb9d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0839481 Mar 09 12:54:49.530621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-41f35887-64f6-4666-9450-654b4d1552c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:49.532102 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-41f35887-64f6-4666-9450-654b4d1552c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0755610 Mar 09 12:54:49.536735 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4d74854d-557d-4538-b40a-90d848b74c79 req-1a4d82e1-a516-433a-b319-1a3526dc5475 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 Mar 09 12:54:49.661575 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-668be9b2-37c5-410c-9f99-d47f2e276657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:49.663007 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-668be9b2-37c5-410c-9f99-d47f2e276657 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1252685 Mar 09 12:54:49.873683 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-779e999f-a6f5-438f-b28e-75e243d36809 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 1001 time: 0.2016892 Mar 09 12:54:49.935407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-89c8cd22-4ea9-434b-9cdd-76b8703eedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:49.936789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-89c8cd22-4ea9-434b-9cdd-76b8703eedee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0564301 Mar 09 12:54:50.012098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-ea764764-5942-4e6e-81f2-ab8df1595ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:50.014602 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-ea764764-5942-4e6e-81f2-ab8df1595ba5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719125 Mar 09 12:54:50.144632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-6ea9a0d4-8cef-492c-844b-9f35a2f4dc97 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242023 Mar 09 12:54:50.276004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-18255422-3804-454f-bc9c-b5b15a7f10f5 req-7f614ce3-d1c0-44fb-82c8-ef27267fbfce service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259460 Mar 09 12:54:50.724807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b64b-5c59-42b4-bd1a-bc51990105b8 req-9b13eae5-863c-4856-9466-66e19d9edd46 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:50.726292 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef36b64b-5c59-42b4-bd1a-bc51990105b8 req-9b13eae5-863c-4856-9466-66e19d9edd46 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0815775 Mar 09 12:54:50.776781 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef36b64b-5c59-42b4-bd1a-bc51990105b8 req-6042ecc4-5daf-4ae2-8622-6d6df48e4d7d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Mar 09 12:54:51.964662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba8028-92d4-46d8-b132-1d05e16b7bb6 req-286777b9-da64-4fe6-a908-bf565ffe9f4d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:54:51.966121 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52ba8028-92d4-46d8-b132-1d05e16b7bb6 req-286777b9-da64-4fe6-a908-bf565ffe9f4d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0827186 Mar 09 12:54:52.009372 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-52ba8028-92d4-46d8-b132-1d05e16b7bb6 req-097cf261-3a00-42e5-a7ac-3108d8285478 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377071 Mar 09 12:54:52.032355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53102) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:54:52.137351 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ab47ee39-4482-4f8c-b315-ce8258718dfc tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 200 len: 993 time: 0.1036780 Mar 09 12:54:52.725865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63fe5038-d4ea-44b6-853b-ccdc7a16edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:54.936722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9675d9e-c594-4e02-a3fa-c066a90cf7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:55.814439 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:56.177154 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:54:57.738286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:16.467351 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:22.727326 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d9238457-d203-45c1-8733-223b3b24ebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:22.867963 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53118) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:22.984395 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-3f3b7766-fa6b-4fba-8130-5cad095a23eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689585 Mar 09 12:55:23.126156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-19f1d8c9-eae0-4116-ad66-25c329e25b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:23.127525 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-19f1d8c9-eae0-4116-ad66-25c329e25b96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0747831 Mar 09 12:55:23.170415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 5d9a52f8-66ca-4e1c-b413-24d62f1f2494 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:55:23.170755 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:23.272389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-f69b5b6f-b337-4a2d-b989-def0dcdfe34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:23.274004 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-f69b5b6f-b337-4a2d-b989-def0dcdfe34f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1275795 Mar 09 12:55:23.338213 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:23.338533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:23.379295 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-80948ebf-c205-4850-a5b2-818fd74ca50c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 1001 time: 0.0989335 Mar 09 12:55:23.445071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-f522f165-ed1f-4998-8813-1232c080efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:23.446501 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-f522f165-ed1f-4998-8813-1232c080efc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0612259 Mar 09 12:55:23.460960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 5d9a52f8-66ca-4e1c-b413-24d62f1f2494 owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:55:23.529938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-91fe25f8-b8ae-4520-9a4e-138ca0417d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:23.531954 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-91fe25f8-b8ae-4520-9a4e-138ca0417d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790284 Mar 09 12:55:23.612376 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:23.665828 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-4b39289b-992c-4e96-a843-ac1522244689 service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277168 Mar 09 12:55:23.666371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=5d9a52f8-66ca-4e1c-b413-24d62f1f2494,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:23.708415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.708772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.709134 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.709477 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.709807 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.710133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.710454 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.710778 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.711099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.711418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.711735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.712049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:23.775008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:23.775392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP fa9e9982-7c13-45c2-860b-6ecb74a8043b disassociated (deleted). External IP: 172.26.5.190, port: 6749b0b7-ef64-49a7-9d00-e22f8678a505. Mar 09 12:55:23.804297 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2efa4e5c-f66c-4b82-b08c-d4aa42491ee9 req-f1a837d1-0adb-40d2-994f-fe91e658edfe service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303570 Mar 09 12:55:24.124794 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 748e6b00-25b4-4173-82bb-f28aa7666305 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:55:24.301166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:55:24.310534 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Sync routers for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:55:24.316993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:24.319514 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:24.320121 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:54:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:24.374584 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-dc7eb08c-a1c0-4faf-aa89-c4e6852f125b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/floatingips/fa9e9982-7c13-45c2-860b-6ecb74a8043b HTTP/1.1" status: 204 len: 168 time: 1.5055714 Mar 09 12:55:24.375515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:55:24.421574 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'status': 'completed', 'code': 200} Mar 09 12:55:24.528651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-e11e807b-870d-4ccc-ae8d-d9852b027663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:24.530454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:24.531072 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-e11e807b-870d-4ccc-ae8d-d9852b027663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 1098 time: 0.0838315 Mar 09 12:55:24.677194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-709ff0c1-d17e-41e4-89e4-7065b78dbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:24.678563 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-709ff0c1-d17e-41e4-89e4-7065b78dbcbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 200 len: 897 time: 0.1406505 Mar 09 12:55:24.709807 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:55:24.755308 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-c860983e-4f30-4ecd-9cd2-57f8d41c303d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 200 len: 217 time: 0.0694690 Mar 09 12:55:24.777308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb980b-969b-4f3c-8ec4-e9c99167fe7c req-924b9d5b-9fa0-4ee1-8b76-f7a3164b5da5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:24.778331 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-e1fb980b-969b-4f3c-8ec4-e9c99167fe7c req-924b9d5b-9fa0-4ee1-8b76-f7a3164b5da5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:24.795029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-e1fb980b-969b-4f3c-8ec4-e9c99167fe7c req-924b9d5b-9fa0-4ee1-8b76-f7a3164b5da5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:24.795842 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e1fb980b-969b-4f3c-8ec4-e9c99167fe7c req-924b9d5b-9fa0-4ee1-8b76-f7a3164b5da5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.1010685 Mar 09 12:55:24.825307 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-76fdc787-60ab-4d27-8b9e-577fdf293b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:24.826752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-76fdc787-60ab-4d27-8b9e-577fdf293b4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 200 len: 835 time: 0.0656266 Mar 09 12:55:24.843434 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e1fb980b-969b-4f3c-8ec4-e9c99167fe7c req-91a9580b-a60c-48ba-bb24-53e5ebce2760 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Mar 09 12:55:24.910866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-6db859ea-6929-49f0-a3d0-5dcc9278027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:24.912347 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-6db859ea-6929-49f0-a3d0-5dcc9278027a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8abe58b7-95c3-49cf-8f28-3d98b3f58b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736711 Mar 09 12:55:24.927532 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:24.931531 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Checking router: 748e6b00-25b4-4173-82bb-f28aa7666305 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:55:24.937852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ae43a660-7733-4be8-be05-5955ebb5c0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:24.942800 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:24.943405 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:54:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:25.048663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-453b475a-86c0-4f3b-a523-e5023ebada2c service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284130 Mar 09 12:55:25.119163 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:25.286907 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-9f9aaf37-9aec-47c5-b425-ab2fa8841bc5 req-2e3ee2b7-cf02-43e2-9985-2e881cddc25e service neutron] 10.222.0.13 "GET /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314212 Mar 09 12:55:25.429566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:25.433347 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7c495-47ee-4552-b9a3-2347b45029c2 None None] The sync data for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv is: [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '72ae817b-660c-4189-905a-445873dd6d50', 'name': '', 'network_id': '8abe58b7-95c3-49cf-8f28-3d98b3f58b21', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:8e:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:41Z', 'updated_at': '2022-03-09T12:53:47Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': '5bb5d5cb-9a1a-4af0-b144-e9ed8d566051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:55:25.651110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302dea02-b5e6-4c75-8ee8-9a731c5b2993 None None] New status for floating IP fa9e9982-7c13-45c2-860b-6ecb74a8043b: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:55:25.817527 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.034558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dcc26-5aa6-4621-9bde-284c094d1795 req-e7ed1759-4ea4-40ac-8483-88aa721f2b6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:26.035977 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed7dcc26-5aa6-4621-9bde-284c094d1795 req-e7ed1759-4ea4-40ac-8483-88aa721f2b6e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0802586 Mar 09 12:55:26.140633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97660465-e3c5-48da-b7af-a452566f0c59 req-98ecbc7d-6a08-4fab-ac46-f8a4309849a4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:26.141288 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-97660465-e3c5-48da-b7af-a452566f0c59 req-98ecbc7d-6a08-4fab-ac46-f8a4309849a4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:26.154251 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-97660465-e3c5-48da-b7af-a452566f0c59 req-98ecbc7d-6a08-4fab-ac46-f8a4309849a4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:26.155419 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-97660465-e3c5-48da-b7af-a452566f0c59 req-98ecbc7d-6a08-4fab-ac46-f8a4309849a4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 945 time: 0.0968239 Mar 09 12:55:26.180447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.192657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ed7dcc26-5aa6-4621-9bde-284c094d1795 req-ad5b3d2a-1198-4b7c-8ff2-746530c3be32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=94c0a578-50bf-438e-810d-dd54783921d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511154 Mar 09 12:55:26.237879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 6749b0b7-ef64-49a7-9d00-e22f8678a505 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:55:26.238218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.482913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 6749b0b7-ef64-49a7-9d00-e22f8678a505, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6749b0b7-ef64-49a7-9d00-e22f8678a505,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:26.483266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.606535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 6749b0b7-ef64-49a7-9d00-e22f8678a505 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:55:26.751671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.801478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=6749b0b7-ef64-49a7-9d00-e22f8678a505,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:26.835792 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.836149 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.836499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.836840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.837210 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.837548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.837879 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.838213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.838542 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.838868 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.839200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.839526 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:26.890352 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port 6749b0b7-ef64-49a7-9d00-e22f8678a505 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:55:26.893395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:26.895799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'name': 'network-vif-deleted', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:55:26.913092 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-97660465-e3c5-48da-b7af-a452566f0c59 req-b76b5a84-677f-4d42-a908-efb56caf8ce0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "DELETE /v2.0/ports/6749b0b7-ef64-49a7-9d00-e22f8678a505 HTTP/1.1" status: 204 len: 173 time: 0.7497301 Mar 09 12:55:26.996721 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07373b9-8840-4696-9992-7a442a47e88a', 'name': 'network-vif-deleted', 'tag': '6749b0b7-ef64-49a7-9d00-e22f8678a505', 'status': 'completed', 'code': 200} Mar 09 12:55:27.356544 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4877a709-32fa-4855-a04c-86792895f1ec req-dc198bfa-dba3-4fb9-bd6d-93b22538f1bb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07373b9-8840-4696-9992-7a442a47e88a HTTP/1.1" status: 200 len: 210 time: 0.0407035 Mar 09 12:55:27.744342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:28.450504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53146) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:29.008915 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:29.473449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 72ae817b-660c-4189-905a-445873dd6d50 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:55:29.474136 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:29.657368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 72ae817b-660c-4189-905a-445873dd6d50, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=72ae817b-660c-4189-905a-445873dd6d50,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:29.657720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:29.783691 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 72ae817b-660c-4189-905a-445873dd6d50 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:55:30.099555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:30.148426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=72ae817b-660c-4189-905a-445873dd6d50,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:30.533802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:30.754243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6749b0b7-ef64-49a7-9d00-e22f8678a505 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:55:30.787875 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 6749b0b7-ef64-49a7-9d00-e22f8678a505 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:55:30.788139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6749b0b7-ef64-49a7-9d00-e22f8678a505 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:55:30.897241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 748e6b00-25b4-4173-82bb-f28aa7666305 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:55:31.072223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:55:31.082812 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Sync routers for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:55:31.084397 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fd3e6daf-5177-489d-9df4-400e2b910b90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/748e6b00-25b4-4173-82bb-f28aa7666305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328447 Mar 09 12:55:31.087107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53152) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:31.091973 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:31.092561 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:31.154840 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting subnet 5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:55:31.158185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.212346 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.270211 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:31.303324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.375131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.418274 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb5d5cb-9a1a-4af0-b144-e9ed8d566051,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:31.420198 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.429929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-808fd695-042a-49aa-8a99-50f707d7d97c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/subnets/5bb5d5cb-9a1a-4af0-b144-e9ed8d566051 HTTP/1.1" status: 204 len: 168 time: 0.3395002 Mar 09 12:55:31.430089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806c651-3f58-4def-98cb-a0bd32f5af91 None None] Network 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:55:31.430182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53156) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:31.569822 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:55:30Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:31.573680 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Checking router: 748e6b00-25b4-4173-82bb-f28aa7666305 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:55:31.582700 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Routers {'748e6b00-25b4-4173-82bb-f28aa7666305'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:31.583294 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['748e6b00-25b4-4173-82bb-f28aa7666305'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:31.630012 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.702841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] DHCP port deletion for 8abe58b7-95c3-49cf-8f28-3d98b3f58b21 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:55:31.708370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Deleting port 4eea5e47-3d79-4767-88f7-087531cacf43 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:55:31.708977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.763937 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] Set router 748e6b00-25b4-4173-82bb-f28aa7666305 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:31.816450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.825938 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 0e333770-cc8e-42d0-a429-200d476a94cd {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:55:31.826310 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:31.919241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] For port 4eea5e47-3d79-4767-88f7-087531cacf43, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=4eea5e47-3d79-4767-88f7-087531cacf43,segment=NetworkSegment(241dd46d-ec23-4973-9141-f137487b1f85),segment_id=241dd46d-ec23-4973-9141-f137487b1f85)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:31.919814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.046578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Calling delete_port for 4eea5e47-3d79-4767-88f7-087531cacf43 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:55:32.090649 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:55:30Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:32.095491 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44e5da-2c57-4c8a-856d-b8f0322f711b None None] The sync data for ids ['748e6b00-25b4-4173-82bb-f28aa7666305'] in dv-neutron-832762-2-hyperv is: [{'id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046614143', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:55:30Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '0e333770-cc8e-42d0-a429-200d476a94cd', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748e6b00-25b4-4173-82bb-f28aa7666305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:53:37Z', 'updated_at': '2022-03-09T12:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:55:32.145162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 0e333770-cc8e-42d0-a429-200d476a94cd, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=0e333770-cc8e-42d0-a429-200d476a94cd,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:32.145767 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.168592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.214431 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Pushing event deleted for resources: {'Port': ['ID=4eea5e47-3d79-4767-88f7-087531cacf43,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:32.219810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] No DVR routers for this DVR port 4eea5e47-3d79-4767-88f7-087531cacf43 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:55:32.226061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.226419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.229119 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.230163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.230163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acb7ecc-ffe5-4a74-a8cc-da881e938d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:32.272873 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 0e333770-cc8e-42d0-a429-200d476a94cd owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:55:32.440191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.490563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=0e333770-cc8e-42d0-a429-200d476a94cd,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:32.584080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.759907 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.762013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.784980 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.785498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Fanout notify agent at l3_agent the message router_deleted on router 748e6b00-25b4-4173-82bb-f28aa7666305 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:55:32.800862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:32.801982 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8bdc7459-fd80-4a2b-8210-abd5a2be7baa tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/routers/748e6b00-25b4-4173-82bb-f28aa7666305 HTTP/1.1" status: 204 len: 168 time: 1.3708849 Mar 09 12:55:32.804844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53160) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:32.930253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.059752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.086930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abe58b7-95c3-49cf-8f28-3d98b3f58b21']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:33.098895 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241dd46d-ec23-4973-9141-f137487b1f85') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:33.099191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241dd46d-ec23-4973-9141-f137487b1f85') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:33.109980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.125181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.131157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:55:33.131527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:55:33.145778 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:55:33.224990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.249679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 72ae817b-660c-4189-905a-445873dd6d50 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:55:33.252433 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.259349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Network': ['ID=8abe58b7-95c3-49cf-8f28-3d98b3f58b21,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:33.277287 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-23d416a3-cc66-4cfe-a974-604ce9a59398 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/networks/8abe58b7-95c3-49cf-8f28-3d98b3f58b21 HTTP/1.1" status: 204 len: 168 time: 0.4713097 Mar 09 12:55:33.280727 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53164) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:33.286628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 72ae817b-660c-4189-905a-445873dd6d50 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:55:33.286986 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 72ae817b-660c-4189-905a-445873dd6d50 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:55:33.287424 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4eea5e47-3d79-4767-88f7-087531cacf43 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:55:33.323481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 4eea5e47-3d79-4767-88f7-087531cacf43 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:55:33.323756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 4eea5e47-3d79-4767-88f7-087531cacf43 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:55:33.353638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.382837 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.451105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.474623 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c0a578-50bf-438e-810d-dd54783921d5,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:33.492612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.495018 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0235837-d2d8-42ad-981b-5a2a838a994e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/security-groups/94c0a578-50bf-438e-810d-dd54783921d5 HTTP/1.1" status: 204 len: 168 time: 0.2141142 Mar 09 12:55:33.720111 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53172) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:33.725741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673670686', 'description': 'tempest-secgroup-smoke-1673670686 description', 'project_id': '486d0d202b34454ebe98e8639e7acf4d'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:33.732728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:33.737014 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:33.739797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:33.745317 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:33.755358 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.774426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:33.778052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:33.780714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:33.786262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:33.858776 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.863054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.905810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42292184-c14c-48a0-b0d8-fa4f15ed42a3,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:33.912665 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:33.913869 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-954dd8d6-dd1d-4e7c-b56e-36cd2d531b85 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1926646 Mar 09 12:55:33.916903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53176) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:33.922716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:33.929162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:33.932958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:33.935806 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:33.943201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:33.959411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.029264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.032860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.056503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46f3e24-3c7b-4dca-982d-7dda659d3561,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.065385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.066549 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-184c1f57-baa1-4965-a85c-702e9d8c62ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485922 Mar 09 12:55:34.069251 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53180) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.074298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.080159 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.083919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.086783 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.092389 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.109211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.168446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.171872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.197441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdaa82f-6dd4-49e4-9f52-a942cbce8794,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.207467 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.208729 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2d6fe805-576f-4021-badd-f278f17d0773 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385856 Mar 09 12:55:34.211503 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53184) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.216282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.223067 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.227157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.229971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.236391 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.252420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.316817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.320402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.342878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641f08b1-1c09-407b-b83c-7fd19714e037,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.351647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.352799 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-324c3224-d4f9-4874-9b4e-191617cb1b1e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404054 Mar 09 12:55:34.355639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53188) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.361279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.366816 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.370527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.373337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.379003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.394740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.455786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.459148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.481899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9323a785-6f2b-4a33-881a-b2c1f034ea81,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.491504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.493015 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d23c941d-24be-4688-8d5f-66bf3a4a65e0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362224 Mar 09 12:55:34.495474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53192) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.500752 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.506838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.510841 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.513683 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.519836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.530437 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:55:34.537674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.601827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.605327 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.629954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6840d4d4-034f-4d09-b12c-03ca3da99e24,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.638755 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.640000 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4c734854-3e91-481b-8368-9849b84c7e2c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435201 Mar 09 12:55:34.643407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53196) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.648076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'security_group_rule': {'security_group_id': '42292184-c14c-48a0-b0d8-fa4f15ed42a3', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.653677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.657969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:security_group_rule and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.660744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.666265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.678899 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Project 486d0d202b34454ebe98e8639e7acf4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:55:34.685312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.750728 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.754394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.777458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63d33c3-0eb8-4d33-891b-798e6b47617b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:34.786123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.787270 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3e7c273f-ce32-4cc8-9215-3be58dc7f9a9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429758 Mar 09 12:55:34.790163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53200) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:34.795278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'network': {'name': 'tempest-network-smoke--2114335211', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'port_security_enabled': True}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:34.800456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:34.804438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:network and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:34.807221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:34.812747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:34.822786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:55:34.826301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.855204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:55:34.865212 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.865491 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Added segment fbaf3f24-7867-4156-92a5-4e68a18276f8 of type vlan for network 3a27bed2-e0da-4ee9-9145-db656ccc74ce Mar 09 12:55:34.867106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0e333770-cc8e-42d0-a429-200d476a94cd no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:55:34.892508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.902715 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 0e333770-cc8e-42d0-a429-200d476a94cd {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:55:34.903061 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 0e333770-cc8e-42d0-a429-200d476a94cd not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:55:34.922302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:34.928177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:34.928756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.027502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2363429 Mar 09 12:55:35.030437 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53204) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:35.035614 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'admin_state_up': True, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:35.038894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d4965-d156-4353-b96d-d65d617ebdc2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Network': ['ID=3a27bed2-e0da-4ee9-9145-db656ccc74ce,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:35.043928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:35.049088 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:router and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:35.049574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:55:35.052225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:35.058661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:35.069492 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.070694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.088012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.353450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.650527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.773188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:35.906343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.224 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/757a232c-0ede-41ee-be57-42b2046cf257) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:55:36.050301 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:36.080984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:36.139203 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:36.142044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:36.149552 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:55:36.191863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=757a232c-0ede-41ee-be57-42b2046cf257,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:36.568853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:36.905036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:37.210262 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 89233a5f-dfc8-4b86-b6a3-b179499c1868 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:55:37.398899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:55:37.412474 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Sync routers for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:55:37.421506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:37.422389 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:37.428586 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:37.429985 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-bd05543c-4ec8-4256-97fd-96b281751e1a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3984134 Mar 09 12:55:37.433118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53214) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:37.475062 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-97c86437-86be-4400-9a48-86f4a4338827 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=486d0d202b34454ebe98e8639e7acf4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407116 Mar 09 12:55:37.478019 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53218) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:37.613485 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:37.616448 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12290e75-0dff-4023-a529-5e8854076df2 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:37.617972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-12290e75-0dff-4023-a529-5e8854076df2 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389880 Mar 09 12:55:37.620857 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53222) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:37.663039 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-57d41ad9-3a2d-421e-9499-64eae59d9f30 tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=7d4143bb-e72f-4ce7-8933-e6e9d96c5f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385635 Mar 09 12:55:37.663249 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53226) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:37.668371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901122878', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:37.779383 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:37.784289 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:subnet and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:37.787210 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:37.792860 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:37.802889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:55:37.806395 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:37.896226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:36Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:37.900577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Checking router: 89233a5f-dfc8-4b86-b6a3-b179499c1868 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:55:37.901084 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Updating router 89233a5f-dfc8-4b86-b6a3-b179499c1868 port 757a232c-0ede-41ee-be57-42b2046cf257 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:55:37.959462 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.046677 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.134038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Subnet': ['ID=f4170aad-6d3b-4e6a-bd32-3d4e2818c333,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:38.139307 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Checking segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:55:38.139673 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network hostable DHCP agents. Network: 3a27bed2-e0da-4ee9-9145-db656ccc74ce, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:55:38.159506 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:55:38.168320 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 3a27bed2-e0da-4ee9-9145-db656ccc74ce) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:38.172784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:38.173622 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.182188 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcbcea1-3400-4a9c-88d2-82f528574cdb None None] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:55:38.198655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c0c5cc96-047e-4308-b08b-72a81895c66d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5319164 Mar 09 12:55:38.198904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53230) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:38.484637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.498108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Transition to ACTIVE for port object 757a232c-0ede-41ee-be57-42b2046cf257 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:38.502830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:55:38.503636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.518878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.698803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Attempting to bind port 757a232c-0ede-41ee-be57-42b2046cf257 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:55:38.699179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Attempting to bind port 757a232c-0ede-41ee-be57-42b2046cf257 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:55:38.699545 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Attempting to bind port 757a232c-0ede-41ee-be57-42b2046cf257 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:55:38.708392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ad9b-f675-4a99-ad0d-885249fbe006 None None] Pushing event updated for resources: {'Port': ['ID=757a232c-0ede-41ee-be57-42b2046cf257,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:38.715847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:55:38.716287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:55:38.716628 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.717054 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:55:38.717534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Bound port: 757a232c-0ede-41ee-be57-42b2046cf257, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:55:38.717923 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:38.848498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] For port 757a232c-0ede-41ee-be57-42b2046cf257, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:55:38.853473 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] For port 757a232c-0ede-41ee-be57-42b2046cf257, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=757a232c-0ede-41ee-be57-42b2046cf257,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:55:38.854827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Allocated IP 172.20.0.2 (3a27bed2-e0da-4ee9-9145-db656ccc74ce/f4170aad-6d3b-4e6a-bd32-3d4e2818c333/debbb747-52c4-4b47-a981-1ca6492d6165) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:55:38.861782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.021577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.023016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:39.023638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:39.102288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ad9b-f675-4a99-ad0d-885249fbe006 None None] Pushing event updated for resources: {'Port': ['ID=757a232c-0ede-41ee-be57-42b2046cf257,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:39.288340 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:39.424962 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.449129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Transition to ACTIVE for port object debbb747-52c4-4b47-a981-1ca6492d6165 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:39.528940 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Transition to ACTIVE for port object debbb747-52c4-4b47-a981-1ca6492d6165 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:39.540731 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.599762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.1 (3a27bed2-e0da-4ee9-9145-db656ccc74ce/f4170aad-6d3b-4e6a-bd32-3d4e2818c333/24303435-b957-43a5-9dcc-07b9e427e5d3) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:55:39.644482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:39.649806 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:39.660754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:55:39.708542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Pushing event updated for resources: {'Port': ['ID=debbb747-52c4-4b47-a981-1ca6492d6165,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:39.760862 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.774879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Attempting to bind port debbb747-52c4-4b47-a981-1ca6492d6165 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:55:39.775256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Attempting to bind port debbb747-52c4-4b47-a981-1ca6492d6165 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:55:39.775623 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Attempting to bind port debbb747-52c4-4b47-a981-1ca6492d6165 on network 3a27bed2-e0da-4ee9-9145-db656ccc74ce {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:55:39.777578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 24303435-b957-43a5-9dcc-07b9e427e5d3 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:39.783470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:55:39.783849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Checking segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:55:39.784251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.784651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Bound using segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:55:39.785155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Bound port: debbb747-52c4-4b47-a981-1ca6492d6165, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:55:39.785533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.803633 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.827688 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:36Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:39.836047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bcfb7-a1e7-489e-aead-4a2f0e3d6685 None None] The sync data for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv is: [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:36Z', 'revision_number': 3, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:55:39.879935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:39.887929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:39.893833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] For port debbb747-52c4-4b47-a981-1ca6492d6165, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:55:39.894050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:55:39.898053 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] For port debbb747-52c4-4b47-a981-1ca6492d6165, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=debbb747-52c4-4b47-a981-1ca6492d6165,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:55:39.902155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.926744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:39.962683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:39.991025 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5183eb-5480-4679-9516-acac0bbc65f0 None None] Pushing event updated for resources: {'Port': ['ID=debbb747-52c4-4b47-a981-1ca6492d6165,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:40.278211 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:40.847184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:40.852523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:40.966660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:40.978798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device debbb747-52c4-4b47-a981-1ca6492d6165 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:41.018568 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb031b6b-8b4f-45cd-a31f-fb9ba9c044d3 None None] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:55:41.019537 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:41.124750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:41.126248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:41.206024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Provisioning for port debbb747-52c4-4b47-a981-1ca6492d6165 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:41.211455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port debbb747-52c4-4b47-a981-1ca6492d6165 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:41.231906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Provisioning complete for port debbb747-52c4-4b47-a981-1ca6492d6165 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:41.232285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.257783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port debbb747-52c4-4b47-a981-1ca6492d6165 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:41.258103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.325932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 89233a5f-dfc8-4b86-b6a3-b179499c1868 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:55:41.509911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:55:41.522704 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a848c755-e912-4d3c-863d-cd24f430ebc4 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/89233a5f-dfc8-4b86-b6a3-b179499c1868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3227589 Mar 09 12:55:41.523781 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Sync routers for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:55:41.537995 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:41.539040 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:41.559911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.577771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.630399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] For port debbb747-52c4-4b47-a981-1ca6492d6165, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=debbb747-52c4-4b47-a981-1ca6492d6165,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:41.634949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.711574 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-a468f467-1927-4c83-a1d8-74b864cb7e2f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:41.735281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-a468f467-1927-4c83-a1d8-74b864cb7e2f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:41.736874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-a468f467-1927-4c83-a1d8-74b864cb7e2f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673670686&fields=id&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 267 time: 0.0756528 Mar 09 12:55:41.746038 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:41.780810 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638de9-f0c5-4280-8fc8-866f36d4d706 None None] Pushing event updated for resources: {'Port': ['ID=debbb747-52c4-4b47-a981-1ca6492d6165,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:41.792597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 12:55:41.792991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 12:55:41.869544 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Provisioning for port 24303435-b957-43a5-9dcc-07b9e427e5d3 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:41.879746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Provisioning complete for port 24303435-b957-43a5-9dcc-07b9e427e5d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:41.879746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.921081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-9187e92c-b4f6-481f-b727-e720d094e6e3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:41.922183 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-9187e92c-b4f6-481f-b727-e720d094e6e3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:41.940470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-9187e92c-b4f6-481f-b727-e720d094e6e3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:41.942020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-9187e92c-b4f6-481f-b727-e720d094e6e3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 797 time: 0.1974730 Mar 09 12:55:41.944686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Port 24303435-b957-43a5-9dcc-07b9e427e5d3 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:55:41.960494 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Provisioning complete for port debbb747-52c4-4b47-a981-1ca6492d6165 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:41.961169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-016e1a3c-d7d6-4dee-bce6-d9906262cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:41.962528 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-ebdf2c32-f2e1-42cc-aa34-2b8d0a07eed5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/quotas/486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 375 time: 0.0141737 Mar 09 12:55:42.064751 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-75e45177-0c08-4ca6-b205-440c2e0ed950 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:42.086863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-75e45177-0c08-4ca6-b205-440c2e0ed950 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:42.088699 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-75e45177-0c08-4ca6-b205-440c2e0ed950 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190968 Mar 09 12:55:42.109438 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 2, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:42.114819 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Checking router: 89233a5f-dfc8-4b86-b6a3-b179499c1868 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:55:42.115235 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Updating router 89233a5f-dfc8-4b86-b6a3-b179499c1868 port 24303435-b957-43a5-9dcc-07b9e427e5d3 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:55:42.172347 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.240089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d7f2177-d793-434c-86b8-120cb0f3a5a1 None None] Provisioning complete for port 24303435-b957-43a5-9dcc-07b9e427e5d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:42.240661 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2177-d793-434c-86b8-120cb0f3a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.243309 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b2175480-eb54-4f52-bfaa-5974e22f3e53 service neutron] 10.222.0.20 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341176 Mar 09 12:55:42.345168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f2177-d793-434c-86b8-120cb0f3a5a1 None None] Port 24303435-b957-43a5-9dcc-07b9e427e5d3 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:55:42.370636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 757a232c-0ede-41ee-be57-42b2046cf257 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:42.392032 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b25c5d81-f972-4780-892c-bca71d1e2a8c service neutron] 10.222.0.20 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379101 Mar 09 12:55:42.440673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 757a232c-0ede-41ee-be57-42b2046cf257 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:42.445596 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 757a232c-0ede-41ee-be57-42b2046cf257 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:42.446105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.531573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0d948738-ea0b-4ae5-ac2c-31eb563606b1 None None] Provisioning complete for port 24303435-b957-43a5-9dcc-07b9e427e5d3 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:42.531949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d948738-ea0b-4ae5-ac2c-31eb563606b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.565479 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.578724 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Transition to ACTIVE for port object 24303435-b957-43a5-9dcc-07b9e427e5d3 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:42.587934 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.611768 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0d948738-ea0b-4ae5-ac2c-31eb563606b1 None None] Port 24303435-b957-43a5-9dcc-07b9e427e5d3 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:55:42.634780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5becd395-b5cc-42d4-a105-dfcebf4dbec9 req-d19f2c26-e81e-40ff-87ae-cee03b413f50 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0768228 Mar 09 12:55:42.683687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.703131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 757a232c-0ede-41ee-be57-42b2046cf257, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=757a232c-0ede-41ee-be57-42b2046cf257,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:42.708400 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.771234 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Pushing event updated for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:42.791057 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=757a232c-0ede-41ee-be57-42b2046cf257,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:42.854733 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.855114 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.855512 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.856019 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.856394 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.856779 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.857148 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.857472 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.857880 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.858319 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.858685 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.859055 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:55:42.897911 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Attempting to bind port 24303435-b957-43a5-9dcc-07b9e427e5d3 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:55:42.898303 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Attempting to bind port 24303435-b957-43a5-9dcc-07b9e427e5d3 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:55:42.898638 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Attempting to bind port 24303435-b957-43a5-9dcc-07b9e427e5d3 on network 3a27bed2-e0da-4ee9-9145-db656ccc74ce {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:55:42.904211 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:55:42.904591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Checking segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:55:42.905101 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.905621 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Bound using segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:55:42.906089 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Bound port: 24303435-b957-43a5-9dcc-07b9e427e5d3, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:55:42.906462 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:42.958780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device debbb747-52c4-4b47-a981-1ca6492d6165 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:43.003145 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] For port 24303435-b957-43a5-9dcc-07b9e427e5d3, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:55:43.006757 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] For port 24303435-b957-43a5-9dcc-07b9e427e5d3, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=24303435-b957-43a5-9dcc-07b9e427e5d3,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:55:43.010989 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:43.038297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port debbb747-52c4-4b47-a981-1ca6492d6165 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:43.038881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:43.089847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:43.090618 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:43.166865 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1b50d-4011-45cf-b763-181149c7ea6c None None] Pushing event updated for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=4']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:43.181648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 757a232c-0ede-41ee-be57-42b2046cf257 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:43.261669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 757a232c-0ede-41ee-be57-42b2046cf257 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:43.262308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:43.300562 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:43.614245 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:43.618130 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93e55b-eb93-4074-a79e-d9e98b9a077b None None] The sync data for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv is: [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:55:43.820724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc07b137-228b-42c2-bf52-8da0d4c106e0 req-53960e6a-f53a-4cbf-b4fc-dd999e2fee00 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0463271 Mar 09 12:55:43.895345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b48774bb-8be4-4a42-92d3-e3d8948b869f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:43.896061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b48774bb-8be4-4a42-92d3-e3d8948b869f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:55:43.909484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b48774bb-8be4-4a42-92d3-e3d8948b869f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:55:43.910533 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-b48774bb-8be4-4a42-92d3-e3d8948b869f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 797 time: 0.1866441 Mar 09 12:55:43.962330 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-ab03c0b0-c444-4f53-80b3-487e1ee81ed2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486d0d202b34454ebe98e8639e7acf4d HTTP/1.1" status: 200 len: 380 time: 0.0437796 Mar 09 12:55:43.973689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'port': {'device_id': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'admin_state_up': True, 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'security_groups': ['42292184-c14c-48a0-b0d8-fa4f15ed42a3']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:44.226661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:44.237513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:44.246772 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Made reservation on behalf of 486d0d202b34454ebe98e8639e7acf4d for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:55:44.250546 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:44.419268 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.20.0.3 (3a27bed2-e0da-4ee9-9145-db656ccc74ce/f4170aad-6d3b-4e6a-bd32-3d4e2818c333/6dfbe400-6fd1-4e3f-a559-979af8a77611) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:55:44.624741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:44.641979 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Transition to ACTIVE for port object 6dfbe400-6fd1-4e3f-a559-979af8a77611 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:44.665700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:44.736375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:44.739440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:44.742035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:55:44.792490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:44.820030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:44.820671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:44.850652 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-71e427f8-7e70-43e5-89f5-4fa6c17d034f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8812535 Mar 09 12:55:44.863894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Request body: {'port': {'device_id': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:44.947681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 24303435-b957-43a5-9dcc-07b9e427e5d3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:44.990270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.041759 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e6e75-c67b-4eef-88b6-fca365d4a32d req-249db991-02a3-473d-b4a7-5c40b92e4e76 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:45.043404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-616e6e75-c67b-4eef-88b6-fca365d4a32d req-249db991-02a3-473d-b4a7-5c40b92e4e76 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 931 time: 0.0866299 Mar 09 12:55:45.047583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-426d8522-df01-414c-89a4-49889055c273 None None] Provisioning for port 6dfbe400-6fd1-4e3f-a559-979af8a77611 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:45.057144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-426d8522-df01-414c-89a4-49889055c273 None None] Provisioning complete for port 6dfbe400-6fd1-4e3f-a559-979af8a77611 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:45.057524 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-426d8522-df01-414c-89a4-49889055c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.115032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 24303435-b957-43a5-9dcc-07b9e427e5d3 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:45.121435 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-426d8522-df01-414c-89a4-49889055c273 None None] Port 6dfbe400-6fd1-4e3f-a559-979af8a77611 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:55:45.123914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 24303435-b957-43a5-9dcc-07b9e427e5d3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:45.124297 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.200802 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-616e6e75-c67b-4eef-88b6-fca365d4a32d req-8a0c1d4b-3eea-4744-8c3c-54f2455216b3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487999 Mar 09 12:55:45.252263 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.283903 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 24303435-b957-43a5-9dcc-07b9e427e5d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=24303435-b957-43a5-9dcc-07b9e427e5d3,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:45.288043 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.351361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfbe400-6fd1-4e3f-a559-979af8a77611 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:55:45.356161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:45.358789 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.373600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Transition to ACTIVE for port object 6dfbe400-6fd1-4e3f-a559-979af8a77611 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:55:45.377266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.511773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Pushing event updated for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:45.618655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Attempting to bind port 6dfbe400-6fd1-4e3f-a559-979af8a77611 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:55:45.618994 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Attempting to bind port 6dfbe400-6fd1-4e3f-a559-979af8a77611 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:55:45.619324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Attempting to bind port 6dfbe400-6fd1-4e3f-a559-979af8a77611 on network 3a27bed2-e0da-4ee9-9145-db656ccc74ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:55:45.623809 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Port 6dfbe400-6fd1-4e3f-a559-979af8a77611 on network 3a27bed2-e0da-4ee9-9145-db656ccc74ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:55:45.624129 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Attempting to bind port 6dfbe400-6fd1-4e3f-a559-979af8a77611 on network 3a27bed2-e0da-4ee9-9145-db656ccc74ce {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:55:45.630030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:55:45.631023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Checking segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:55:45.631563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Bound using segment: {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:55:45.632013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Bound port: 6dfbe400-6fd1-4e3f-a559-979af8a77611, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbaf3f24-7867-4156-92a5-4e68a18276f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:55:45.632367 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.725259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:55:45.728132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:55:45.732357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.785235 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:45.785849 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:45.787199 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] 10.222.0.13 "PUT /v2.0/ports/6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 1093 time: 0.9291084 Mar 09 12:55:45.787631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:55:45.817169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af11e4e-a423-4e62-9522-d4f0dad97aaa service neutron] Pushing event updated for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:45.861016 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'status': 'completed', 'code': 200} Mar 09 12:55:45.902977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-f162a3c2-3b8c-464f-a8de-ec0281018585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:45.904460 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-f162a3c2-3b8c-464f-a8de-ec0281018585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1096 time: 0.0789921 Mar 09 12:55:45.973704 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-8c4f4eb8-1164-46a7-b392-56723ef2a93b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 217 time: 0.0629761 Mar 09 12:55:46.052628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6d38502b-a774-45af-8faf-986475b84fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.054020 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6d38502b-a774-45af-8faf-986475b84fde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0751781 Mar 09 12:55:46.134175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-8fdcfa51-dc59-4c8a-b748-29cfb2d93a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.135660 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-8fdcfa51-dc59-4c8a-b748-29cfb2d93a21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760324 Mar 09 12:55:46.298961 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-6afd4f71-c193-4f7c-b6fb-cd45f21abc11 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574216 Mar 09 12:55:46.414629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920397d8-3220-4b63-99e0-9d2da1a22058 req-886e3c42-a148-4a81-8197-df27c92c5f66 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.416411 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-920397d8-3220-4b63-99e0-9d2da1a22058 req-886e3c42-a148-4a81-8197-df27c92c5f66 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 943 time: 0.0915842 Mar 09 12:55:46.456311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-d2ff234a-5e8a-4fbc-8988-4bf2a47db3d9 req-0911a90e-4147-4ba8-9335-3637372a31f1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495962 Mar 09 12:55:46.469086 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-920397d8-3220-4b63-99e0-9d2da1a22058 req-8c7d2963-520b-4da4-9999-28bf649c5ccb tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472519 Mar 09 12:55:46.479624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:46.683899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-fe7483a7-d849-4854-93d4-6718876b595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.685343 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-fe7483a7-d849-4854-93d4-6718876b595a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1096 time: 0.1828439 Mar 09 12:55:46.841125 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-5154710d-0314-43a0-9e4f-90c7a6f80929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.842778 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-5154710d-0314-43a0-9e4f-90c7a6f80929 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 898 time: 0.1502774 Mar 09 12:55:46.915480 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-7166849a-02dd-40a8-a83b-791ab8bc0d1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 217 time: 0.0659196 Mar 09 12:55:46.917916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 24303435-b957-43a5-9dcc-07b9e427e5d3 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:46.978674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-79cfb5ee-8c64-4c17-92ea-efc8404837bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:46.980110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-79cfb5ee-8c64-4c17-92ea-efc8404837bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0586543 Mar 09 12:55:46.985636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 24303435-b957-43a5-9dcc-07b9e427e5d3 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:46.986058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:47.055776 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-663cf12a-ca9d-42b1-9e09-3fa10d44a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:47.057285 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-663cf12a-ca9d-42b1-9e09-3fa10d44a352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707612 Mar 09 12:55:47.191480 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-68d98b6a-1337-4938-be2f-861f579d02ae service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264241 Mar 09 12:55:47.324997 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-4cf44234-7b84-4806-94ad-125838d0fb86 req-320c25fe-3fdd-4507-9a5a-18080e9383bf service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275403 Mar 09 12:55:47.659055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036baa0-c98f-4331-b1e4-ac8ab212c0da req-f7de0735-47d7-4f66-ad99-9ce9ac69e098 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:47.660399 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8036baa0-c98f-4331-b1e4-ac8ab212c0da req-f7de0735-47d7-4f66-ad99-9ce9ac69e098 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 943 time: 0.0806963 Mar 09 12:55:47.705261 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8036baa0-c98f-4331-b1e4-ac8ab212c0da req-616feebe-f413-412a-aaec-cd1b81106ee5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 Mar 09 12:55:48.862879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6dfbe400-6fd1-4e3f-a559-979af8a77611 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:55:48.886959 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03ed4-8d5f-4890-89b5-784a686bffcd req-cce6fb62-60da-4095-8846-8b5e557c2e98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:48.888527 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cda03ed4-8d5f-4890-89b5-784a686bffcd req-cce6fb62-60da-4095-8846-8b5e557c2e98 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 943 time: 0.0811265 Mar 09 12:55:48.937496 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cda03ed4-8d5f-4890-89b5-784a686bffcd req-f88fe2a2-c339-4c56-9637-3958c59df28d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Mar 09 12:55:49.001924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:49.014776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'port_id': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'mac_address': 'fa:16:3e:ba:02:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:55:49.073278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:49.090115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfbe400-6fd1-4e3f-a559-979af8a77611 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:55:49.107116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:49.111611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:49.176941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:49.311637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['6dfbe400-6fd1-4e3f-a559-979af8a77611'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:55:50.124116 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae708890-67a1-4969-9659-9756ec898299 req-2fa48714-63d9-46c8-9f90-42cab76269c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:50.125579 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae708890-67a1-4969-9659-9756ec898299 req-2fa48714-63d9-46c8-9f90-42cab76269c9 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 944 time: 0.0787747 Mar 09 12:55:50.168208 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ae708890-67a1-4969-9659-9756ec898299 req-a3ddcabf-5bd4-45b0-8c7e-791bb99cc841 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Mar 09 12:55:50.878308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6dfbe400-6fd1-4e3f-a559-979af8a77611 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:55:50.944852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 6dfbe400-6fd1-4e3f-a559-979af8a77611 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:55:50.949374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 6dfbe400-6fd1-4e3f-a559-979af8a77611 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:55:50.949749 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:51.065933 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:51.092136 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:55:51.101945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:55:51.106342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:51.142660 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'code': 200} Mar 09 12:55:51.176696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:51.357391 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5c5ca-154f-43ad-a3a5-e7a17da38eb2 req-3b18e362-c7a0-49b1-8b55-ac985cad1e3c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:51.358838 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8cf5c5ca-154f-43ad-a3a5-e7a17da38eb2 req-3b18e362-c7a0-49b1-8b55-ac985cad1e3c tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0832434 Mar 09 12:55:51.373258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72ece9-f4cc-4cef-be63-fd8520c96920 req-0bcc4075-86e4-40e7-b0c6-c27c2c4cbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:51.374632 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da72ece9-f4cc-4cef-be63-fd8520c96920 req-0bcc4075-86e4-40e7-b0c6-c27c2c4cbee9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0744381 Mar 09 12:55:51.403531 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8cf5c5ca-154f-43ad-a3a5-e7a17da38eb2 req-385f6b6e-46ae-4a21-bc55-bfc238b70819 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 Mar 09 12:55:51.416354 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-da72ece9-f4cc-4cef-be63-fd8520c96920 req-b34c42f8-a6c7-4a5e-9d5a-d65276dc7a1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348241 Mar 09 12:55:52.589148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cacd5-18fe-4ebc-893c-1e2dd3adf04b req-dc81188b-e03a-4bb9-893b-5ca2527db8db tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:52.590676 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f70cacd5-18fe-4ebc-893c-1e2dd3adf04b req-dc81188b-e03a-4bb9-893b-5ca2527db8db tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0796151 Mar 09 12:55:52.632832 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f70cacd5-18fe-4ebc-893c-1e2dd3adf04b req-a334dd46-6fc4-4c2a-b701-d705ab8ba598 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Mar 09 12:55:52.729826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fcc81f24-0d82-4ccc-9aac-94b21e9c42fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:52.821603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845a6b0-1180-41f5-ad98-a9fdafe65a74 req-ed80429b-c46f-4fe7-969c-39fcd554d99e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:52.823024 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f845a6b0-1180-41f5-ad98-a9fdafe65a74 req-ed80429b-c46f-4fe7-969c-39fcd554d99e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0815413 Mar 09 12:55:52.866827 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f845a6b0-1180-41f5-ad98-a9fdafe65a74 req-48a8f643-d26f-4ada-a130-7035ec1eafb6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Mar 09 12:55:52.889146 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53286) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:52.958761 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c33b4a-10f0-4afc-99bc-fee7c2a78cac tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:52.960229 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-f6c33b4a-10f0-4afc-99bc-fee7c2a78cac tempest-TestNetworkAdvancedServerOps-1070223194 tempest-TestNetworkAdvancedServerOps-1070223194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1093 time: 0.0701222 Mar 09 12:55:52.963017 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53290) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:52.967682 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:55:52.973578 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:55:52.977350 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Usage tracker for resource:floatingip and tenant:486d0d202b34454ebe98e8639e7acf4d is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:55:52.980136 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:55:52.985546 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:55:52.998092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:53.129594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:53.264590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Allocated IP 172.26.5.228 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/2d44aee9-5616-4e53-a198-13162fd57314) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:55:53.410374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:53.439738 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:53.502883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:55:53.505618 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:55:53.513314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:55:53.554426 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=2d44aee9-5616-4e53-a198-13162fd57314,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:54.010594 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:54.083646 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:54.287615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:54.291870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:54.401381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event updated for resources: {'Port': ['ID=2d44aee9-5616-4e53-a198-13162fd57314,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:55:54.411488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:54.582045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP ea4c8a6b-0040-4335-b363-941240e5e991 associated. External IP: 172.26.5.228, port: 6dfbe400-6fd1-4e3f-a559-979af8a77611. Mar 09 12:55:54.931896 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 89233a5f-dfc8-4b86-b6a3-b179499c1868 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:55:54.942402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82e4ca9b-9786-4e35-99e6-4e16b000d493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:55.107966 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:55:55.118301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Sync routers for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:55:55.128257 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:55.128873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:55.132568 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:55.190583 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9d8ea6bf-a035-4987-8b75-d5c974a6db32 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2265427 Mar 09 12:55:55.191147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:55:55.236356 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'status': 'completed', 'code': 200} Mar 09 12:55:55.311026 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:55.340277 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-15a78097-2c61-4917-a490-19bf1f955507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:55.341810 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-15a78097-2c61-4917-a490-19bf1f955507 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0857940 Mar 09 12:55:55.368706 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3814cb-1fb9-4368-9e82-bd4c31387150 req-461f01c4-803c-4531-9d5a-030a6792f23e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:55.370290 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd3814cb-1fb9-4368-9e82-bd4c31387150 req-461f01c4-803c-4531-9d5a-030a6792f23e tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0911429 Mar 09 12:55:55.418279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dd3814cb-1fb9-4368-9e82-bd4c31387150 req-0f8198b0-900e-4efe-ae2c-f6e2cd9108a0 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Mar 09 12:55:55.442555 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53298) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:55.489023 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-4a0f299c-1200-4289-807d-2334b951801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:55.490986 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-4a0f299c-1200-4289-807d-2334b951801a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 898 time: 0.1426914 Mar 09 12:55:55.610338 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-306a3c2c-dc02-49cd-9e78-ae97a626e2b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 999 time: 0.1131403 Mar 09 12:55:55.676471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-6dbb7720-5d6b-44ef-bcaf-969aaa980718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:55.677873 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-6dbb7720-5d6b-44ef-bcaf-969aaa980718 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0624809 Mar 09 12:55:55.685146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6456f175-ff12-4976-8b72-8dc3f7217e8f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/ea4c8a6b-0040-4335-b363-941240e5e991 HTTP/1.1" status: 200 len: 991 time: 0.2413659 Mar 09 12:55:55.705631 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ea4c8a6b-0040-4335-b363-941240e5e991', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.228', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'port_id': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'mac_address': 'fa:16:3e:ba:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:55:53Z', 'updated_at': '2022-03-09T12:55:53Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:55.709538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Checking router: 89233a5f-dfc8-4b86-b6a3-b179499c1868 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:55:55.717967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:55:55.718556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:55:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:55.755018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-a9da8da3-4666-404c-a279-0f3481c11ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:55:55.756478 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-a9da8da3-4666-404c-a279-0f3481c11ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726240 Mar 09 12:55:55.881251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:55.893441 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-06bcbb74-e528-4a9d-9721-59290a3acbb1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306515 Mar 09 12:55:55.906609 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:55:56.024332 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f238b989-9391-4e18-8d5d-80b13aef0cb8 req-753de39a-96be-430a-881a-67f374c878a6 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259816 Mar 09 12:55:56.199736 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:55:56.270754 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ea4c8a6b-0040-4335-b363-941240e5e991', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.228', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'port_id': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'mac_address': 'fa:16:3e:ba:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:55:53Z', 'updated_at': '2022-03-09T12:55:53Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:55:56.274771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3288fb-9b1f-4736-a49f-5af6b3452b12 None None] The sync data for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv is: [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ea4c8a6b-0040-4335-b363-941240e5e991', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'floating_ip_address': '172.26.5.228', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'port_id': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'mac_address': 'fa:16:3e:ba:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:55:53Z', 'updated_at': '2022-03-09T12:55:53Z', 'revision_number': 0, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:55:56.457964 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dc4f1-fae1-43e4-bcf4-622505dbc100 None None] New status for floating IP ea4c8a6b-0040-4335-b363-941240e5e991: ACTIVE {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:55:56.688869 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53302) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:55:56.798815 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d7e55488-235d-4014-ab72-b6f64da8aad2 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/ea4c8a6b-0040-4335-b363-941240e5e991 HTTP/1.1" status: 200 len: 993 time: 0.1085463 Mar 09 12:55:57.743580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:01.698967 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:56:16.486274 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:22.731432 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16aa3852-0f7d-4cbd-a2c6-a11a19a6f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:23.813165 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ec60-33aa-475f-aca3-67eb4c06b5b9 req-2b361bb3-f60a-4804-8b91-bb8fabe17f0d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:23.814590 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3fc3ec60-33aa-475f-aca3-67eb4c06b5b9 req-2b361bb3-f60a-4804-8b91-bb8fabe17f0d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0786729 Mar 09 12:56:23.859790 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3fc3ec60-33aa-475f-aca3-67eb4c06b5b9 req-cd0606c1-f4c3-45a6-ac70-251f2c819be7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Mar 09 12:56:24.232130 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-4e1e4b34-8233-421e-971d-49f847a0f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:24.233616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-4e1e4b34-8233-421e-971d-49f847a0f377 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0748312 Mar 09 12:56:24.480690 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-0c53bb96-084b-42c4-80b1-5ba31861f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:24.482143 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-0c53bb96-084b-42c4-80b1-5ba31861f295 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 898 time: 0.2273960 Mar 09 12:56:24.588332 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-91d718db-e453-4cf8-b42c-956ac4f737c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 1001 time: 0.0987039 Mar 09 12:56:24.648642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-68670f98-1ddf-4b86-87d7-748fe2c25db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:24.650064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-68670f98-1ddf-4b86-87d7-748fe2c25db3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0564842 Mar 09 12:56:24.722760 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-5156fef1-bfcc-4d64-8a33-5dc95340273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:24.724302 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-5156fef1-bfcc-4d64-8a33-5dc95340273a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689766 Mar 09 12:56:24.854181 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-c05a3871-7185-40fe-99db-6bd760ddac40 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226699 Mar 09 12:56:24.946345 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1fd06e08-51a2-4e44-84b2-709a96e31c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:24.986795 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0bc0fe5e-e665-4e28-bc17-d1987febf0b3 req-acad5283-dbc2-49c4-b139-ff49ff37a395 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273975 Mar 09 12:56:25.046419 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5a1d1-f536-40f1-b470-04225951a8e3 req-f17e8181-43ef-4922-8e8c-d3ed6870163f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:25.047864 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13d5a1d1-f536-40f1-b470-04225951a8e3 req-f17e8181-43ef-4922-8e8c-d3ed6870163f tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Mar 09 12:56:25.090806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-13d5a1d1-f536-40f1-b470-04225951a8e3 req-24762cfd-1941-4458-b40a-125750610b3d tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370543 Mar 09 12:56:25.113651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53320) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:25.219318 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b7b87c0e-ea9b-44e2-975b-ac24bbb36a65 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/ea4c8a6b-0040-4335-b363-941240e5e991 HTTP/1.1" status: 200 len: 993 time: 0.1046026 Mar 09 12:56:25.823309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:26.181686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:26.699201 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-482dff21-7de9-4ea0-8941-f2770685c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:26.700663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-482dff21-7de9-4ea0-8941-f2770685c98d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0760396 Mar 09 12:56:26.825664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f094d-7878-443b-8f3b-afcfcc5941fa req-e4c5033c-950c-4cec-bac7-dd54c35463b3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:26.827005 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-778f094d-7878-443b-8f3b-afcfcc5941fa req-e4c5033c-950c-4cec-bac7-dd54c35463b3 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0827844 Mar 09 12:56:26.833881 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-9c714058-a1c2-4a30-98f6-d1562ea29c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:26.835318 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-9c714058-a1c2-4a30-98f6-d1562ea29c24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 898 time: 0.1288023 Mar 09 12:56:26.874022 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-778f094d-7878-443b-8f3b-afcfcc5941fa req-a3f44704-db89-4d95-8c0a-9209692e041a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Mar 09 12:56:26.936383 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-02a59275-073d-445e-8fb8-e773dc7a8e32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 1001 time: 0.0956438 Mar 09 12:56:26.995679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-ca14d93a-0fef-42c9-9e80-a1e66ecbdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:26.997059 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-ca14d93a-0fef-42c9-9e80-a1e66ecbdae8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0544324 Mar 09 12:56:27.068815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-5763745b-7396-4512-84ee-a0adbebaa66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:27.070278 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-5763745b-7396-4512-84ee-a0adbebaa66d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680802 Mar 09 12:56:27.201269 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-47d3adda-a29c-4e4a-b691-24e15f2ef95d service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252716 Mar 09 12:56:27.330173 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-01e8d94d-d11a-4fae-974f-f01131ca76e8 req-fe622fbe-805c-4bc7-9a0f-e2447f7bf126 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234322 Mar 09 12:56:27.747030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:28.058958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976839-8c84-418a-bb03-1e9acb40cf67 req-ab040c48-33f1-4f91-802f-d875ab5415df tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:28.060405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e976839-8c84-418a-bb03-1e9acb40cf67 req-ab040c48-33f1-4f91-802f-d875ab5415df tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0802233 Mar 09 12:56:28.107010 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7e976839-8c84-418a-bb03-1e9acb40cf67 req-0e336343-224d-4f81-b19e-c50831f43a90 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Mar 09 12:56:29.291304 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9815-97cf-40fa-a95d-f5dc828006c4 req-26c071f0-bc0f-42b7-b715-8d9b61dd380a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:29.292742 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d75d9815-97cf-40fa-a95d-f5dc828006c4 req-26c071f0-bc0f-42b7-b715-8d9b61dd380a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0812979 Mar 09 12:56:29.335455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d75d9815-97cf-40fa-a95d-f5dc828006c4 req-6ed13f23-fef6-4acc-967a-685778c49771 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Mar 09 12:56:29.358996 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53334) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:29.464100 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-3e5c2371-5d9e-4803-923f-8d55e6f0c2bf tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/floatingips/ea4c8a6b-0040-4335-b363-941240e5e991 HTTP/1.1" status: 200 len: 993 time: 0.1040308 Mar 09 12:56:29.793488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53342) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:30.091713 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 2d44aee9-5616-4e53-a198-13162fd57314 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:56:30.091977 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:30.261188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:30.261516 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:30.383464 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 2d44aee9-5616-4e53-a198-13162fd57314 owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:56:30.535264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:30.583998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=2d44aee9-5616-4e53-a198-13162fd57314,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:30.653842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.654116 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.654461 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.654800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.655134 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.655465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.655794 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.656121 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.656449 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.656774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.657126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.657450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:30.689385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:30.689713 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Floating IP ea4c8a6b-0040-4335-b363-941240e5e991 disassociated (deleted). External IP: 172.26.5.228, port: 6dfbe400-6fd1-4e3f-a559-979af8a77611. Mar 09 12:56:31.039097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 89233a5f-dfc8-4b86-b6a3-b179499c1868 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:56:31.325674 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:31.335694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Sync routers for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:31.341864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:31.344399 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:31.345032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:31.394415 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e1f00add-568c-4d06-a0dd-1e26bda8693b tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea4c8a6b-0040-4335-b363-941240e5e991 HTTP/1.1" status: 204 len: 168 time: 1.5999074 Mar 09 12:56:31.395839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:56:31.440640 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'status': 'completed', 'code': 200} Mar 09 12:56:31.536788 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:31.551407 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-0b3330b9-da81-47d0-ba26-5bfed2ba919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:31.553185 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-0b3330b9-da81-47d0-ba26-5bfed2ba919b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486d0d202b34454ebe98e8639e7acf4d&device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0853138 Mar 09 12:56:31.698228 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-e9507cb0-4027-4341-959a-85b84ad9d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:31.699824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-e9507cb0-4027-4341-959a-85b84ad9d39d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 200 len: 898 time: 0.1366305 Mar 09 12:56:31.771516 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-d01df2a0-e9fd-43d8-9669-5b8b6b6c51c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 200 len: 217 time: 0.0626001 Mar 09 12:56:31.809932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5516-f28b-44d8-af0e-2ca03f6be52a req-dd530c9a-7eba-42a5-bb26-6b7dc197eac7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:31.813087 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79ce5516-f28b-44d8-af0e-2ca03f6be52a req-dd530c9a-7eba-42a5-bb26-6b7dc197eac7 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0950160 Mar 09 12:56:31.841230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-4dc5f293-e225-4e3c-b4c5-924f208ea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:31.843275 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-4dc5f293-e225-4e3c-b4c5-924f208ea7a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 200 len: 835 time: 0.0653987 Mar 09 12:56:31.860279 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-79ce5516-f28b-44d8-af0e-2ca03f6be52a req-ed9ebf1e-c47a-43e0-9c66-7d29fa364db6 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Mar 09 12:56:31.920506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-916656cb-bf5b-43ac-a617-8ec0094304d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:31.921657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:31.922016 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-916656cb-bf5b-43ac-a617-8ec0094304d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a27bed2-e0da-4ee9-9145-db656ccc74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731049 Mar 09 12:56:31.925576 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Checking router: 89233a5f-dfc8-4b86-b6a3-b179499c1868 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:31.934249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:31.934858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:32.056352 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-7fe4e496-3c95-48f4-b5d4-5acd3b71d7b9 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265786 Mar 09 12:56:32.111099 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:32.192944 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f40c6656-edd3-4558-8fd7-9cc1deb3fd85 req-6d5be525-f300-42d4-ba3b-205e48e2f096 service neutron] 10.222.0.13 "GET /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289544 Mar 09 12:56:32.423002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:32.427542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0c10b-a521-4b7e-9e8e-07e7e1496e56 None None] The sync data for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv is: [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:40Z', 'revision_number': 4, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '24303435-b957-43a5-9dcc-07b9e427e5d3', 'name': '', 'network_id': '3a27bed2-e0da-4ee9-9145-db656ccc74ce', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'mac_address': 'fa:16:3e:69:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:39Z', 'updated_at': '2022-03-09T12:55:45Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'subnets': [{'id': 'f4170aad-6d3b-4e6a-bd32-3d4e2818c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:32.637050 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c783885-f5be-487a-b5ee-017b0325555e None None] New status for floating IP ea4c8a6b-0040-4335-b363-941240e5e991: DOWN {{(pid=87833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:56:33.048282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399bec9-c70c-489f-af0c-c49bce21a09e req-d4cd8afd-bc12-4841-aaea-7b72607eaf06 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:33.049655 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8399bec9-c70c-489f-af0c-c49bce21a09e req-d4cd8afd-bc12-4841-aaea-7b72607eaf06 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0829706 Mar 09 12:56:33.093609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8399bec9-c70c-489f-af0c-c49bce21a09e req-755bc447-4b24-4edf-9d4a-daaa82f2d220 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/security-groups?id=42292184-c14c-48a0-b0d8-fa4f15ed42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374870 Mar 09 12:56:33.362283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-12df0e2e-c957-4068-93a6-28543d56736a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:33.362885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-12df0e2e-c957-4068-93a6-28543d56736a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Synchronizing usage tracker for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:56:33.377393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-12df0e2e-c957-4068-93a6-28543d56736a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Unset dirty status for tenant:486d0d202b34454ebe98e8639e7acf4d on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:56:33.378451 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-12df0e2e-c957-4068-93a6-28543d56736a tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 945 time: 0.0973675 Mar 09 12:56:33.446930 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 6dfbe400-6fd1-4e3f-a559-979af8a77611 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:56:33.447266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:33.694522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 6dfbe400-6fd1-4e3f-a559-979af8a77611, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6dfbe400-6fd1-4e3f-a559-979af8a77611,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:33.694795 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:33.815788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 6dfbe400-6fd1-4e3f-a559-979af8a77611 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:56:33.958591 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:34.008325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=6dfbe400-6fd1-4e3f-a559-979af8a77611,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:34.193122 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] No DVR routers for this DVR port 6dfbe400-6fd1-4e3f-a559-979af8a77611 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:56:34.195552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:34.198095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'name': 'network-vif-deleted', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:56:34.213502 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-7ffea7ea-add5-432d-bd5c-8521e59ce400 req-c36f00d6-d2b9-459e-aecc-b047d31c2bd5 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.13 "DELETE /v2.0/ports/6dfbe400-6fd1-4e3f-a559-979af8a77611 HTTP/1.1" status: 204 len: 173 time: 0.8296235 Mar 09 12:56:34.245631 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd2d39f-8191-4110-badd-8b82caa0b3a2', 'name': 'network-vif-deleted', 'tag': '6dfbe400-6fd1-4e3f-a559-979af8a77611', 'status': 'completed', 'code': 200} Mar 09 12:56:34.250142 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1336ce1c-9d4c-45ea-a92b-c94b76202362 req-e1dca37c-362e-41d9-b165-aa645c8f90ce tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd2d39f-8191-4110-badd-8b82caa0b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0477331 Mar 09 12:56:35.346074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53360) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:35.887525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:36.235144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 24303435-b957-43a5-9dcc-07b9e427e5d3 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:56:36.235487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:36.419714 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 24303435-b957-43a5-9dcc-07b9e427e5d3, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=24303435-b957-43a5-9dcc-07b9e427e5d3,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:36.420414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:36.543862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 24303435-b957-43a5-9dcc-07b9e427e5d3 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:56:36.839100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:36.890092 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=24303435-b957-43a5-9dcc-07b9e427e5d3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:37.071175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6dfbe400-6fd1-4e3f-a559-979af8a77611 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:56:37.105807 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 6dfbe400-6fd1-4e3f-a559-979af8a77611 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:56:37.106080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 6dfbe400-6fd1-4e3f-a559-979af8a77611 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:56:37.165489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:37.523164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Router 89233a5f-dfc8-4b86-b6a3-b179499c1868 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:56:37.705922 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:37.717395 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Sync routers for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:37.720137 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-e2fcc3dc-ee7e-492b-8097-5cf95b413f44 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "PUT /v2.0/routers/89233a5f-dfc8-4b86-b6a3-b179499c1868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729897 Mar 09 12:56:37.722848 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53364) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:37.729017 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:37.730267 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:37.791642 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting subnet f4170aad-6d3b-4e6a-bd32-3d4e2818c333 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 12:56:37.794638 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:37.852385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:37.912775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:37.934361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.010428 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.050700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Subnet': ['ID=f4170aad-6d3b-4e6a-bd32-3d4e2818c333,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:38.052588 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.059760 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-72a66e8a-7c31-4845-937a-f08c946e4ec1 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/subnets/f4170aad-6d3b-4e6a-bd32-3d4e2818c333 HTTP/1.1" status: 204 len: 168 time: 0.3346345 Mar 09 12:56:38.061583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53368) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:38.098906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc2854-7ea3-47d0-871f-83b6c7b5925d None None] Network 3a27bed2-e0da-4ee9-9145-db656ccc74ce requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:56:38.357592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.423452 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:56:36Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:38.428050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Checking router: 89233a5f-dfc8-4b86-b6a3-b179499c1868 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:38.436841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Routers {'89233a5f-dfc8-4b86-b6a3-b179499c1868'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:38.437523 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['89233a5f-dfc8-4b86-b6a3-b179499c1868'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:38.507729 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] DHCP port deletion for 3a27bed2-e0da-4ee9-9145-db656ccc74ce request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 12:56:38.518211 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Deleting port debbb747-52c4-4b47-a981-1ca6492d6165 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:56:38.518587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.541365 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.550788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Deleting port 757a232c-0ede-41ee-be57-42b2046cf257 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 12:56:38.551732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.698794 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:56:38.709314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] Set router 89233a5f-dfc8-4b86-b6a3-b179499c1868 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:38.729426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] For port 757a232c-0ede-41ee-be57-42b2046cf257, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=757a232c-0ede-41ee-be57-42b2046cf257,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:38.729707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:38.851835 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Calling delete_port for 757a232c-0ede-41ee-be57-42b2046cf257 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:56:39.000165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device debbb747-52c4-4b47-a981-1ca6492d6165 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:56:39.036701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] For port debbb747-52c4-4b47-a981-1ca6492d6165, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=debbb747-52c4-4b47-a981-1ca6492d6165,segment=NetworkSegment(fbaf3f24-7867-4156-92a5-4e68a18276f8),segment_id=fbaf3f24-7867-4156-92a5-4e68a18276f8)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:39.037198 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.038749 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.086272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Port': ['ID=757a232c-0ede-41ee-be57-42b2046cf257,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:39.182003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.184045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Calling delete_port for debbb747-52c4-4b47-a981-1ca6492d6165 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 12:56:39.365105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.367763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.369441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.390908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.391478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Fanout notify agent at l3_agent the message router_deleted on router 89233a5f-dfc8-4b86-b6a3-b179499c1868 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 12:56:39.405411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.407919 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.412311 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-1aced1ff-5496-4de8-a2fe-a082070a0427 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/routers/89233a5f-dfc8-4b86-b6a3-b179499c1868 HTTP/1.1" status: 204 len: 168 time: 1.3465261 Mar 09 12:56:39.412535 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53372) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:39.438799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Pushing event deleted for resources: {'Port': ['ID=debbb747-52c4-4b47-a981-1ca6492d6165,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:39.442610 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] No DVR routers for this DVR port debbb747-52c4-4b47-a981-1ca6492d6165 on host dv-neutron-832762-2-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 12:56:39.462927 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.463288 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.463732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.464213 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.464554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.464915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.465300 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.465732 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.466244 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.466640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.467015 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.467883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e26aea-03bb-4dbe-aed0-5ce10d474d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:39.521777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:56:36Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:39.527377 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f3184-ef0c-4498-9594-3e2285ae7590 None None] The sync data for ids ['89233a5f-dfc8-4b86-b6a3-b179499c1868'] in dv-neutron-832762-2-hyperv is: [{'id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061527514', 'tenant_id': '486d0d202b34454ebe98e8639e7acf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': '757a232c-0ede-41ee-be57-42b2046cf257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:56:36Z', 'revision_number': 5, 'project_id': '486d0d202b34454ebe98e8639e7acf4d', 'gw_port': {'id': '757a232c-0ede-41ee-be57-42b2046cf257', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89233a5f-dfc8-4b86-b6a3-b179499c1868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:55:35Z', 'updated_at': '2022-03-09T12:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:39.528065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.779034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.804319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a27bed2-e0da-4ee9-9145-db656ccc74ce']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:39.816686 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaf3f24-7867-4156-92a5-4e68a18276f8') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:39.817660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaf3f24-7867-4156-92a5-4e68a18276f8') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:39.829678 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.846561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.853078 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 12:56:39.853474 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 12:56:39.868999 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 12:56:39.956564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.960843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:39.984969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'Network': ['ID=3a27bed2-e0da-4ee9-9145-db656ccc74ce,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:39.994840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-6229fda0-8492-4aa5-a8c8-59e80c7d1076 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/networks/3a27bed2-e0da-4ee9-9145-db656ccc74ce HTTP/1.1" status: 204 len: 168 time: 0.5811086 Mar 09 12:56:39.997305 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53376) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:40.067677 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.096530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.159174 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.178264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42292184-c14c-48a0-b0d8-fa4f15ed42a3,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:40.190444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.191575 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2563cf94-5b2c-4e0c-90ac-e7c400acd990 tempest-TestNetworkAdvancedServerOps-1075153298 tempest-TestNetworkAdvancedServerOps-1075153298-project] 10.222.0.20 "DELETE /v2.0/security-groups/42292184-c14c-48a0-b0d8-fa4f15ed42a3 HTTP/1.1" status: 204 len: 168 time: 0.1933787 Mar 09 12:56:40.538496 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53386) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:40.680190 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c5e8c52c-c714-4085-a683-a063f106e52e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=486d0d202b34454ebe98e8639e7acf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404903 Mar 09 12:56:40.682580 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53392) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:40.741909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.767044 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.818504 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.835198 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad270c-fc27-4fac-9c1a-ea15aa20ee12,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:40.844980 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.845325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.845660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.845988 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.846315 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.846637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.846960 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.847280 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.847600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.847918 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.848415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.848615 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:40.851605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:40.852693 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b0f1440a-18b4-413f-8163-431921a3bf99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fad270c-fc27-4fac-9c1a-ea15aa20ee12 HTTP/1.1" status: 204 len: 168 time: 0.1692512 Mar 09 12:56:40.933232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 24303435-b957-43a5-9dcc-07b9e427e5d3 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:56:40.968310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 24303435-b957-43a5-9dcc-07b9e427e5d3 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:56:40.968662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 24303435-b957-43a5-9dcc-07b9e427e5d3 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:56:40.969109 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 757a232c-0ede-41ee-be57-42b2046cf257 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:56:41.005663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 757a232c-0ede-41ee-be57-42b2046cf257 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 12:56:41.006009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 757a232c-0ede-41ee-be57-42b2046cf257 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 12:56:41.129158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53400) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:41.147655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.161615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:41.165601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0b0eec35eb40c2b4b5fc29cf5489d9 is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:41.168450 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:41.174163 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:41.258091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.261954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.312246 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce0b0eec35eb40c2b4b5fc29cf5489d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791904 Mar 09 12:56:41.312246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312537e-e053-4372-b9ae-aa88a19e37c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827e16c-e40e-485f-abe7-a9b7669ef709,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:41.313072 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53404) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:41.369708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.394243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.448430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.464184 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827e16c-e40e-485f-abe7-a9b7669ef709,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:41.468651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:41.472517 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-476c9f16-ca80-4f34-8e73-dc26b8022f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6827e16c-e40e-485f-abe7-a9b7669ef709 HTTP/1.1" status: 204 len: 168 time: 0.1584091 Mar 09 12:56:42.183223 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53428) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:42.287289 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547518750-network', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:42.292133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:42.295883 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Usage tracker for resource:network and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:42.298885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:42.309431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:42.318968 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Made reservation on behalf of 7deff183cabd40ceb7ede92a1b9b7d8a for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:56:42.321339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.334217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.348034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:42.352963 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:42.355687 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:42.361308 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:42.443583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.447522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.480769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:56:42.486088 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eecc18-1e2f-4b0b-a5c9-f791149a9457,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:42.499692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.500099 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Added segment 979906d1-b5dd-45c1-abd6-52f1808e9c76 of type vlan for network 23545c47-afb4-4420-b55c-41d3835e1c5a Mar 09 12:56:42.529244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.557891 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.558735 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:42.559309 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.664006 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] Pushing event updated for resources: {'Network': ['ID=23545c47-afb4-4420-b55c-41d3835e1c5a,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:42.670646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b910584a-36ae-48d1-b50a-bb495459374e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4861999 Mar 09 12:56:42.673466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53434) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:42.674202 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 23545c47-afb4-4420-b55c-41d3835e1c5a details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:56:42.679304 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Request body: {'subnet': {'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547518750-subnet', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:42.684144 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:42.688252 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Usage tracker for resource:subnet and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:42.691510 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:42.697615 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:42.711286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Made reservation on behalf of 7deff183cabd40ceb7ede92a1b9b7d8a for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:56:42.713721 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.919898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:42.990621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18177a6-08c1-48de-8cd7-7da3620d319f,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:43.000740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Checking segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:43.001132 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Network hostable DHCP agents. Network: 23545c47-afb4-4420-b55c-41d3835e1c5a, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:56:43.020777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:56:43.029090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 23545c47-afb4-4420-b55c-41d3835e1c5a) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:43.033414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:43.034541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.037687 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939a3ef-8e87-4dbb-96f5-4128bc1751af None None] Network 23545c47-afb4-4420-b55c-41d3835e1c5a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:56:43.056194 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4fa4871f-0bf2-4a38-8565-7bbd51e1b72f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3817191 Mar 09 12:56:43.058788 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53438) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:43.063453 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:43.068940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:43.072969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Usage tracker for resource:router and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:43.075989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:43.081824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:43.093060 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.094152 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.111048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.303285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-23545c47-afb4-4420-b55c-41d3835e1c5a', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:56:43.304375 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.384372 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.459587 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Allocated IP 172.20.0.2 (23545c47-afb4-4420-b55c-41d3835e1c5a/f18177a6-08c1-48de-8cd7-7da3620d319f/999c4f76-8f12-428b-bb67-0f6f6d2ceb1f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:43.672669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.683418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Transition to ACTIVE for port object 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:43.702166 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Transition to ACTIVE for port object 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:43.707258 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.769964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:43.777436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:43.781912 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:43.789243 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Pushing event updated for resources: {'Port': ['ID=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:43.826435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.857140 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.876434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Attempting to bind port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:43.876799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Attempting to bind port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:43.877186 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Attempting to bind port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:43.883112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:43.883483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Checking segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:43.883883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.884275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Bound using segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:43.884739 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Bound port: 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:43.885134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.971115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] For port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:43.974771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] For port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:43.978333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:43.996156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Allocated IP 172.26.5.247 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/53321e5e-2410-4fe9-83f2-e4cda11456ed) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:44.062412 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b29c-f0c2-4313-848f-25bd88fadab6 None None] Pushing event updated for resources: {'Port': ['ID=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:44.148718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:44.179550 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:44.250739 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:44.258340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:44.262381 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:44.293348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Pushing event updated for resources: {'Port': ['ID=53321e5e-2410-4fe9-83f2-e4cda11456ed,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:44.684563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:44.965953 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:45.040024 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.041885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:45.047346 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4da20a-6fa2-49a9-a8d4-2ee21571b87a None None] Network 23545c47-afb4-4420-b55c-41d3835e1c5a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:56:45.158957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Provisioning for port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:45.176144 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Provisioning complete for port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:45.176614 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.365127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Router eb72d725-66d3-4907-bfab-5681bcba11a5 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:56:45.391679 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.436147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] For port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:45.440457 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.511977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5cef0-32ae-470d-bd7c-f6598add1a79 None None] Pushing event updated for resources: {'Port': ['ID=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:45.569852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:45.578846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:45.590117 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:45.590817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:45.596704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.601398 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0ef893a1-92b6-4b8b-bfe1-90a6190810b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5384402 Mar 09 12:56:45.601606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53442) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:45.666482 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f06fa69f-8cc3-4a7a-81c4-6808255d390e None None] Provisioning complete for port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:45.667214 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f06fa69f-8cc3-4a7a-81c4-6808255d390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:45.774725 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:46.057861 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:44Z', 'revision_number': 3, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:46.061641 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:46.061992 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Updating router eb72d725-66d3-4907-bfab-5681bcba11a5 port 53321e5e-2410-4fe9-83f2-e4cda11456ed binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:56:46.117464 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.274385 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.438850 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.451774 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Transition to ACTIVE for port object 53321e5e-2410-4fe9-83f2-e4cda11456ed will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:46.461710 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.485435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Allocated IP 172.20.0.1 (23545c47-afb4-4420-b55c-41d3835e1c5a/f18177a6-08c1-48de-8cd7-7da3620d319f/2489e42c-5095-4b23-be62-692d7870fc26) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:46.491684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.535269 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Attempting to bind port 53321e5e-2410-4fe9-83f2-e4cda11456ed on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:46.535640 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Attempting to bind port 53321e5e-2410-4fe9-83f2-e4cda11456ed by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:46.536038 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Attempting to bind port 53321e5e-2410-4fe9-83f2-e4cda11456ed on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:46.550217 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:46.550587 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:46.550976 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.551358 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:46.552038 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Bound port: 53321e5e-2410-4fe9-83f2-e4cda11456ed, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:46.552410 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.597162 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Pushing event updated for resources: {'Port': ['ID=53321e5e-2410-4fe9-83f2-e4cda11456ed,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:46.610052 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.610400 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.610741 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.611076 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.611403 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.611730 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.612053 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.612375 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.612696 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.613050 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.613386 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.613688 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:56:46.651786 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] For port 53321e5e-2410-4fe9-83f2-e4cda11456ed, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:46.655506 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] For port 53321e5e-2410-4fe9-83f2-e4cda11456ed, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=53321e5e-2410-4fe9-83f2-e4cda11456ed,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:46.660373 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.738266 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:46.738865 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:46.756967 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.772643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Transition to ACTIVE for port object 2489e42c-5095-4b23-be62-692d7870fc26 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:46.796475 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.803960 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fab05-c744-479e-8e71-3f548fe57367 None None] Pushing event updated for resources: {'Port': ['ID=53321e5e-2410-4fe9-83f2-e4cda11456ed,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:46.858433 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:46.865894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:46.868266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:46.908181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Pushing event updated for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:46.927278 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:46.940018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:46.955352 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:47.084920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:47.085323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.144490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-76c350a8-d193-440e-aa58-c931e6353c06 None None] Provisioning for port 2489e42c-5095-4b23-be62-692d7870fc26 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:47.153945 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-76c350a8-d193-440e-aa58-c931e6353c06 None None] Provisioning complete for port 2489e42c-5095-4b23-be62-692d7870fc26 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:47.154317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c350a8-d193-440e-aa58-c931e6353c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.226920 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.255829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-76c350a8-d193-440e-aa58-c931e6353c06 None None] Port 2489e42c-5095-4b23-be62-692d7870fc26 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:56:47.257824 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:44Z', 'revision_number': 3, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:47.261967 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040b5ea-4a07-4f0f-846b-08f548a14a20 None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:44Z', 'revision_number': 3, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:47.467553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.482736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.606099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Pushing event updated for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:47.608762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:47.752996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:47.754115 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:47.958941 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:56:47.991241 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c9c50fa7-f04c-4475-bb2c-796b4cb50617 None None] Provisioning complete for port 2489e42c-5095-4b23-be62-692d7870fc26 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:47.991772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9c50fa7-f04c-4475-bb2c-796b4cb50617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.060839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c9c50fa7-f04c-4475-bb2c-796b4cb50617 None None] Port 2489e42c-5095-4b23-be62-692d7870fc26 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:56:48.167107 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:48.180656 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9cf5ce45-9c31-4d86-9b0e-dfcf0254067c admin admin] 10.222.0.20 "PUT /v2.0/routers/eb72d725-66d3-4907-bfab-5681bcba11a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780313 Mar 09 12:56:48.734303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:48.745638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:48.746332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53460) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:48.746787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:48.752072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1235495733-network', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:48.757882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:48.761902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Usage tracker for resource:network and tenant:7bc17bd2ecc648879344c57cafe8bbac is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:48.764857 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:48.772042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:48.782331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Made reservation on behalf of 7bc17bd2ecc648879344c57cafe8bbac for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:56:48.784778 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.797472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.813046 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:48.816969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc17bd2ecc648879344c57cafe8bbac is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:48.821105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:48.826856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:48.919555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.924083 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.945717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:48.955823 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 12:56:48.965237 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a539bd-1610-4cb0-843c-f9d97e451ce1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:48.970909 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:48.971232 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Added segment 87e7933f-caf1-4309-b284-87ad83b0f1de of type vlan for network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 Mar 09 12:56:48.998688 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.001636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 53321e5e-2410-4fe9-83f2-e4cda11456ed up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:49.030320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.031330 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:49.031908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.236584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 53321e5e-2410-4fe9-83f2-e4cda11456ed completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:49.246338 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 53321e5e-2410-4fe9-83f2-e4cda11456ed triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:49.246711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.260260 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5128109 Mar 09 12:56:49.261040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2c32b-1c13-458b-82a1-db35dae265d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1a610d1b-13c7-4b9a-9d08-d5a9af432991,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:49.263148 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53464) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:49.268629 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Request body: {'subnet': {'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1235495733-subnet', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:49.274189 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:49.275044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 12:56:49.278025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Usage tracker for resource:subnet and tenant:7bc17bd2ecc648879344c57cafe8bbac is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:49.280817 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:49.287547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:49.297587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Made reservation on behalf of 7bc17bd2ecc648879344c57cafe8bbac for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:56:49.299931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.502074 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.533272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.554032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 53321e5e-2410-4fe9-83f2-e4cda11456ed, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=53321e5e-2410-4fe9-83f2-e4cda11456ed,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:49.557014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 2, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:49.560591 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.576692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=becafd92-6292-4d7f-ba65-f4ac9d3ea720,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:49.589957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Checking segment: {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:49.590317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Network hostable DHCP agents. Network: 1a610d1b-13c7-4b9a-9d08-d5a9af432991, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 12:56:49.596394 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:49.596747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Updating router eb72d725-66d3-4907-bfab-5681bcba11a5 port 2489e42c-5095-4b23-be62-692d7870fc26 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:56:49.610069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 12:56:49.619462 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 1a610d1b-13c7-4b9a-9d08-d5a9af432991) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:49.623466 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:49.624051 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.638633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549706a-abd9-42d4-8cd1-251926684069 None None] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:56:49.645432 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-791fb839-7be9-4055-8dc8-83202db26fe6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3813982 Mar 09 12:56:49.648037 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53468) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:49.653028 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:49.657656 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:49.662497 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Usage tracker for resource:router and tenant:7bc17bd2ecc648879344c57cafe8bbac is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:49.665394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:49.671209 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:49.682885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.683880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.700621 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.752977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=53321e5e-2410-4fe9-83f2-e4cda11456ed,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:49.771080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:49.968270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.065024 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'fixed_ips': [{'subnet_id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 12:56:50.065850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.273782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.306741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.357561 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Allocated IP 172.20.0.2 (1a610d1b-13c7-4b9a-9d08-d5a9af432991/becafd92-6292-4d7f-ba65-f4ac9d3ea720/d38ac14d-d8d0-4675-96e2-92c190a66624) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:50.403751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.443625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Allocated IP 172.26.5.200 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/e5613afb-c3f3-42b6-b8eb-8f0980c47890) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:50.476647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Transition to ACTIVE for port object 2489e42c-5095-4b23-be62-692d7870fc26 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:50.492630 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.607118 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.641913 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.667799 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009c0c7-40f4-4d4c-aab2-2a6b4e712dc2 None None] Pushing event updated for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:50.787472 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Attempting to bind port 2489e42c-5095-4b23-be62-692d7870fc26 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:50.787682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Attempting to bind port 2489e42c-5095-4b23-be62-692d7870fc26 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:50.788011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Attempting to bind port 2489e42c-5095-4b23-be62-692d7870fc26 on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:50.810558 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:50.810929 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Checking segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:50.811328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.811717 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Bound using segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:50.812182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Bound port: 2489e42c-5095-4b23-be62-692d7870fc26, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:50.812551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.813019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:50.815730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:50.824602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:50.837514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.859505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5613afb-c3f3-42b6-b8eb-8f0980c47890,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:50.878725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Transition to ACTIVE for port object d38ac14d-d8d0-4675-96e2-92c190a66624 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:50.922093 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Transition to ACTIVE for port object d38ac14d-d8d0-4675-96e2-92c190a66624 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:50.941526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:50.979222 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 53321e5e-2410-4fe9-83f2-e4cda11456ed up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:51.031409 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] For port 2489e42c-5095-4b23-be62-692d7870fc26, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:51.055665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:51.064738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:51.077804 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] For port 2489e42c-5095-4b23-be62-692d7870fc26, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2489e42c-5095-4b23-be62-692d7870fc26,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:51.084755 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:51.088334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Pushing event updated for resources: {'Port': ['ID=d38ac14d-d8d0-4675-96e2-92c190a66624,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:51.092360 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.255743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.264184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009c0c7-40f4-4d4c-aab2-2a6b4e712dc2 None None] Pushing event updated for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:51.268780 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Attempting to bind port d38ac14d-d8d0-4675-96e2-92c190a66624 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:51.269173 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Attempting to bind port d38ac14d-d8d0-4675-96e2-92c190a66624 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:51.269534 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Attempting to bind port d38ac14d-d8d0-4675-96e2-92c190a66624 on network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:51.272342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:51.272963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:51.322376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 53321e5e-2410-4fe9-83f2-e4cda11456ed triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:51.322752 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.371175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:51.371542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Checking segment: {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:51.371948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.372343 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Bound using segment: {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:51.372822 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Bound port: d38ac14d-d8d0-4675-96e2-92c190a66624, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:51.373223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.613793 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.668878 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] For port d38ac14d-d8d0-4675-96e2-92c190a66624, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:51.671856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:51.748216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] For port d38ac14d-d8d0-4675-96e2-92c190a66624, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d38ac14d-d8d0-4675-96e2-92c190a66624,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:51.822633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:51.824754 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Router 2525eb76-5baf-42f6-aceb-9aa239153457 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 12:56:52.001310 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b12d-0190-481d-b1d3-60c4addc0256 None None] Pushing event updated for resources: {'Port': ['ID=d38ac14d-d8d0-4675-96e2-92c190a66624,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:52.004818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:52.018380 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Sync routers for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:52.029227 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:52.030091 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:52.041478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:52.045786 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-59507857-821a-435a-bfa5-563014c44aa9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3941009 Mar 09 12:56:52.046209 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53472) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:52.107712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:50Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:52.112190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ed701-e9ce-42b3-9837-31cc29372ba6 None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:50Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:52.243023 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:52.625051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:51Z', 'revision_number': 3, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:52.631266 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Checking router: 2525eb76-5baf-42f6-aceb-9aa239153457 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:52.631618 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Updating router 2525eb76-5baf-42f6-aceb-9aa239153457 port e5613afb-c3f3-42b6-b8eb-8f0980c47890 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:56:52.687794 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:52.742467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-69328790-10a6-476b-a8f3-1ba83d082f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.040590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2489e42c-5095-4b23-be62-692d7870fc26 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:53.048305 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.087243 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.101177 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Transition to ACTIVE for port object e5613afb-c3f3-42b6-b8eb-8f0980c47890 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:53.109591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.153539 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 2489e42c-5095-4b23-be62-692d7870fc26 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:53.159162 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2489e42c-5095-4b23-be62-692d7870fc26 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:53.159600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.212636 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Attempting to bind port e5613afb-c3f3-42b6-b8eb-8f0980c47890 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:53.213034 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Attempting to bind port e5613afb-c3f3-42b6-b8eb-8f0980c47890 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:53.213445 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Attempting to bind port e5613afb-c3f3-42b6-b8eb-8f0980c47890 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:53.215739 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4e05a-a0b1-4fc4-be2b-9438d9c18d18 None None] Pushing event updated for resources: {'Port': ['ID=e5613afb-c3f3-42b6-b8eb-8f0980c47890,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:53.230673 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:53.231051 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:53.231456 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.231846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:53.232426 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Bound port: e5613afb-c3f3-42b6-b8eb-8f0980c47890, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:53.232698 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.330246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Allocated IP 172.20.0.1 (1a610d1b-13c7-4b9a-9d08-d5a9af432991/becafd92-6292-4d7f-ba65-f4ac9d3ea720/aee91f34-3939-4a25-9890-eeb6211f6efb) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:53.354447 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] For port e5613afb-c3f3-42b6-b8eb-8f0980c47890, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:53.359302 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] For port e5613afb-c3f3-42b6-b8eb-8f0980c47890, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e5613afb-c3f3-42b6-b8eb-8f0980c47890,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:53.367420 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.387386 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.433299 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 2489e42c-5095-4b23-be62-692d7870fc26, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2489e42c-5095-4b23-be62-692d7870fc26,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:53.440868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.441700 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d38ac14d-d8d0-4675-96e2-92c190a66624 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:53.484154 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:53.484787 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:53.546361 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4e05a-a0b1-4fc4-be2b-9438d9c18d18 None None] Pushing event updated for resources: {'Port': ['ID=e5613afb-c3f3-42b6-b8eb-8f0980c47890,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:53.551176 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.561459 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ceedcc-8b48-4336-b8d3-7a9839637dfe None None] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 12:56:53.578486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Transition to ACTIVE for port object aee91f34-3939-4a25-9890-eeb6211f6efb will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:53.612930 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.678602 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:53.681887 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:53.685866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:53.698411 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bbb7fe96-ff07-40b5-aef4-e02dea90f50a None None] Provisioning for port d38ac14d-d8d0-4675-96e2-92c190a66624 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:53.722158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port d38ac14d-d8d0-4675-96e2-92c190a66624 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:53.741810 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Pushing event updated for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:53.745042 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:53.755783 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d38ac14d-d8d0-4675-96e2-92c190a66624 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:53.756169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.759880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.789549 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:53.902985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:53.972932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.020125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port d38ac14d-d8d0-4675-96e2-92c190a66624, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d38ac14d-d8d0-4675-96e2-92c190a66624,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:54.026190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.102946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=d38ac14d-d8d0-4675-96e2-92c190a66624,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:54.110626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:51Z', 'revision_number': 3, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:54.115409 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a93f2-9462-4852-9d14-bb85504edef2 None None] The sync data for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv is: [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:51Z', 'revision_number': 3, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:54.166147 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.172226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.285444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.288992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Pushing event updated for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:54.383672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Provisioning complete for port d38ac14d-d8d0-4675-96e2-92c190a66624 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:54.384637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.460361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:54.462011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:54.559256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Provisioning for port aee91f34-3939-4a25-9890-eeb6211f6efb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:54.565580 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Provisioning complete for port aee91f34-3939-4a25-9890-eeb6211f6efb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:54.566216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.638102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f266977d-a941-4288-b029-ac6185b1d46d None None] Port aee91f34-3939-4a25-9890-eeb6211f6efb cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:56:54.757738 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-718f8bba-7ff2-45e2-aae5-bf7d655a399d None None] Provisioning complete for port aee91f34-3939-4a25-9890-eeb6211f6efb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:54.758249 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-718f8bba-7ff2-45e2-aae5-bf7d655a399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:54.807945 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Router 2525eb76-5baf-42f6-aceb-9aa239153457 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:56:54.865745 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-718f8bba-7ff2-45e2-aae5-bf7d655a399d None None] Port aee91f34-3939-4a25-9890-eeb6211f6efb cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:56:54.952089 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-69c8ee6b-4199-40a5-a75e-98d2e6543620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.010491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:56:55.020393 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b365ce58-8838-4904-aa98-4c2d204be24a admin admin] 10.222.0.20 "PUT /v2.0/routers/2525eb76-5baf-42f6-aceb-9aa239153457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9730530 Mar 09 12:56:55.024704 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e5613afb-c3f3-42b6-b8eb-8f0980c47890 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:55.105373 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e5613afb-c3f3-42b6-b8eb-8f0980c47890 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:55.111141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e5613afb-c3f3-42b6-b8eb-8f0980c47890 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:55.111519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.227230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.243483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e5613afb-c3f3-42b6-b8eb-8f0980c47890, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e5613afb-c3f3-42b6-b8eb-8f0980c47890,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:55.247251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.248007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2489e42c-5095-4b23-be62-692d7870fc26 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:55.363716 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e5613afb-c3f3-42b6-b8eb-8f0980c47890,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:55.375622 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2489e42c-5095-4b23-be62-692d7870fc26 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:55.376007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.496034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d38ac14d-d8d0-4675-96e2-92c190a66624 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:55.571778 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port d38ac14d-d8d0-4675-96e2-92c190a66624 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:55.572225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.593687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53482) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:55.599460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436595604', 'description': 'tempest-secgroup-smoke-436595604 description', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:55.605559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:55.609353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:55.612300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:55.618820 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:55.629408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.650702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:55.654556 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:55.658001 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:55.665272 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:55.739008 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.739153 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Sync routers for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:56:55.743226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.748777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:55.749418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:55.789754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2de8bc-6a99-438b-ab06-da4f6b30f163,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:55.792012 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.793206 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d10c73e9-31d4-4381-8df2-734a52eb7795 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1984365 Mar 09 12:56:55.796540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53486) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:55.802958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:55.809763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:55.813520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:55.817162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:55.823553 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:55.836914 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.841617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:55.948653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:56.021903 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.025727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.048851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dfbde3-acd7-4f9d-bade-2302dd657987,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.058283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.059552 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-3359c871-5173-424f-a717-7e6e126f82f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2619805 Mar 09 12:56:56.062282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53490) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:56.067124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:56.073420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:56.077127 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:56.079958 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:56.086856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:56.106662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.169205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.172972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.199863 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e212b2-45c8-4664-8499-afd06d40f155,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.200643 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.209568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.210771 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ee0e6214-dbe6-4cf6-991f-143a8d7c4226 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474855 Mar 09 12:56:56.213513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53494) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:56.218571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:56.225303 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:56.229583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:56.232951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:56.238668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:56.254838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.294063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 4, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'aee91f34-3939-4a25-9890-eeb6211f6efb', 'name': '', 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'mac_address': 'fa:16:3e:7b:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:53Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 2, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'subnets': [{'id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:56.297882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Checking router: 2525eb76-5baf-42f6-aceb-9aa239153457 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:56:56.298259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Updating router 2525eb76-5baf-42f6-aceb-9aa239153457 port aee91f34-3939-4a25-9890-eeb6211f6efb binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 12:56:56.320705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.324205 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.348096 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a1cbc8-8f28-48e0-8d08-62af1ae7777a,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.353964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.357900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.359112 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-111c914e-c262-4401-ad6d-438e7c4ed3c6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446469 Mar 09 12:56:56.361876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53498) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:56.367457 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:56.373471 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:56.377341 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:56.380756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:56.386405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:56.403135 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.471856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.476200 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.504662 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f52978-419e-4584-9f12-05e905edeb99,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.516099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.520018 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-abc3aacb-f8cd-4650-abed-d5dab3dc880f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547036 Mar 09 12:56:56.520417 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53502) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:56.526033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:56.532041 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:56.536077 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:56.539369 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:56.545802 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:56.557305 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.securitygroups_db [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Project 7deff183cabd40ceb7ede92a1b9b7d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:56:56.564137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.637347 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.641000 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.665163 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a7910e-3a26-42f5-9d55-68a64769776b,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.674850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.676075 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ba30b799-5277-4a6a-b12f-1f73f9c68dcc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544831 Mar 09 12:56:56.678965 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53506) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:56:56.684383 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '6f2de8bc-6a99-438b-ab06-da4f6b30f163', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:56.690245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:56.694226 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:56.697120 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:56.702876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:56.714824 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Project 7deff183cabd40ceb7ede92a1b9b7d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 12:56:56.721234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.754429 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.767227 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Transition to ACTIVE for port object aee91f34-3939-4a25-9890-eeb6211f6efb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:56.773845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.788184 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.791646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.815577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0967fdb3-6a4c-41a7-a746-b4a1a05571eb,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.830247 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:56.839665 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f683ee33-de1f-453f-9882-c4f0fdcaf85f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512008 Mar 09 12:56:56.977720 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60909536-736c-4bd7-82cd-616536d3a1ec None None] Pushing event updated for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:56.987988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e5613afb-c3f3-42b6-b8eb-8f0980c47890 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:57.026290 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-96a213ea-e625-4099-81d6-0bc03f436a4a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:56:57.046786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-96a213ea-e625-4099-81d6-0bc03f436a4a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:56:57.048301 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-96a213ea-e625-4099-81d6-0bc03f436a4a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436595604&fields=id&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 267 time: 0.0706425 Mar 09 12:56:57.058091 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Attempting to bind port aee91f34-3939-4a25-9890-eeb6211f6efb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:56:57.058467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Attempting to bind port aee91f34-3939-4a25-9890-eeb6211f6efb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:56:57.058829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Attempting to bind port aee91f34-3939-4a25-9890-eeb6211f6efb on network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:56:57.069063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:56:57.069440 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Checking segment: {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:56:57.069837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:57.070225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Bound using segment: {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:56:57.070686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Bound port: aee91f34-3939-4a25-9890-eeb6211f6efb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e7933f-caf1-4309-b284-87ad83b0f1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:56:57.071058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:57.144378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e5613afb-c3f3-42b6-b8eb-8f0980c47890 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:57.144664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:57.202212 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-afa80272-eea3-4c15-9114-3376baf0aa00 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:57.203644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-afa80272-eea3-4c15-9114-3376baf0aa00 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 808 time: 0.1479571 Mar 09 12:56:57.219025 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-bbddf8f3-5416-4f88-97c1-50bd1f49f6a6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/quotas/7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 375 time: 0.0096321 Mar 09 12:56:57.230570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] For port aee91f34-3939-4a25-9890-eeb6211f6efb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:56:57.234608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] For port aee91f34-3939-4a25-9890-eeb6211f6efb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=aee91f34-3939-4a25-9890-eeb6211f6efb,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:56:57.241427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:57.307014 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-7227acb3-6f6f-40b6-9d1a-08252c8de460 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823991 Mar 09 12:56:57.375127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:56:57.375764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:57.424456 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60909536-736c-4bd7-82cd-616536d3a1ec None None] Pushing event updated for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:57.447246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-4ec5233c-88de-46be-8024-3a18e1e2ed38 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:56:57.448368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-4ec5233c-88de-46be-8024-3a18e1e2ed38 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1278479 Mar 09 12:56:57.595413 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:56:57.596057 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-bc89727b-75b2-460c-98cf-d64673c205b3 service neutron] 10.222.0.20 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411459 Mar 09 12:56:57.728606 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-9c8eac95-71c8-44c2-95e0-14c14a54103e service neutron] 10.222.0.20 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262457 Mar 09 12:56:57.780559 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:57.917471 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7beb45b3-fa8d-4a35-84fa-f3312eb9af60 req-d2327c79-eb33-4d42-9713-3974b7062b36 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 210 time: 0.0446720 Mar 09 12:56:57.967758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 4, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'aee91f34-3939-4a25-9890-eeb6211f6efb', 'name': '', 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'mac_address': 'fa:16:3e:7b:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:53Z', 'updated_at': '2022-03-09T12:56:57Z', 'revision_number': 4, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'subnets': [{'id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:56:57.971815 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f98a8a-4fff-401e-baf6-806609d80615 None None] The sync data for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv is: [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 4, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': 'aee91f34-3939-4a25-9890-eeb6211f6efb', 'name': '', 'network_id': '1a610d1b-13c7-4b9a-9d08-d5a9af432991', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'mac_address': 'fa:16:3e:7b:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:53Z', 'updated_at': '2022-03-09T12:56:57Z', 'revision_number': 4, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'subnets': [{'id': 'becafd92-6292-4d7f-ba65-f4ac9d3ea720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:56:58.994292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device aee91f34-3939-4a25-9890-eeb6211f6efb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:56:59.047732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-0a30321f-b080-40f0-9a95-774081f5d749 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:59.048723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-0a30321f-b080-40f0-9a95-774081f5d749 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:network {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:56:59.072773 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-0a30321f-b080-40f0-9a95-774081f5d749 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:network {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:56:59.075103 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-0a30321f-b080-40f0-9a95-774081f5d749 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 808 time: 0.2285662 Mar 09 12:56:59.080242 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port aee91f34-3939-4a25-9890-eeb6211f6efb completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:56:59.085645 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port aee91f34-3939-4a25-9890-eeb6211f6efb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:56:59.086139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.138845 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-58d0c081-afc4-4dbd-ac45-edea1d9641b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 12:56:59.143684 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3bc97afc-5cc6-4a8e-876b-1f987feb0cbf req-28b27ee7-8960-473e-aca1-50c8f64e4bc7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 210 time: 0.0733745 Mar 09 12:56:59.155319 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-58d0c081-afc4-4dbd-ac45-edea1d9641b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 12:56:59.156441 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-58d0c081-afc4-4dbd-ac45-edea1d9641b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 379 time: 0.0646596 Mar 09 12:56:59.166003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'port': {'device_id': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'admin_state_up': True, 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'security_groups': ['6f2de8bc-6a99-438b-ab06-da4f6b30f163']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:56:59.216165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.248229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port aee91f34-3939-4a25-9890-eeb6211f6efb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=aee91f34-3939-4a25-9890-eeb6211f6efb,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:56:59.251891 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.305188 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:56:59.308982 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:port and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:56:59.311971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:56:59.317861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:56:59.329059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Made reservation on behalf of 7deff183cabd40ceb7ede92a1b9b7d8a for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 12:56:59.332726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.370072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:59.496359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Allocated IP 172.20.0.7 (23545c47-afb4-4420-b55c-41d3835e1c5a/f18177a6-08c1-48de-8cd7-7da3620d319f/bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:56:59.686192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.701343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Transition to ACTIVE for port object bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:56:59.726866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.795259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:56:59.802894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:56:59.807429 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:56:59.846509 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:56:59.878413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:56:59.879040 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:56:59.902923 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-5481e159-57b0-49dd-8420-170f65835cac tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410367 Mar 09 12:56:59.914796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Request body: {'port': {'device_id': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:57:00.030972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.031647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-493fdf34-6f51-4fa8-9cb0-514c3a1c225f None None] Provisioning for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:57:00.037455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-493fdf34-6f51-4fa8-9cb0-514c3a1c225f None None] Provisioning complete for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:57:00.037682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-493fdf34-6f51-4fa8-9cb0-514c3a1c225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.090103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-493fdf34-6f51-4fa8-9cb0-514c3a1c225f None None] Port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 12:57:00.321881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ebc18-d077-4fec-856d-1cf74a52d5c6 req-ecd40bf4-97bd-464f-a62b-355ded7e93a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:00.323532 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc1ebc18-d077-4fec-856d-1cf74a52d5c6 req-ecd40bf4-97bd-464f-a62b-355ded7e93a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 931 time: 0.0832465 Mar 09 12:57:00.368159 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-bc1ebc18-d077-4fec-856d-1cf74a52d5c6 req-cc4174a7-d875-4c1a-815e-9d90630c4129 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Mar 09 12:57:00.376388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:57:00.384468 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.398704 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Transition to ACTIVE for port object bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 12:57:00.402343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.683803 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:00.759112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Attempting to bind port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 12:57:00.759382 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Attempting to bind port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 12:57:00.759707 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Attempting to bind port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:57:00.764117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 on network 23545c47-afb4-4420-b55c-41d3835e1c5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 12:57:00.764434 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Attempting to bind port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 12:57:00.769400 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 12:57:00.769737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Checking segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 12:57:00.770113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Bound using segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 12:57:00.770530 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Bound port: bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 12:57:00.771392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.867896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 12:57:00.870745 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 12:57:00.875972 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.933255 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:00.933864 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:00.935217 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] 10.222.0.13 "PUT /v2.0/ports/bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1093 time: 1.0257661 Mar 09 12:57:00.935712 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:57:00.962973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device aee91f34-3939-4a25-9890-eeb6211f6efb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:57:00.963436 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eaded-0ce2-47c5-a5d9-be6385a06f77 service neutron] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:01.015194 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'status': 'completed', 'code': 200} Mar 09 12:57:01.046616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port aee91f34-3939-4a25-9890-eeb6211f6efb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:57:01.047170 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:01.058948 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-99711d60-b81f-47a7-b2d7-a99ad6b0aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.060431 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-99711d60-b81f-47a7-b2d7-a99ad6b0aa4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1096 time: 0.0806632 Mar 09 12:57:01.134618 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-1e2f8485-cf94-4ce1-bab8-c79b80a1bf58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 217 time: 0.0671694 Mar 09 12:57:01.197559 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-a6cf7689-cce0-4a0c-bae6-98fe8f8e1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.198983 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-a6cf7689-cce0-4a0c-bae6-98fe8f8e1a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0586860 Mar 09 12:57:01.281478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-e82b6e68-1eb4-41d9-b5ae-0b70b11edddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.283172 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-e82b6e68-1eb4-41d9-b5ae-0b70b11edddd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784187 Mar 09 12:57:01.416966 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-a1c7f714-c4f7-490d-8f00-ceb8f871b82d service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278965 Mar 09 12:57:01.587179 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8b6c0-5a8a-423b-b56e-499d8d04f8fc req-8b95a4e2-f16c-47b9-872c-465eab0284a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.588056 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-970a9b44-9ddd-4ba6-8b3d-6b13085858fb req-fe223e98-3b12-4778-95d8-8e410e8e1a54 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657825 Mar 09 12:57:01.589325 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aff8b6c0-5a8a-423b-b56e-499d8d04f8fc req-8b95a4e2-f16c-47b9-872c-465eab0284a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.1115289 Mar 09 12:57:01.635664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-aff8b6c0-5a8a-423b-b56e-499d8d04f8fc req-1b2ce683-8847-438f-b158-e31ca2637c74 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407615 Mar 09 12:57:01.699025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-4a8b589d-8dc0-4511-9d39-d01e47e8759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.700382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-4a8b589d-8dc0-4511-9d39-d01e47e8759e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1096 time: 0.0695887 Mar 09 12:57:01.831513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-991eae96-9159-4b6d-8805-570db860eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.832987 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-991eae96-9159-4b6d-8805-570db860eb83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1260145 Mar 09 12:57:01.903435 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-cd4058e8-f5a6-44b4-9345-06d33ea5dadf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 217 time: 0.0639145 Mar 09 12:57:01.967285 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-89dd8f09-a090-418c-8dc1-b252069a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:01.968734 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-89dd8f09-a090-418c-8dc1-b252069a3dff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0582736 Mar 09 12:57:02.047095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-893ab3d3-ab16-4727-aad3-6053d95ab655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:02.048546 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-893ab3d3-ab16-4727-aad3-6053d95ab655 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726349 Mar 09 12:57:02.177457 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-355ba516-8a51-4b83-8291-6b18894df7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211569 Mar 09 12:57:02.407892 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5ff44a2d-2007-4004-907c-e0e517a5434c req-5a8d8031-5b81-416b-a31a-593bfd3bedd1 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245049 Mar 09 12:57:02.822374 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8c15-a53b-4fb2-a841-879c91723c1c req-ad7b4059-6fbd-4cfa-92df-b127feae993f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:02.823842 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e55a8c15-a53b-4fb2-a841-879c91723c1c req-ad7b4059-6fbd-4cfa-92df-b127feae993f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0827913 Mar 09 12:57:02.866851 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e55a8c15-a53b-4fb2-a841-879c91723c1c req-297fe4e7-d800-459c-966b-2f88429556fe tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373073 Mar 09 12:57:04.050953 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48def43-ca00-4d1c-a5a3-26c65bdf9408 req-fc23317f-af71-4fac-8b8f-ce82d41641dd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:04.052619 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b48def43-ca00-4d1c-a5a3-26c65bdf9408 req-fc23317f-af71-4fac-8b8f-ce82d41641dd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0791497 Mar 09 12:57:04.098109 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b48def43-ca00-4d1c-a5a3-26c65bdf9408 req-b404a610-fcb2-408e-9a9d-f1e21c0333d1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Mar 09 12:57:05.225385 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:57:05.278783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c2733-407b-418d-8b3e-0ec2d7b566db req-d67ae68e-1161-489a-a708-3d2cc25c5eef tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:05.280235 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c23c2733-407b-418d-8b3e-0ec2d7b566db req-d67ae68e-1161-489a-a708-3d2cc25c5eef tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0787117 Mar 09 12:57:05.326606 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c23c2733-407b-418d-8b3e-0ec2d7b566db req-c1269b80-1437-48e0-b5db-305b8a6c67f5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384345 Mar 09 12:57:05.360898 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:57:05.374560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:57:05.430979 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:05.447847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:57:05.463954 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:57:05.469665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:05.539448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:05.668820 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:57:06.616385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad9ee4-829d-44dc-a250-74a239cbb81f req-a3eeadac-990e-45ee-a452-a904d839aef1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:06.617757 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8dad9ee4-829d-44dc-a250-74a239cbb81f req-a3eeadac-990e-45ee-a452-a904d839aef1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 944 time: 0.1880374 Mar 09 12:57:06.660724 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8dad9ee4-829d-44dc-a250-74a239cbb81f req-0835f473-e552-425f-93bc-36768382a5f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Mar 09 12:57:07.239993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:57:07.309129 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 12:57:07.313733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:57:07.314105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:07.426624 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:07.453533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:57:07.463709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:57:07.468098 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:07.541225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:07.559183 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'code': 200} Mar 09 12:57:07.785730 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f905-17c8-4d96-a67d-7e9599259155 req-78c375a0-1072-4d1c-9194-8553b45e1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:07.787132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f581f905-17c8-4d96-a67d-7e9599259155 req-78c375a0-1072-4d1c-9194-8553b45e1bc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.0704386 Mar 09 12:57:07.827116 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f581f905-17c8-4d96-a67d-7e9599259155 req-bb2e93e9-fc28-48b5-9440-ade8ce6b4031 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343909 Mar 09 12:57:07.843886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505b998-b6c1-4883-a149-895938230e54 req-2f85ed97-69f5-49a4-8731-c4bf465eaf18 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:07.845332 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c505b998-b6c1-4883-a149-895938230e54 req-2f85ed97-69f5-49a4-8731-c4bf465eaf18 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0788710 Mar 09 12:57:07.887938 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c505b998-b6c1-4883-a149-895938230e54 req-e36e59b5-d5f7-4493-8917-54418f478d18 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370371 Mar 09 12:57:09.080207 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac470-5508-48e0-a065-c01d8cc18455 req-bc736638-f731-4452-9a94-c52fc8331279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:09.081733 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1acac470-5508-48e0-a065-c01d8cc18455 req-bc736638-f731-4452-9a94-c52fc8331279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0826037 Mar 09 12:57:09.125247 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1acac470-5508-48e0-a065-c01d8cc18455 req-5a94fd83-e67e-4128-a890-7d3e38b52f8d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371368 Mar 09 12:57:09.312882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a599b-c6da-46f7-aa0b-389a02c9d88d req-49e79836-3082-4bd8-9ff1-fd16ac95b0db tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:09.314322 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-758a599b-c6da-46f7-aa0b-389a02c9d88d req-49e79836-3082-4bd8-9ff1-fd16ac95b0db tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0836666 Mar 09 12:57:09.357269 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-758a599b-c6da-46f7-aa0b-389a02c9d88d req-2ba4b1fd-a831-417d-b27a-ae716fdf6d1a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367393 Mar 09 12:57:09.379373 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53564) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:57:09.491625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c6fcb-ff67-4206-9c9f-1be07e2dd3a9 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:09.493120 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ed6c6fcb-ff67-4206-9c9f-1be07e2dd3a9 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1093 time: 0.1127570 Mar 09 12:57:09.496090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53570) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:57:09.501394 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 12:57:09.507577 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 12:57:09.511363 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:floatingip and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 12:57:09.514177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 12:57:09.519660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 12:57:09.531044 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:09.666900 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:09.801839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Allocated IP 172.26.5.136 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/7510a0f7-07b3-45d6-a3da-1289e2f007dd) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 12:57:09.948315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:09.978066 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:10.040439 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 12:57:10.043081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 12:57:10.045554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 12:57:10.090947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=7510a0f7-07b3-45d6-a3da-1289e2f007dd,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:10.456105 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:10.533807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:10.739113 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:10.743882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:10.853715 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=7510a0f7-07b3-45d6-a3da-1289e2f007dd,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:57:10.863085 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:11.138081 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Floating IP ad8c9bb9-268f-41fe-8c5a-964053e928d7 associated. External IP: 172.26.5.136, port: bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39. Mar 09 12:57:11.486117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 12:57:11.667264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 12:57:11.676411 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 12:57:11.686639 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:57:11.687337 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:57:11.691756 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:11.749913 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b8b21968-4b68-4036-96a9-9efc6ec5f2ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2526963 Mar 09 12:57:11.750408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:57:11.794776 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'status': 'completed', 'code': 200} Mar 09 12:57:11.876006 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:57:11.892836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-54da66b4-6e14-4731-ace7-ddb965d70747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:11.894436 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-54da66b4-6e14-4731-ace7-ddb965d70747 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.0767806 Mar 09 12:57:12.030479 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-cf6a00c1-b0f4-4a10-9764-cedbcd228f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:12.032169 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-cf6a00c1-b0f4-4a10-9764-cedbcd228f53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1318014 Mar 09 12:57:12.143382 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-7afdb5b4-e52d-410e-9583-6581ccb1d141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 999 time: 0.1046891 Mar 09 12:57:12.209055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-3758f294-c2f2-4205-88d7-55215d5d280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:12.210523 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-3758f294-c2f2-4205-88d7-55215d5d280b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0617828 Mar 09 12:57:12.226435 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ad8c9bb9-268f-41fe-8c5a-964053e928d7', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:57:10Z', 'updated_at': '2022-03-09T12:57:10Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:57:12.230623 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 12:57:12.239550 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 12:57:12.241462 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T12:56:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:57:12.287403 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-11a3e532-96df-452d-b269-4084b2c8a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:12.288826 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-11a3e532-96df-452d-b269-4084b2c8a229 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728793 Mar 09 12:57:12.418293 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-6698d0fb-e193-4a61-9e6a-0ee8f72f7b26 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233091 Mar 09 12:57:12.420454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 12:57:12.555996 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-48f7090f-6345-4fa1-87cb-8c7555f1f72f req-4bc423fa-9311-4c29-bc64-8a885e98e4bf service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320939 Mar 09 12:57:12.794868 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ad8c9bb9-268f-41fe-8c5a-964053e928d7', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:57:10Z', 'updated_at': '2022-03-09T12:57:10Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 12:57:12.798672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca28c6-0eba-4b6f-a058-687862eacde4 None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': 'ad8c9bb9-268f-41fe-8c5a-964053e928d7', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T12:57:10Z', 'updated_at': '2022-03-09T12:57:10Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 12:57:13.086262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6966faab-0571-41bc-8786-4072e76f3770 None None] New status for floating IP ad8c9bb9-268f-41fe-8c5a-964053e928d7: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 12:57:15.698093 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:57:16.489706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:22.737577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6933b38e-5c2b-407f-81f7-64805e2077f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:24.930103 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-a7910122-ee14-4943-93d5-04764d424ca7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728130 Mar 09 12:57:24.945156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d67f85de-f4f2-4741-bcc4-2172fd2cb9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:25.168800 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-5bf3b487-f4af-487e-8960-5b08f0875e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:25.170210 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-5bf3b487-f4af-487e-8960-5b08f0875e74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.1734781 Mar 09 12:57:25.311722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-32844f27-e0ce-4f50-b471-33e6e6bd9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:25.313180 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-32844f27-e0ce-4f50-b471-33e6e6bd9193 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1234934 Mar 09 12:57:25.417765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-639987cf-36fe-4fdc-8e9f-1e420571d552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1001 time: 0.0975106 Mar 09 12:57:25.483230 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-4f884fcf-ea7c-4040-a46a-77182825fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:25.484635 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-4f884fcf-ea7c-4040-a46a-77182825fa10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0611894 Mar 09 12:57:25.563750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-f5726839-cc41-46a4-a0d4-e7735de2a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:57:25.565255 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-f5726839-cc41-46a4-a0d4-e7735de2a950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744176 Mar 09 12:57:25.698080 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-7b1021b1-30d9-43e8-b4c1-d4d5a46f95af service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242290 Mar 09 12:57:25.829805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:25.832756 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-23a7b20a-466e-4670-a2b5-411541cdea18 req-b71e7e71-0316-46ba-be65-307607f25118 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274920 Mar 09 12:57:26.188676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:27.755141 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:46.516009 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:52.697063 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:57:52.739868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9d22-cab2-4fde-933e-a1d377573baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:54.946033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7524df8-ee0f-4202-ad73-2ce6bbfcf342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:55.831742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:56.190556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:57:56.969482 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-aedfb666-93f0-4b8e-aba7-5003074c2fc2 req-84206253-b0c5-4aa3-98de-b2e1f5977055 service neutron] (87830) timed out ('10.222.0.20', 49388) {{(pid=87830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 12:57:57.758033 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:16.537317 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:22.740301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43d3ca02-4c25-4274-b44a-e7f2c7df7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:24.949030 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2700b76a-fdb0-4059-8792-5ea4ec1613bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:25.015749 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-0152644e-2624-465f-9344-03f25dcb4a6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131046 Mar 09 12:58:25.157415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6469b-1188-4677-863b-033e3660a122 req-0958b16e-da4c-48e2-96b2-95ec29f3088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:58:25.158929 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-0958b16e-da4c-48e2-96b2-95ec29f3088d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.0741365 Mar 09 12:58:25.301505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6469b-1188-4677-863b-033e3660a122 req-04debc66-2550-4f65-855c-d335434a524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:58:25.302916 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-04debc66-2550-4f65-855c-d335434a524c service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1250663 Mar 09 12:58:25.403943 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-ced9025d-f06d-4b6c-891c-72e3966d318d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1001 time: 0.0951104 Mar 09 12:58:25.464743 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6469b-1188-4677-863b-033e3660a122 req-6c4297cd-c533-42e5-a08e-3f5ff7f79aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:58:25.466166 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-6c4297cd-c533-42e5-a08e-3f5ff7f79aca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0566094 Mar 09 12:58:25.543502 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6469b-1188-4677-863b-033e3660a122 req-3b61445b-6211-41a6-b27e-b5e90ac17790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:58:25.544985 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-3b61445b-6211-41a6-b27e-b5e90ac17790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732334 Mar 09 12:58:25.554606 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-edebc8de-80ff-4bc8-9173-6c438a1d2582 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 12:58:25.555533 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-edebc8de-80ff-4bc8-9173-6c438a1d2582 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046906 Mar 09 12:58:25.699411 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-f5156e17-5d1e-46cb-95c3-f8239fc45891 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373522 Mar 09 12:58:25.828187 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6af6469b-1188-4677-863b-033e3660a122 req-9d87eb64-4228-48bb-9c22-66ec39e9b1ec service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224756 Mar 09 12:58:25.834828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:26.192789 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:27.761044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:29.695566 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:58:46.537585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:52.741510 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0e623a5-f6b4-4994-957d-98462d8b8f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:54.952868 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3bea183a-2f37-4e87-8454-79681741c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:55.836943 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:56.194080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:58:57.766957 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:06.695311 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:59:08.283880 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa2a1-94d2-41c5-911b-27e7036e614d req-005bedda-ce78-4fe7-b046-29d589104523 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:08.285335 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-102fa2a1-94d2-41c5-911b-27e7036e614d req-005bedda-ce78-4fe7-b046-29d589104523 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.1286967 Mar 09 12:59:08.329717 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-102fa2a1-94d2-41c5-911b-27e7036e614d req-973b31a1-e3d6-4f38-b427-08c7509c0c04 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 Mar 09 12:59:09.521281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284685a-4189-4ff6-a4cc-81a2d2aa6ace req-fd598c63-6bbf-4b41-af94-eff73fe42fb4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:09.522739 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d284685a-4189-4ff6-a4cc-81a2d2aa6ace req-fd598c63-6bbf-4b41-af94-eff73fe42fb4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0833075 Mar 09 12:59:09.566788 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d284685a-4189-4ff6-a4cc-81a2d2aa6ace req-1a8b508b-ab70-429a-80d0-e567ef1ca839 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379312 Mar 09 12:59:10.750343 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ba66b-225a-48f8-b230-18a0776034c8 req-860d32dc-7815-4e71-afa5-a40329f606c2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:10.751766 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef9ba66b-225a-48f8-b230-18a0776034c8 req-860d32dc-7815-4e71-afa5-a40329f606c2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0791748 Mar 09 12:59:10.798213 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef9ba66b-225a-48f8-b230-18a0776034c8 req-0e9b9df4-3ba4-45b8-bad2-10f1984a7df4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Mar 09 12:59:11.985170 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172839e-5021-4a87-ad1a-097e0ae83caf req-0df83bea-d77e-44ce-82cd-945a6d547845 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:11.986617 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c172839e-5021-4a87-ad1a-097e0ae83caf req-0df83bea-d77e-44ce-82cd-945a6d547845 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0807359 Mar 09 12:59:12.031365 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c172839e-5021-4a87-ad1a-097e0ae83caf req-a99d5258-6507-4e5a-a429-07bf175250b8 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389650 Mar 09 12:59:13.218052 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49708bd-aaa8-40e6-bbdc-cd1206bb8025 req-19b12584-93d8-45e9-8754-eab2f1b5f59c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:13.219475 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c49708bd-aaa8-40e6-bbdc-cd1206bb8025 req-19b12584-93d8-45e9-8754-eab2f1b5f59c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0813291 Mar 09 12:59:13.261623 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c49708bd-aaa8-40e6-bbdc-cd1206bb8025 req-2051c0e8-5ed2-4053-9654-f2b6020a9167 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365562 Mar 09 12:59:14.443651 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b5aff-0078-452f-86a2-02261eb7b3fb req-8b475a19-3d39-477e-9da4-e738ee54a893 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:14.445122 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5e9b5aff-0078-452f-86a2-02261eb7b3fb req-8b475a19-3d39-477e-9da4-e738ee54a893 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0795956 Mar 09 12:59:14.491343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5e9b5aff-0078-452f-86a2-02261eb7b3fb req-88611f84-423e-49d2-8abf-2b4959daa581 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Mar 09 12:59:15.673626 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6650-bdc1-4cf8-ba49-42ee0c5cfe21 req-275af2f9-5bc5-45c6-94b4-4943b6a4136a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:15.675040 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c6e6650-bdc1-4cf8-ba49-42ee0c5cfe21 req-275af2f9-5bc5-45c6-94b4-4943b6a4136a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0813322 Mar 09 12:59:15.718191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c6e6650-bdc1-4cf8-ba49-42ee0c5cfe21 req-3a8f4c19-a470-45d6-a395-6929ef3bbc5b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Mar 09 12:59:16.533857 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:16.905534 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537a0d-dabf-4955-b204-19cf6da0393e req-4d45a9a9-aed4-461d-8725-1ee0fbff786e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:16.906874 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ea537a0d-dabf-4955-b204-19cf6da0393e req-4d45a9a9-aed4-461d-8725-1ee0fbff786e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0826666 Mar 09 12:59:16.950673 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ea537a0d-dabf-4955-b204-19cf6da0393e req-1772b9fb-67b7-4bf0-ba26-736baeefa625 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383017 Mar 09 12:59:18.133385 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cd5a9-6e63-4e32-a666-4b64564d4290 req-5fde5740-c730-42a0-8d07-e08ad6605fca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:18.134810 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e59cd5a9-6e63-4e32-a666-4b64564d4290 req-5fde5740-c730-42a0-8d07-e08ad6605fca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0830131 Mar 09 12:59:18.178000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e59cd5a9-6e63-4e32-a666-4b64564d4290 req-250cef1f-6f4d-4b15-aa5c-91d65a5cea44 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368912 Mar 09 12:59:19.361662 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b9ba9-9677-46ab-8baf-8bc962be4a57 req-cd0eea7c-837f-4efa-9816-6b21968670b3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:19.363082 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec0b9ba9-9677-46ab-8baf-8bc962be4a57 req-cd0eea7c-837f-4efa-9816-6b21968670b3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0815749 Mar 09 12:59:19.406462 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec0b9ba9-9677-46ab-8baf-8bc962be4a57 req-8082e631-aa24-4233-ab26-13a437a3127c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Mar 09 12:59:20.589661 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c9d0-edfa-426c-93eb-97df7dcb136a req-80bfaa9e-503a-4ae1-b08c-6221ed213ea1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:20.591688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b283c9d0-edfa-426c-93eb-97df7dcb136a req-80bfaa9e-503a-4ae1-b08c-6221ed213ea1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0795460 Mar 09 12:59:20.638478 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b283c9d0-edfa-426c-93eb-97df7dcb136a req-da310cc1-717b-43e0-9156-a1ddd69594fa tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Mar 09 12:59:21.795560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:59:21.836104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129aac4-3645-4441-9265-0ec877b50bb9 req-d2ff4b21-6dcd-4142-8f3a-34efc822f2bd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:21.837141 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9129aac4-3645-4441-9265-0ec877b50bb9 req-d2ff4b21-6dcd-4142-8f3a-34efc822f2bd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0882354 Mar 09 12:59:21.885045 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9129aac4-3645-4441-9265-0ec877b50bb9 req-59d5dbee-38ed-4399-8379-47414713a6cc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Mar 09 12:59:21.944090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:21.958014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:59:22.016071 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:22.034201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:59:22.051306 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:22.057516 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:22.133706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:59:22.166103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:59:22.179256 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.179616 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.179965 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.180308 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.180655 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.181036 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.181378 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.181711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.182047 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.182379 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.182712 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.183038 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 12:59:22.745278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df0c356f-592c-44d3-bf50-68910097784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:23.099954 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094751-07ab-4036-b475-a1690f37164f req-4c9d4a9b-e0b2-49f1-b5aa-2e597193f31c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:23.101495 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2094751-07ab-4036-b475-a1690f37164f req-4c9d4a9b-e0b2-49f1-b5aa-2e597193f31c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 944 time: 0.0977516 Mar 09 12:59:23.155288 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a2094751-07ab-4036-b475-a1690f37164f req-2f0e2bbe-aca0-4618-8cd1-d7c8b9478f98 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 Mar 09 12:59:23.819826 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:59:23.904913 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:59:23.905287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:24.052495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:24.083637 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:59:24.094133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:24.101415 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:24.176668 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'code': 200} Mar 09 12:59:24.213865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:59:24.358161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486be3-bd4c-445c-b6ec-3ee682d47f7f req-ebc0c9e1-bd49-453e-8aa3-af7e11165eca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:24.360289 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-90486be3-bd4c-445c-b6ec-3ee682d47f7f req-ebc0c9e1-bd49-453e-8aa3-af7e11165eca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0861809 Mar 09 12:59:24.415455 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-90486be3-bd4c-445c-b6ec-3ee682d47f7f req-d1435d00-ea73-4824-860e-a6284d0e499a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493202 Mar 09 12:59:24.964271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34fdc2a0-b8d1-4c96-ae46-2c9296b9451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:25.122959 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-1e9dc205-92d9-46b9-9c5a-23b393767574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:25.124417 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-1e9dc205-92d9-46b9-9c5a-23b393767574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.1988065 Mar 09 12:59:25.280248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-380ce54f-0aa5-4cce-9705-30a15512fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:25.282291 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-380ce54f-0aa5-4cce-9705-30a15512fb5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1392343 Mar 09 12:59:25.410281 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-42ab0c55-2823-4e50-9b18-1352df95cb43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1001 time: 0.1204796 Mar 09 12:59:25.487824 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-3b2b7749-5849-457f-bbbf-4a1c9534d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:25.489488 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-3b2b7749-5849-457f-bbbf-4a1c9534d05c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0728319 Mar 09 12:59:25.624010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3d480-5634-4d49-b2c5-e0b619ea6628 req-0b7c9da5-7f90-4098-a694-b9a766ee3020 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:25.631136 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ee3d480-5634-4d49-b2c5-e0b619ea6628 req-0b7c9da5-7f90-4098-a694-b9a766ee3020 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0984838 Mar 09 12:59:25.637716 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-11a9efe2-9f9a-45b1-a3dd-8d29036542cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:25.640025 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-11a9efe2-9f9a-45b1-a3dd-8d29036542cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1419008 Mar 09 12:59:25.686046 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ee3d480-5634-4d49-b2c5-e0b619ea6628 req-2c15faa3-5ade-4a88-9e9c-087ed34f547d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538378 Mar 09 12:59:25.790646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-4ec740ee-7d5b-45b3-8db0-c491b320199d service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403921 Mar 09 12:59:25.847677 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:25.931420 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-3751f45f-9242-4820-b4b6-8b8e9b26719e req-cd13b4a6-7267-4b13-a10f-b03019910c05 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335313 Mar 09 12:59:26.201422 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:26.883620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c17991-8281-49e8-a498-ee7e9b563bdd req-0a9f28eb-2389-403f-acea-913ca3cbd861 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:26.885065 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1c17991-8281-49e8-a498-ee7e9b563bdd req-0a9f28eb-2389-403f-acea-913ca3cbd861 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0936370 Mar 09 12:59:27.032866 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a1c17991-8281-49e8-a498-ee7e9b563bdd req-52a73493-9445-4347-a163-48becc6c1ab5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407793 Mar 09 12:59:27.771619 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:28.234018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2838-9775-45a4-966f-4ec5ca9edc9b req-7e285ce0-baae-4737-b045-c72be715683d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:28.235579 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-75bf2838-9775-45a4-966f-4ec5ca9edc9b req-7e285ce0-baae-4737-b045-c72be715683d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0869269 Mar 09 12:59:28.287576 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-75bf2838-9775-45a4-966f-4ec5ca9edc9b req-0ae974b7-a74f-4653-bfe6-6e52ac983d8a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Mar 09 12:59:29.487276 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3857c68-cb05-4741-aeca-c8ca93136e97 req-134e89ea-dbe7-4e32-90ca-c6b2303386d2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:29.488771 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e3857c68-cb05-4741-aeca-c8ca93136e97 req-134e89ea-dbe7-4e32-90ca-c6b2303386d2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0932212 Mar 09 12:59:29.541962 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e3857c68-cb05-4741-aeca-c8ca93136e97 req-9ae8b2ed-b194-4846-b992-633714695710 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Mar 09 12:59:30.738110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f105-79b6-4fcc-97a4-c9b5adf04d98 req-b0d22bef-1930-49e7-932c-9cb8c254b4cd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:30.739536 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0668f105-79b6-4fcc-97a4-c9b5adf04d98 req-b0d22bef-1930-49e7-932c-9cb8c254b4cd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0832741 Mar 09 12:59:30.751104 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-25413928-2053-479d-960c-e83b1f86b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:30.752589 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-25413928-2053-479d-960c-e83b1f86b48b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1098 time: 0.0723109 Mar 09 12:59:30.783959 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0668f105-79b6-4fcc-97a4-c9b5adf04d98 req-fee1d260-93a5-4a8b-9704-a74bcda6331b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Mar 09 12:59:30.884882 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-bd894566-cc6b-4839-9750-76d7fa6dc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:30.886340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-bd894566-cc6b-4839-9750-76d7fa6dc165 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1274676 Mar 09 12:59:30.987817 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-06f99f44-5672-4272-9d42-38512cc12292 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1001 time: 0.0958819 Mar 09 12:59:31.057665 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-fc931ab5-8b83-4a33-bf18-7522730c4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:31.059026 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-fc931ab5-8b83-4a33-bf18-7522730c4bbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0661490 Mar 09 12:59:31.138975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-93030486-f6f7-4637-b953-54e776ffa570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:31.140423 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-93030486-f6f7-4637-b953-54e776ffa570 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760984 Mar 09 12:59:31.268859 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-964d9cb2-cdb0-4fe6-b245-26e27d3a831b service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219985 Mar 09 12:59:31.397766 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bae1a55d-d85e-4e5a-9237-9cf87e190c7c req-af924078-5ed1-40d8-81c1-5dab1f650650 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234319 Mar 09 12:59:31.966381 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119a7a1-c4f2-4094-93b1-8dbac98d148f req-c4b39f48-454b-4bea-a160-10a263508fbf tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:31.967814 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7119a7a1-c4f2-4094-93b1-8dbac98d148f req-c4b39f48-454b-4bea-a160-10a263508fbf tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0786085 Mar 09 12:59:32.010786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7119a7a1-c4f2-4094-93b1-8dbac98d148f req-db90be29-3257-4173-b54a-0cadc3c1ad6f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375502 Mar 09 12:59:33.205449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442990-23ee-436e-b0bb-d2b7474f4e79 req-283d89b3-3ae1-47ed-aac6-3add2ac74284 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:33.206876 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c442990-23ee-436e-b0bb-d2b7474f4e79 req-283d89b3-3ae1-47ed-aac6-3add2ac74284 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0879836 Mar 09 12:59:33.249682 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5c442990-23ee-436e-b0bb-d2b7474f4e79 req-bf776ebc-49b6-4052-8c0a-cf95677a6959 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Mar 09 12:59:33.630478 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728128d5-e4e8-4eb2-a204-1c902a40319e req-1541f245-6fc3-476e-bf1f-d2176db680e6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:33.631932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-728128d5-e4e8-4eb2-a204-1c902a40319e req-1541f245-6fc3-476e-bf1f-d2176db680e6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 945 time: 0.0907426 Mar 09 12:59:33.680422 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-728128d5-e4e8-4eb2-a204-1c902a40319e req-10f837ca-5ef3-4e83-98ce-19b615617070 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428584 Mar 09 12:59:33.791889 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53754) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 12:59:33.851758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 12:59:33.906969 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-ece4117d-ad72-4386-b0ff-76eec99a650b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138680 Mar 09 12:59:33.969451 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:33.995585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:59:34.009759 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:34.014725 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:34.049214 dv-neutron-832762-2-hyperv neutron-server[87832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'code': 422} returned with failed status Mar 09 12:59:34.099652 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:59:34.872446 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006dea0-3a6d-49c5-a144-6f399cb1554b req-c91feb41-c7cb-4dfe-aece-61e34169677d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:34.873931 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d006dea0-3a6d-49c5-a144-6f399cb1554b req-c91feb41-c7cb-4dfe-aece-61e34169677d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0805488 Mar 09 12:59:34.878827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-4e917ff7-b37d-4c78-b233-1e119b28c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:34.880281 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-4e917ff7-b37d-4c78-b233-1e119b28c23f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 1096 time: 0.1832197 Mar 09 12:59:34.918509 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d006dea0-3a6d-49c5-a144-6f399cb1554b req-dc70ae95-0e17-45b4-b362-162c5764a0cf tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Mar 09 12:59:34.973340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-7c3f324d-c466-42dc-9512-c3f92c895205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:34.974807 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-7c3f324d-c466-42dc-9512-c3f92c895205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1096 time: 0.0730536 Mar 09 12:59:35.107204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-3013fc1d-2806-4681-ab4a-66e7b46ff5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:35.108724 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-3013fc1d-2806-4681-ab4a-66e7b46ff5e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1286910 Mar 09 12:59:35.213385 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-37ee553a-2451-46e1-828b-6c6fb6bb2bd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 999 time: 0.0989373 Mar 09 12:59:35.275395 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-00f15b6f-12ae-48dd-b347-a25a296680b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:35.276777 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-00f15b6f-12ae-48dd-b347-a25a296680b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0584524 Mar 09 12:59:35.352280 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-c18049dc-6458-4827-9c97-a75b9659d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:35.353762 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-c18049dc-6458-4827-9c97-a75b9659d093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701890 Mar 09 12:59:35.483678 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-0b454039-3fab-484f-be1d-5b31c4390c09 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236908 Mar 09 12:59:35.614601 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-62d21ec8-afa9-4f7b-b454-b2ec8475295b req-ccd81ac8-bdb0-421c-8284-a27a410195f1 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253600 Mar 09 12:59:36.140877 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b997f-84fd-49c3-b678-a4e7004ec7d2 req-243d978c-ff28-4b5f-9f09-36e67036e007 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:36.152708 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d83b997f-84fd-49c3-b678-a4e7004ec7d2 req-243d978c-ff28-4b5f-9f09-36e67036e007 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.1215289 Mar 09 12:59:36.209191 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d83b997f-84fd-49c3-b678-a4e7004ec7d2 req-edf63c06-d5c6-443a-9924-2b473fca6f31 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550416 Mar 09 12:59:37.391669 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e531-ba12-4a6a-a5be-374c7be9b770 req-7f6535a5-404c-4e25-9098-2d898b9fd411 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:37.393221 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e8b0e531-ba12-4a6a-a5be-374c7be9b770 req-7f6535a5-404c-4e25-9098-2d898b9fd411 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0843358 Mar 09 12:59:37.438398 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e8b0e531-ba12-4a6a-a5be-374c7be9b770 req-27f9a777-f56f-4aed-afde-c2dc430c9378 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Mar 09 12:59:38.655043 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad939c11-1dbe-4c8a-89b0-740b397bcafe req-8cf533f0-2c4e-4402-a559-036bf3a07fd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:38.656669 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad939c11-1dbe-4c8a-89b0-740b397bcafe req-8cf533f0-2c4e-4402-a559-036bf3a07fd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0857100 Mar 09 12:59:38.710652 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ad939c11-1dbe-4c8a-89b0-740b397bcafe req-4b07f66d-3dc7-4a6d-b3dc-00d42726b06f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 Mar 09 12:59:39.906889 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c84b9d-aabc-462d-9730-e80686527881 req-a8e2a7dd-3218-4eac-a39a-054e97e68c18 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:39.908544 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f6c84b9d-aabc-462d-9730-e80686527881 req-a8e2a7dd-3218-4eac-a39a-054e97e68c18 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0895002 Mar 09 12:59:39.955067 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f6c84b9d-aabc-462d-9730-e80686527881 req-df43eefa-4d80-4ba0-bf7d-776e23c5de0e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403817 Mar 09 12:59:41.146386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04fe9b-2ecb-4c5f-9238-b52b01d39c58 req-b97eae68-9ab3-4e12-a52b-25dd67283b2a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:41.148337 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2d04fe9b-2ecb-4c5f-9238-b52b01d39c58 req-b97eae68-9ab3-4e12-a52b-25dd67283b2a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0833507 Mar 09 12:59:41.196007 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2d04fe9b-2ecb-4c5f-9238-b52b01d39c58 req-6d552057-6a07-4d35-90f1-f7139294112d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Mar 09 12:59:42.391571 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4ea3b-f3cb-466c-87c2-4df44ac1c15d req-a116b1c0-224f-4d82-8bfe-dfd22bf64707 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:42.399419 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60f4ea3b-f3cb-466c-87c2-4df44ac1c15d req-a116b1c0-224f-4d82-8bfe-dfd22bf64707 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0937293 Mar 09 12:59:42.446924 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-60f4ea3b-f3cb-466c-87c2-4df44ac1c15d req-fc8f84d6-361e-467b-950e-db549c0c1803 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Mar 09 12:59:43.643768 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017ad0-0817-4e6c-8e74-4947b4f70741 req-8efe411b-d95f-41be-a73f-691ced8642e3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:43.645300 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-42017ad0-0817-4e6c-8e74-4947b4f70741 req-8efe411b-d95f-41be-a73f-691ced8642e3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0850534 Mar 09 12:59:43.695386 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-42017ad0-0817-4e6c-8e74-4947b4f70741 req-bd244f3a-cbd3-475b-9616-017ab020d5d7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 Mar 09 12:59:43.695611 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 12:59:44.879225 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc790b3a-fcfc-43de-b486-f65c6a1facf5 req-59b7609c-a448-4fbf-913c-528fdaaff51c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:44.880564 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc790b3a-fcfc-43de-b486-f65c6a1facf5 req-59b7609c-a448-4fbf-913c-528fdaaff51c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0791719 Mar 09 12:59:44.923738 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc790b3a-fcfc-43de-b486-f65c6a1facf5 req-cfb94754-b745-419f-be0b-6c522d61d13c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376902 Mar 09 12:59:46.110858 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011377c5-36fc-42d2-ae56-86b72c2a3a18 req-f5cb05af-0276-4910-97c6-2454e6c1d356 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:46.112296 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-011377c5-36fc-42d2-ae56-86b72c2a3a18 req-f5cb05af-0276-4910-97c6-2454e6c1d356 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0816991 Mar 09 12:59:46.155946 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-011377c5-36fc-42d2-ae56-86b72c2a3a18 req-7d0e215c-01e0-4274-88a4-8100da12d91c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381870 Mar 09 12:59:46.568840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:47.336873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4c435-a5f5-4be6-9cdc-e94e48a070b9 req-94d12d9b-4144-4f56-ba5a-e4086e692303 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:47.338253 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85f4c435-a5f5-4be6-9cdc-e94e48a070b9 req-94d12d9b-4144-4f56-ba5a-e4086e692303 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 943 time: 0.0785465 Mar 09 12:59:47.383302 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-85f4c435-a5f5-4be6-9cdc-e94e48a070b9 req-28fdcade-f626-4603-af90-f27e77a7701c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389490 Mar 09 12:59:47.944906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 12:59:48.105448 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:48.118935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'port_id': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'mac_address': 'fa:16:3e:8d:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 12:59:48.173741 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:48.190585 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 12:59:48.206108 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:48.209949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:48.278234 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=9']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:59:48.409406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 12:59:48.576499 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d30087-e832-4ab0-9923-0481db6cbc66 req-946a2efc-44fa-4564-af7c-4417c6cddcf8 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:48.578021 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-45d30087-e832-4ab0-9923-0481db6cbc66 req-946a2efc-44fa-4564-af7c-4417c6cddcf8 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 944 time: 0.0895476 Mar 09 12:59:48.622274 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-45d30087-e832-4ab0-9923-0481db6cbc66 req-73c5cb92-4292-4663-9b4c-3464d1814160 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380712 Mar 09 12:59:49.807428 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51da36-e258-438b-8ceb-bea7255e992b req-0230f49e-dc8a-49de-bcad-d7c9c62fbd8d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:49.809293 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d51da36-e258-438b-8ceb-bea7255e992b req-0230f49e-dc8a-49de-bcad-d7c9c62fbd8d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 944 time: 0.0811057 Mar 09 12:59:49.936334 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9d51da36-e258-438b-8ceb-bea7255e992b req-2ee04c31-e6ff-40fb-8ac6-0c3c29526470 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211026 Mar 09 12:59:49.944856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 12:59:50.010117 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 12:59:50.010497 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:50.124204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:50.149496 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 12:59:50.158949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 12:59:50.163217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:50.202507 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'code': 200} Mar 09 12:59:50.235676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=10']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 12:59:50.439056 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9ebe7-8170-4588-9ef1-ffda22747388 req-8b3c8a2a-673c-4f3e-814d-ad969f6dfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:50.440430 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ef9ebe7-8170-4588-9ef1-ffda22747388 req-8b3c8a2a-673c-4f3e-814d-ad969f6dfa78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1099 time: 0.0726502 Mar 09 12:59:50.480199 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6ef9ebe7-8170-4588-9ef1-ffda22747388 req-6701be57-196b-4031-8525-aae218446535 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338738 Mar 09 12:59:51.115193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759db2d-ceb0-450a-a55c-07b9b9a4c45f req-0b287830-dba2-4263-8fb7-2c9fadab35ca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:51.116616 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3759db2d-ceb0-450a-a55c-07b9b9a4c45f req-0b287830-dba2-4263-8fb7-2c9fadab35ca tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 946 time: 0.0777974 Mar 09 12:59:51.159537 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3759db2d-ceb0-450a-a55c-07b9b9a4c45f req-45fd2b35-de32-484d-afe8-ab0af53b0d73 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368669 Mar 09 12:59:52.370739 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d207c1-0778-436a-867f-4b27ea229bd1 req-8739713e-23a4-4d4b-9464-041668874b76 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 12:59:52.372597 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40d207c1-0778-436a-867f-4b27ea229bd1 req-8739713e-23a4-4d4b-9464-041668874b76 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 946 time: 0.0961237 Mar 09 12:59:52.420803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-40d207c1-0778-436a-867f-4b27ea229bd1 req-af1c1c1d-697b-434f-93e8-c4cb58687f86 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Mar 09 12:59:52.749232 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ff4920a-a279-48fe-8ea6-b18e478d3603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:54.958829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35731ad6-510a-49ac-b283-5ec6d4311acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:55.842708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:56.194133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 12:59:57.771483 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:16.584784 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:20.694742 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:00:22.750866 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18da4879-01b0-461e-b32a-f9f077a25bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:24.959682 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83912794-6fb5-407e-bb6f-f5f56297d9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:25.845607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:25.957594 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-98fdf307-930d-402b-a34a-0d2aa81ca816 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693562 Mar 09 13:00:26.097573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-1f7094e5-7661-4f28-852c-6c1ffa2725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:00:26.098918 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-1f7094e5-7661-4f28-852c-6c1ffa2725ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1099 time: 0.0734649 Mar 09 13:00:26.199359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:26.241599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-a196313b-349d-418d-9bc4-9038a2dab1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:00:26.243026 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-a196313b-349d-418d-9bc4-9038a2dab1ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1263273 Mar 09 13:00:26.339682 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-b0a25288-a4a9-400f-8cdb-8ccc0c774b8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 1001 time: 0.0907567 Mar 09 13:00:26.405628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-2eaa0d24-4d8b-4f44-aff6-61d248c0a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:00:26.406955 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-2eaa0d24-4d8b-4f44-aff6-61d248c0a924 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0619900 Mar 09 13:00:26.483377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-9fd319ae-d0ab-487b-9b58-a5d6e34c784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:00:26.484853 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-9fd319ae-d0ab-487b-9b58-a5d6e34c784f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720291 Mar 09 13:00:26.619692 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-25d95cf0-b4c1-46f5-b4bb-c1f2233b9e0e service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291876 Mar 09 13:00:26.844776 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b257cc91-2f28-47f9-978a-f2aa327feedc req-3b9d9ba4-062b-45c9-90f7-69f41bfdfaf1 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195113 Mar 09 13:00:27.774844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:46.598002 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:52.752383 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8beb2ac5-3b74-4d0d-8375-b7c9853929b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:54.961155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-545b7b57-01b0-44bf-8653-290d0d6aa04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:55.847885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:56.191911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:00:57.694221 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:00:57.777265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.073783 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53874) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:01.274576 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Deleting port 7510a0f7-07b3-45d6-a3da-1289e2f007dd {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:01:01.274826 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.439803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.440127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.564092 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Calling delete_port for 7510a0f7-07b3-45d6-a3da-1289e2f007dd owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:01:01.708157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.764038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'Port': ['ID=7510a0f7-07b3-45d6-a3da-1289e2f007dd,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:01.802873 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.803155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.803518 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.803843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.804166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.804491 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.804808 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.805154 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.805474 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.805791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.806105 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.806418 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:01.859944 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:01.860267 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Floating IP ad8c9bb9-268f-41fe-8c5a-964053e928d7 disassociated (deleted). External IP: 172.26.5.136, port: bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39. Mar 09 13:01:02.302142 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:01:02.477697 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:01:02.488527 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:01:02.490379 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:02.499507 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:01:02.500369 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:00:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:02.550688 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aaa5dd26-0d48-4b2c-8915-21182fa40ded tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad8c9bb9-268f-41fe-8c5a-964053e928d7 HTTP/1.1" status: 204 len: 168 time: 1.4758246 Mar 09 13:01:02.552440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:01:02.690221 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:01:02.695150 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'status': 'completed', 'code': 200} Mar 09 13:01:02.806080 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-75f5f1cd-8723-4641-bd7a-07f927987dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:02.807487 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-75f5f1cd-8723-4641-bd7a-07f927987dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 1099 time: 0.0883265 Mar 09 13:01:02.930023 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6bcb7-3838-4aff-922e-d97547a71f0f req-193d347d-45b4-42a5-8458-21a1fedf9848 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:02.930724 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a8f6bcb7-3838-4aff-922e-d97547a71f0f req-193d347d-45b4-42a5-8458-21a1fedf9848 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:01:02.941014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-c937f502-2a75-4964-8fad-87dafd196636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:02.942770 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-c937f502-2a75-4964-8fad-87dafd196636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1292365 Mar 09 13:01:02.950817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a8f6bcb7-3838-4aff-922e-d97547a71f0f req-193d347d-45b4-42a5-8458-21a1fedf9848 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:01:02.952015 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8f6bcb7-3838-4aff-922e-d97547a71f0f req-193d347d-45b4-42a5-8458-21a1fedf9848 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 946 time: 0.1012189 Mar 09 13:01:02.999644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a8f6bcb7-3838-4aff-922e-d97547a71f0f req-3a53ac68-8441-48d3-8789-e6f49c63e038 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Mar 09 13:01:03.016079 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-6877e806-fbda-4c36-86c6-dc5dcb9b1723 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 200 len: 217 time: 0.0669711 Mar 09 13:01:03.029169 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:03.033554 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:01:03.041869 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:01:03.042615 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:00:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:03.079102 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-a6c5711e-7df3-4b09-9d8f-3eece778fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:03.080446 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-a6c5711e-7df3-4b09-9d8f-3eece778fc2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0587380 Mar 09 13:01:03.156525 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-45d05c6d-c549-4f2d-ad76-a1e329f159c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:03.158044 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-45d05c6d-c549-4f2d-ad76-a1e329f159c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688674 Mar 09 13:01:03.221459 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:01:03.291889 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-17450398-afea-417c-8bd9-6ea53a6028e5 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271310 Mar 09 13:01:03.429094 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b2b72bf1-cdf4-4d80-acaf-37b45809cc51 req-895c9a22-ba88-4e1b-929a-1c7c39bfa2a1 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306725 Mar 09 13:01:03.564454 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:03.568253 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eec1c0-e089-4520-b9c9-86e6dcb14b6f None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:01:03.780279 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac039b72-0c7a-4357-b0aa-586cf6614dda None None] New status for floating IP ad8c9bb9-268f-41fe-8c5a-964053e928d7: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:01:04.179827 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ea286-f106-4957-b3d1-02043d899bfa req-8d0e7e99-da5d-43de-930c-7c84fc34c6c3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:04.180601 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-133ea286-f106-4957-b3d1-02043d899bfa req-8d0e7e99-da5d-43de-930c-7c84fc34c6c3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:01:04.193446 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-133ea286-f106-4957-b3d1-02043d899bfa req-8d0e7e99-da5d-43de-930c-7c84fc34c6c3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:01:04.194466 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-133ea286-f106-4957-b3d1-02043d899bfa req-8d0e7e99-da5d-43de-930c-7c84fc34c6c3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 946 time: 0.0985520 Mar 09 13:01:04.205189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d9962-d3bf-4d6e-b6b5-549f3a4730d9 req-10391ddd-24b8-4e12-9a36-d7c596acee2d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:04.206639 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-477d9962-d3bf-4d6e-b6b5-549f3a4730d9 req-10391ddd-24b8-4e12-9a36-d7c596acee2d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 946 time: 0.0834332 Mar 09 13:01:04.251357 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-477d9962-d3bf-4d6e-b6b5-549f3a4730d9 req-fb64d9a4-cb72-4bb8-97dc-7cd7046cd32e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f2de8bc-6a99-438b-ab06-da4f6b30f163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Mar 09 13:01:04.263541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Deleting port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:01:04.263989 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:04.506206 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] For port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:01:04.506566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:04.628655 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Calling delete_port for bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:01:04.775870 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:04.957911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'Port': ['ID=bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:04.997547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.997902 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.998267 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.998616 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.998950 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.999283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.999611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:04.999940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:05.000270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:05.000592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:05.000940 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:05.001264 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:05.008748 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] No DVR routers for this DVR port bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:01:05.010774 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:05.013291 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-deleted', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:01:05.029239 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-133ea286-f106-4957-b3d1-02043d899bfa req-129106d1-8329-4f40-bf85-ebce0bfbd364 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "DELETE /v2.0/ports/bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 HTTP/1.1" status: 204 len: 173 time: 0.8294713 Mar 09 13:01:05.119752 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d43c1-bcfe-4ef6-91b2-0238839544d1', 'name': 'network-vif-deleted', 'tag': 'bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39', 'status': 'completed', 'code': 200} Mar 09 13:01:05.415298 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1555ce83-d045-4357-8544-1f5f8b8a40df req-13d37505-c44f-4c2a-823a-9a18be1301b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9d43c1-bcfe-4ef6-91b2-0238839544d1 HTTP/1.1" status: 200 len: 210 time: 0.0439465 Mar 09 13:01:06.511068 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 53896) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:06.579597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:06.612774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:06.680617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:06.699864 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2de8bc-6a99-438b-ab06-da4f6b30f163,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:06.709695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:06.710803 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6d31682c-d975-465c-845a-d4bb7f28dfd4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f2de8bc-6a99-438b-ab06-da4f6b30f163 HTTP/1.1" status: 204 len: 168 time: 0.1987555 Mar 09 13:01:07.042323 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53904) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.048269 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627066698', 'description': 'tempest-secgroup-smoke-1627066698 description', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.054173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.058192 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.061377 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.067311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.076862 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.096654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.100435 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.103217 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.109350 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.182035 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.185856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.230602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbecff8-c4a9-4bd6-b052-03db62402313,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.233295 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.234486 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-9cabdf74-2228-4f42-b9e9-1b7426a517a1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1911862 Mar 09 13:01:07.237328 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53908) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.243203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.249241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.253100 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.255985 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.261541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.278254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.338498 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.341962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.366463 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836765ee-e411-4933-8de7-b1b7451b8bc0,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.375055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.376226 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-b8e1f829-d5b7-4da2-9e75-e642f0aac397 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379290 Mar 09 13:01:07.378914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53912) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.383764 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.390555 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.394357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.397195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.402798 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.419660 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.488834 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.493947 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.518746 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30273b9-b5fc-41d7-9186-58cbdf50ed04,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.527633 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.529078 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-debd208e-c5b7-489c-acb8-38776d5fccc5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492350 Mar 09 13:01:07.532685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53916) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.537117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.543025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.547541 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.550413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.555988 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.572401 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.634411 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.637953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.662388 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12af2ed2-7a3f-4b0a-9445-4e9edb8a9b23,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.671325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.672479 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-21c74156-bce3-4498-8893-22410e5f0564 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394680 Mar 09 13:01:07.675250 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53920) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.680034 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.687047 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.690779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.693625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.699229 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.715393 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.776842 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.780934 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.805208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb2ac4-ab23-4575-97dc-c10c6e8a489d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.814813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.816019 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-d0f52290-1f45-46f7-9d9c-c638c8965810 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398752 Mar 09 13:01:07.818790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53924) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.823574 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.829799 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.833518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.836275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.841836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.851407 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Project 7deff183cabd40ceb7ede92a1b9b7d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 13:01:07.858234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.920191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.923737 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.946650 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738aaec5-3e21-4ab0-8675-86b54648a797,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:07.955133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:07.956322 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-05699ec9-210f-48d7-a109-254a93d5d25f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366472 Mar 09 13:01:07.959007 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 53928) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:07.963734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'security_group_rule': {'security_group_id': '0fbecff8-c4a9-4bd6-b052-03db62402313', 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:07.970177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:07.973876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:security_group_rule and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:07.976651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:07.982193 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:07.992657 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Project 7deff183cabd40ceb7ede92a1b9b7d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 13:01:07.999246 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:08.065657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:08.069316 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:08.094596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ff133c-4ab0-4509-bd60-e30e74817667,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:08.104173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:08.105376 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-bfc27b4f-3ecb-445e-9b35-d523fdea2dd7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454158 Mar 09 13:01:08.333984 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:01:08.367579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:01:08.367930 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device bca3f1fe-2a3a-4bef-91fc-30b09ea3ef39 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:01:16.614526 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:22.009870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-e7d7607c-3417-44d2-9de3-546a7cc87cfb tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:01:22.024599 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-e7d7607c-3417-44d2-9de3-546a7cc87cfb tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:01:22.025750 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-e7d7607c-3417-44d2-9de3-546a7cc87cfb tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627066698&fields=id&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 267 time: 0.0549235 Mar 09 13:01:22.175244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-f7d1e7f7-57b4-41e0-996a-1f1d6294b9dc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:22.176582 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-f7d1e7f7-57b4-41e0-996a-1f1d6294b9dc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 808 time: 0.1441059 Mar 09 13:01:22.191023 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-df81f2c6-aefa-4083-b55a-6f759dd1ae78 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/quotas/7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 375 time: 0.0090737 Mar 09 13:01:22.275186 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-67a7407c-8d45-4fca-800e-fd5dae46d576 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792928 Mar 09 13:01:22.459254 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-01d6ada0-e8e7-4252-b4dc-46d6725138de service neutron] 10.222.0.20 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724668 Mar 09 13:01:22.597147 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-163dbcd6-332f-4dfd-98f6-c080ba35eb7a service neutron] 10.222.0.20 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321740 Mar 09 13:01:22.755669 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f784-1216-4059-8fb5-f5ce503fc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:22.973114 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-66f166ff-c4da-4ddd-b3cc-ea7d897c84d5 req-dca2f8de-6f84-45c9-9666-1c4522fd4f17 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 210 time: 0.0447116 Mar 09 13:01:24.071099 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-172b9ca8-1e30-43ea-aa0d-66cecbee185c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:24.071751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-172b9ca8-1e30-43ea-aa0d-66cecbee185c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 808 time: 0.1486161 Mar 09 13:01:24.123480 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-52c42cc1-67cf-436f-8cf7-17e8fd34ba35 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:01:24.129795 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fcd36ece-2fca-425c-a6eb-c005a926a9f7 req-a82e697d-38f5-4e8f-9171-05c44899dbb7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 210 time: 0.0430806 Mar 09 13:01:24.136143 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-52c42cc1-67cf-436f-8cf7-17e8fd34ba35 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:security_group {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:01:24.137287 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-52c42cc1-67cf-436f-8cf7-17e8fd34ba35 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 380 time: 0.0571003 Mar 09 13:01:24.145547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'port': {'device_id': 'f515ded2-b205-4d66-890f-7bedacc77996', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'admin_state_up': True, 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'security_groups': ['0fbecff8-c4a9-4bd6-b052-03db62402313']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:24.282340 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:24.286368 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:port and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:24.289169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:24.294740 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:24.305075 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Made reservation on behalf of 7deff183cabd40ceb7ede92a1b9b7d8a for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:01:24.308658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:24.472723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Allocated IP 172.20.0.12 (23545c47-afb4-4420-b55c-41d3835e1c5a/f18177a6-08c1-48de-8cd7-7da3620d319f/2c6f2c58-9935-4ede-bd47-d877317a3e18) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:01:24.667709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:24.684833 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Transition to ACTIVE for port object 2c6f2c58-9935-4ede-bd47-d877317a3e18 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:01:24.710164 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:24.782357 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Network 23545c47-afb4-4420-b55c-41d3835e1c5a is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:01:24.785279 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:01:24.787821 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:01:24.840561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:24.866916 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:24.868089 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:24.896014 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-5415f7d1-896b-4a86-99be-81ab807d881c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7541246 Mar 09 13:01:24.908976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Request body: {'port': {'device_id': 'f515ded2-b205-4d66-890f-7bedacc77996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:24.966329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d89de53-0310-41a1-af48-00604524200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.028753 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.055190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-01bed3a3-c974-4268-a31f-7521733c1f82 None None] Provisioning for port 2c6f2c58-9935-4ede-bd47-d877317a3e18 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:01:25.061547 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-01bed3a3-c974-4268-a31f-7521733c1f82 None None] Provisioning complete for port 2c6f2c58-9935-4ede-bd47-d877317a3e18 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:01:25.062487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01bed3a3-c974-4268-a31f-7521733c1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.121201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-01bed3a3-c974-4268-a31f-7521733c1f82 None None] Port 2c6f2c58-9935-4ede-bd47-d877317a3e18 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:01:25.334805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2a09-2096-4010-9d21-4e85373b2dcf req-cfa73a91-5915-4c81-87fa-91ea06bb468b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:25.336380 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef2a2a09-2096-4010-9d21-4e85373b2dcf req-cfa73a91-5915-4c81-87fa-91ea06bb468b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 932 time: 0.0878782 Mar 09 13:01:25.382510 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ef2a2a09-2096-4010-9d21-4e85373b2dcf req-e4ced391-bf72-4138-9587-72118220047c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Mar 09 13:01:25.503975 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6f2c58-9935-4ede-bd47-d877317a3e18 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:01:25.512637 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.528216 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Transition to ACTIVE for port object 2c6f2c58-9935-4ede-bd47-d877317a3e18 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:01:25.533587 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.695672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:25.776408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Attempting to bind port 2c6f2c58-9935-4ede-bd47-d877317a3e18 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:01:25.776747 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Attempting to bind port 2c6f2c58-9935-4ede-bd47-d877317a3e18 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:01:25.777131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Attempting to bind port 2c6f2c58-9935-4ede-bd47-d877317a3e18 on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:01:25.782488 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Port 2c6f2c58-9935-4ede-bd47-d877317a3e18 on network 23545c47-afb4-4420-b55c-41d3835e1c5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 13:01:25.782812 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Attempting to bind port 2c6f2c58-9935-4ede-bd47-d877317a3e18 on network 23545c47-afb4-4420-b55c-41d3835e1c5a {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:01:25.788245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:01:25.788583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Checking segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:01:25.788996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Bound using segment: {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:01:25.789427 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Bound port: 2c6f2c58-9935-4ede-bd47-d877317a3e18, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979906d1-b5dd-45c1-abd6-52f1808e9c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:01:25.789777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.857936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.880790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:01:25.884003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:01:25.887596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.946302 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:25.946867 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:25.948209 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] 10.222.0.13 "PUT /v2.0/ports/2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 1094 time: 1.0451946 Mar 09 13:01:25.948635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:01:25.975158 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7465cd-5edc-43f7-a5ec-fea222dd6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:26.029789 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'status': 'completed', 'code': 200} Mar 09 13:01:26.074077 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-49bf8120-f64b-4d43-a77b-d6294c1fe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.075838 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-49bf8120-f64b-4d43-a77b-d6294c1fe1c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1097 time: 0.0827508 Mar 09 13:01:26.149367 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-03b8586f-8974-4743-8563-5a3b555ea087 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 217 time: 0.0662870 Mar 09 13:01:26.196021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:26.213195 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-609bcbe4-559a-4d29-b286-8d0d1b96c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.214646 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-609bcbe4-559a-4d29-b286-8d0d1b96c04b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0598795 Mar 09 13:01:26.293646 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-d049ef1a-42f5-4bd1-836e-0cb762d3721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.295012 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-d049ef1a-42f5-4bd1-836e-0cb762d3721a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749962 Mar 09 13:01:26.424590 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-781dd720-e03b-417e-82a4-b6a01554d761 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237857 Mar 09 13:01:26.557099 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-c78dca2f-6372-4d5e-be4e-2a3faecda65d req-e7a4c6da-f8e8-46a7-bbe4-0f79090e9060 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261697 Mar 09 13:01:26.573421 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bda49-47e0-489e-8a62-5348f9fe5684 req-c66c378c-fa15-4526-b238-94cd081769bd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.574873 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f2bda49-47e0-489e-8a62-5348f9fe5684 req-c66c378c-fa15-4526-b238-94cd081769bd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0820446 Mar 09 13:01:26.619754 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1f2bda49-47e0-489e-8a62-5348f9fe5684 req-6155b62f-0654-4b41-a2d0-843a9b1118b5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Mar 09 13:01:26.673473 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-cf1c4f71-a09d-46d9-81d6-f58a21665b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.674927 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-cf1c4f71-a09d-46d9-81d6-f58a21665b44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1097 time: 0.0761967 Mar 09 13:01:26.812679 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-4bc00c5b-c853-4b6c-8087-435ee2d7ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.812679 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-4bc00c5b-c853-4b6c-8087-435ee2d7ee92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1299775 Mar 09 13:01:26.879994 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-553d5715-9937-4270-896f-d7316538956c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 217 time: 0.0629919 Mar 09 13:01:26.939523 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-05634bd9-97e5-4049-bfc8-2724f18b7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:26.940879 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-05634bd9-97e5-4049-bfc8-2724f18b7dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0558164 Mar 09 13:01:27.113175 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-96d80635-d453-40cb-92a5-b319e3de4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:27.114540 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-96d80635-d453-40cb-92a5-b319e3de4293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1683407 Mar 09 13:01:27.243044 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-0be8cb1e-7daa-4f8b-83ba-f1f4086ad945 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219840 Mar 09 13:01:27.372042 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f4bae389-9743-4a35-9175-86f6c5f69bab req-343cac8f-8888-479e-9610-9a51c5276093 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227522 Mar 09 13:01:27.779910 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:27.808856 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fe3cb-291c-4afa-91e4-8ce754138c45 req-2df5ab1e-15f5-4a17-9e8d-acb71abe26f6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:27.810311 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b38fe3cb-291c-4afa-91e4-8ce754138c45 req-2df5ab1e-15f5-4a17-9e8d-acb71abe26f6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0844798 Mar 09 13:01:27.852942 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b38fe3cb-291c-4afa-91e4-8ce754138c45 req-0f415fa2-7e0e-473d-8c2a-f79655f08d07 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Mar 09 13:01:29.034284 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f48997-fb98-4a1b-9df0-09c423f2c755 req-effc9f10-e999-4ca1-b6e6-1f44541e81a2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:29.035733 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76f48997-fb98-4a1b-9df0-09c423f2c755 req-effc9f10-e999-4ca1-b6e6-1f44541e81a2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0792422 Mar 09 13:01:29.174242 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76f48997-fb98-4a1b-9df0-09c423f2c755 req-809b2d2a-9b7d-4093-a8a1-8bb5c515154d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328404 Mar 09 13:01:30.354748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad96dc-1276-4392-b96e-f03340dadb87 req-0cb536a3-8565-4937-9703-9cfbffe69db7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:30.356164 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9fad96dc-1276-4392-b96e-f03340dadb87 req-0cb536a3-8565-4937-9703-9cfbffe69db7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0791233 Mar 09 13:01:30.400064 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9fad96dc-1276-4392-b96e-f03340dadb87 req-1c7e19bf-20a5-4e8b-a928-8d3a926ff780 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 Mar 09 13:01:31.738089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03c42e-f0d7-44eb-871b-3e8534a85bcb req-5b79d843-279c-4f01-a210-9591555a21f3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:31.739537 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d03c42e-f0d7-44eb-871b-3e8534a85bcb req-5b79d843-279c-4f01-a210-9591555a21f3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0863669 Mar 09 13:01:31.782523 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d03c42e-f0d7-44eb-871b-3e8534a85bcb req-4370de40-8525-4dd5-b267-9b520587b983 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Mar 09 13:01:32.965530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c1f5-8b35-44c3-bcce-f3d078457ac6 req-88059322-dd20-452a-b3d2-c73639e3fc5b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:32.967002 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7317c1f5-8b35-44c3-bcce-f3d078457ac6 req-88059322-dd20-452a-b3d2-c73639e3fc5b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0796621 Mar 09 13:01:33.013020 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-7317c1f5-8b35-44c3-bcce-f3d078457ac6 req-a1963f6e-007a-49e7-9399-ed7485808858 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Mar 09 13:01:34.193605 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445585-2132-43a4-b919-c24b5a6a198e req-abd3c73e-5140-4c5d-baaa-434dbb2677a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:34.195038 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b445585-2132-43a4-b919-c24b5a6a198e req-abd3c73e-5140-4c5d-baaa-434dbb2677a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0783126 Mar 09 13:01:34.238366 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6b445585-2132-43a4-b919-c24b5a6a198e req-f00e4751-0788-460d-9848-58db8d2cb313 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 Mar 09 13:01:34.427855 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:01:34.591221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:01:34.604680 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'mac_address': 'fa:16:3e:a2:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:01:34.658555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:34.674653 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f2c58-9935-4ede-bd47-d877317a3e18 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:01:34.690240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:01:34.694652 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:01:34.695224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:34.764165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:34.771958 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.772314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.772658 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.773022 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.773359 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.773693 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.774021 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.774348 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.774676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.774999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.775321 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.775640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:01:34.898859 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2c6f2c58-9935-4ede-bd47-d877317a3e18'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:01:35.423680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af3c80-8866-4a9f-a1a3-b46f5c42dc5a req-ca6bfabe-0310-4331-bc0a-959737336de5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:35.425236 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-23af3c80-8866-4a9f-a1a3-b46f5c42dc5a req-ca6bfabe-0310-4331-bc0a-959737336de5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 945 time: 0.0837951 Mar 09 13:01:35.467851 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-23af3c80-8866-4a9f-a1a3-b46f5c42dc5a req-2d1c5d03-daa5-44aa-8107-a2e88f27ea79 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Mar 09 13:01:36.457384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:01:36.528598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 2c6f2c58-9935-4ede-bd47-d877317a3e18 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:01:36.533706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 2c6f2c58-9935-4ede-bd47-d877317a3e18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:01:36.534078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:36.650034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:36.653680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5c80a-42e2-4b28-955f-7444835f7ab0 req-6929f3e4-2a0b-4650-888a-26a367c00a60 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:36.655135 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92a5c80a-42e2-4b28-955f-7444835f7ab0 req-6929f3e4-2a0b-4650-888a-26a367c00a60 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 945 time: 0.0818691 Mar 09 13:01:36.685034 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:01:36.695950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:01:36.700915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:36.711052 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92a5c80a-42e2-4b28-955f-7444835f7ab0 req-7c93845b-68ea-4922-bdb7-f462c520fc67 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493946 Mar 09 13:01:36.739515 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'code': 200} Mar 09 13:01:36.772273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:37.007213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9d0da-e068-4da3-b9ba-e68a853778f4 req-6e380552-de83-45b0-9799-4a8b71e748ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:37.008596 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26e9d0da-e068-4da3-b9ba-e68a853778f4 req-6e380552-de83-45b0-9799-4a8b71e748ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0697026 Mar 09 13:01:37.048560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-26e9d0da-e068-4da3-b9ba-e68a853778f4 req-314a17c1-2c0e-4441-a2fb-6adb5b7b4c52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340869 Mar 09 13:01:37.902683 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e18264-0b9f-4a79-aa35-167b1cef55cb req-7dd1efd2-78ea-47b9-9c4e-7f74acaf08d7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:37.904137 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f9e18264-0b9f-4a79-aa35-167b1cef55cb req-7dd1efd2-78ea-47b9-9c4e-7f74acaf08d7 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0840371 Mar 09 13:01:37.948634 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-f9e18264-0b9f-4a79-aa35-167b1cef55cb req-b5ad4169-faa5-4a85-8133-c2ae813a319e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 Mar 09 13:01:39.133243 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764f19b-749f-4925-b9d3-02e9c5c29a30 req-5bb05d46-7268-4a91-a1f4-c5d66e8a4a14 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:39.134663 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b764f19b-749f-4925-b9d3-02e9c5c29a30 req-5bb05d46-7268-4a91-a1f4-c5d66e8a4a14 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0783057 Mar 09 13:01:39.181201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b764f19b-749f-4925-b9d3-02e9c5c29a30 req-2278ea68-8081-4138-be25-ff4534a007fa tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409818 Mar 09 13:01:39.361498 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7534-3780-41d3-8b30-fb82dc312df0 req-582d58cd-7d59-4c59-958b-434d9ee2d7f6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:39.362843 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b14d7534-3780-41d3-8b30-fb82dc312df0 req-582d58cd-7d59-4c59-958b-434d9ee2d7f6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0807340 Mar 09 13:01:39.406902 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b14d7534-3780-41d3-8b30-fb82dc312df0 req-247b12ff-4d1a-4dd2-a32c-dd14617ba106 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380220 Mar 09 13:01:39.429127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54112) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:39.500909 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11a083-8676-43b8-ad4a-02b29d7e40b4 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:39.501608 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f11a083-8676-43b8-ad4a-02b29d7e40b4 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] Synchronizing usage tracker for tenant:7bc17bd2ecc648879344c57cafe8bbac on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:01:39.517990 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5f11a083-8676-43b8-ad4a-02b29d7e40b4 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] Unset dirty status for tenant:7bc17bd2ecc648879344c57cafe8bbac on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:01:39.519184 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5f11a083-8676-43b8-ad4a-02b29d7e40b4 tempest-TestShelveInstance-1629419010 tempest-TestShelveInstance-1629419010-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1094 time: 0.0890505 Mar 09 13:01:39.522282 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54116) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:01:39.530425 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:01:39.537702 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:01:39.541670 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Usage tracker for resource:floatingip and tenant:7deff183cabd40ceb7ede92a1b9b7d8a is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:01:39.544531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:01:39.550923 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:01:39.561121 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:39.696271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:39.824781 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Allocated IP 172.26.5.63 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:01:39.968126 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:39.996393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:40.059027 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:01:40.066824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:01:40.069244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:01:40.104630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:40.563542 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:40.635989 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:40.836558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:40.840660 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:40.956365 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event updated for resources: {'Port': ['ID=c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:01:40.965055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:41.137653 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Floating IP 1dd25685-cc11-41ce-9ebd-9aa8f19b17db associated. External IP: 172.26.5.63, port: 2c6f2c58-9935-4ede-bd47-d877317a3e18. Mar 09 13:01:41.485415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:01:41.766932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:01:41.776154 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:01:41.786740 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:01:41.787427 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:01:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:41.791386 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:41.846415 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-826c11ae-10b7-4a44-8e8f-5df770aa9cc1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3227196 Mar 09 13:01:41.846992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:01:41.891443 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'status': 'completed', 'code': 200} Mar 09 13:01:41.973963 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:01:41.984221 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-6c9b132c-81dd-463b-b912-ff8daa32d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:41.985742 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-6c9b132c-81dd-463b-b912-ff8daa32d43b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0739887 Mar 09 13:01:42.116726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-ed871995-a4f2-4e45-abe6-489ad81d08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:42.118120 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-ed871995-a4f2-4e45-abe6-489ad81d08a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1270576 Mar 09 13:01:42.223064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-99a043a8-ca54-4f06-a330-86cdda6c34f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 999 time: 0.0993600 Mar 09 13:01:42.285718 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-d7a267e8-05b2-46db-a646-435a3a41fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:42.287156 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-d7a267e8-05b2-46db-a646-435a3a41fa4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0584347 Mar 09 13:01:42.322694 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '1dd25685-cc11-41ce-9ebd-9aa8f19b17db', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:a2:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515ded2-b205-4d66-890f-7bedacc77996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:01:40Z', 'updated_at': '2022-03-09T13:01:40Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:42.327962 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:01:42.336571 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:01:42.337198 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:01:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:42.360692 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-76c05d3c-b9ba-4083-a8b4-6190c67b5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:01:42.362222 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-76c05d3c-b9ba-4083-a8b4-6190c67b5862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697868 Mar 09 13:01:42.496148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-38355bfc-b32d-4c18-b70a-7d072be63d3f service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280799 Mar 09 13:01:42.520014 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:01:42.629701 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a825fe3c-b6be-4f43-9c7f-02c5d6408975 req-ea78e430-bbff-4ea2-8347-f6fec87dad21 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279571 Mar 09 13:01:42.889444 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '1dd25685-cc11-41ce-9ebd-9aa8f19b17db', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:a2:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515ded2-b205-4d66-890f-7bedacc77996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:01:40Z', 'updated_at': '2022-03-09T13:01:40Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:01:42.893818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fe546-326e-4074-a7ad-d5f0f52171fd None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '1dd25685-cc11-41ce-9ebd-9aa8f19b17db', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'mac_address': 'fa:16:3e:a2:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515ded2-b205-4d66-890f-7bedacc77996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:01:40Z', 'updated_at': '2022-03-09T13:01:40Z', 'revision_number': 0, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:01:43.080648 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fcb669-29ad-4ff8-a8bc-93572b31a719 None None] New status for floating IP 1dd25685-cc11-41ce-9ebd-9aa8f19b17db: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:01:46.612706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:52.760911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf1b8bff-53c7-4935-913b-8db3bccb3856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:54.967289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f007c8e7-157f-4191-a957-a81fa2c23e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:55.854589 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:56.198014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:01:57.784882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:11.697563 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:02:16.629196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:22.762495 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-29052866-819d-43f1-85b1-1ba4a04a1db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:24.965238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f15253c-3fcf-46ef-be2d-5bae6e2ea83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:25.857647 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:26.199216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:27.787829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:27.977707 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-3e6586f7-46a9-426b-9bac-e2fa4ac441f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715272 Mar 09 13:02:28.112065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-dc7dba19-f59c-433a-9961-8de38a2613e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:02:28.113483 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-dc7dba19-f59c-433a-9961-8de38a2613e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0696976 Mar 09 13:02:28.253782 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-e128dc0f-772f-4070-93fc-e513dd684291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:02:28.255188 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-e128dc0f-772f-4070-93fc-e513dd684291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1239631 Mar 09 13:02:28.355791 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-99c2f2c9-f2fa-4d10-9f56-9947d359bd6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 1001 time: 0.0950449 Mar 09 13:02:28.420689 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-89d9dad8-aca5-4764-97f5-6fd3fa273f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:02:28.422002 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-89d9dad8-aca5-4764-97f5-6fd3fa273f42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0593619 Mar 09 13:02:28.597241 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-318e6b0b-add0-4ac4-b8fb-e926c129522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:02:28.598718 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-318e6b0b-add0-4ac4-b8fb-e926c129522c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1710784 Mar 09 13:02:28.726110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-fc31fca5-7604-4a37-821f-4f449e00e9dc service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213775 Mar 09 13:02:28.858381 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5611d0ab-c250-4146-a65f-1d358d5a4e19 req-fbc0032b-29e6-4de8-8d8f-4502d251e7c5 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267135 Mar 09 13:02:46.642069 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:48.696928 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:02:52.763660 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9219-b63e-4553-867f-2e12c7033847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:54.966612 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d648db43-30a5-464e-a8ec-0a024b5065d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:55.859458 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:56.200833 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:02:57.791255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:16.646339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:22.765683 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98ec244e-5404-42fa-bd4b-283705882810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:24.968223 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-edf3059f-b0bc-4c1e-8f62-f66c822b6b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:25.695554 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:03:25.862113 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:26.203698 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:27.793974 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:29.997322 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-4633e081-960e-4cfc-bfa2-dcd9dd5b1bba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283004 Mar 09 13:03:30.133818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-9293bb2c-23fb-4a11-bb6c-5c4dc7b567bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:30.135205 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-9293bb2c-23fb-4a11-bb6c-5c4dc7b567bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0713952 Mar 09 13:03:30.278724 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-0b54b9a6-3c58-4599-8275-508f7a2f179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:30.280148 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-0b54b9a6-3c58-4599-8275-508f7a2f179d service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1275551 Mar 09 13:03:30.384844 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-839cfc42-46b9-4544-b294-462492fbd52c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 1001 time: 0.0965872 Mar 09 13:03:30.446720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-7a4446ef-e27b-4700-9606-61da45010e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:30.448092 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-7a4446ef-e27b-4700-9606-61da45010e5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0582197 Mar 09 13:03:30.526508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-a198cff9-ced3-4dd9-b385-568aa3d1fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:30.527973 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-a198cff9-ced3-4dd9-b385-568aa3d1fe3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736527 Mar 09 13:03:30.660260 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-b76c8d7e-fbb1-4fb7-bad8-5225898014ac service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262546 Mar 09 13:03:30.791223 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-6bac3e12-0df5-4f0f-b2a8-2d811fed6cbc req-456ca403-b3b1-4b92-aa1a-f62ac25469e8 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252489 Mar 09 13:03:37.884914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19ae4-63c2-406a-9ad9-f370e08539db req-70e3aa13-d4e6-495c-a7b5-3e9397a0f018 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:37.886383 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21f19ae4-63c2-406a-9ad9-f370e08539db req-70e3aa13-d4e6-495c-a7b5-3e9397a0f018 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0852838 Mar 09 13:03:37.932107 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-21f19ae4-63c2-406a-9ad9-f370e08539db req-6ed0805f-b4e4-452f-859b-23d4de573e50 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Mar 09 13:03:39.117049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbac8-ef53-4844-88d1-a1da143d9c41 req-89b044b0-3eb4-4b01-9e50-6cca3f55e39d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:39.118497 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1dadbac8-ef53-4844-88d1-a1da143d9c41 req-89b044b0-3eb4-4b01-9e50-6cca3f55e39d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0789938 Mar 09 13:03:39.162516 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1dadbac8-ef53-4844-88d1-a1da143d9c41 req-7a9cc674-c45a-44cb-a264-6f090da75ffc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Mar 09 13:03:40.350133 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a213aa-c1db-4ac1-b0bf-fe6ea0044794 req-5bc25624-4db5-40f6-b15b-a0b58008fc5e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:40.351762 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76a213aa-c1db-4ac1-b0bf-fe6ea0044794 req-5bc25624-4db5-40f6-b15b-a0b58008fc5e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0826929 Mar 09 13:03:40.394036 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-76a213aa-c1db-4ac1-b0bf-fe6ea0044794 req-2729801c-8e22-4a3c-9701-062b76b982fd tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368474 Mar 09 13:03:41.577991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7df876-9363-4dea-8b2d-5e5e7faefe0d req-8550941c-3a64-4a99-9c56-007b47a578d6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:41.579428 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c7df876-9363-4dea-8b2d-5e5e7faefe0d req-8550941c-3a64-4a99-9c56-007b47a578d6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0802174 Mar 09 13:03:41.623105 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6c7df876-9363-4dea-8b2d-5e5e7faefe0d req-e3b75027-3176-40d2-b40f-a5aa30d57193 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 Mar 09 13:03:42.807743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109a894-02cc-4edb-aaef-4b209ab07d44 req-60346e8d-62fd-4a88-82c8-20975735ad42 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:42.809124 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8109a894-02cc-4edb-aaef-4b209ab07d44 req-60346e8d-62fd-4a88-82c8-20975735ad42 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0815675 Mar 09 13:03:42.852588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8109a894-02cc-4edb-aaef-4b209ab07d44 req-1e2afefb-7c95-4226-bc7a-9df2a5eb7d3d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Mar 09 13:03:44.036647 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba824-2d9e-428a-b66f-7157c016479b req-88635c26-6c42-4348-bdef-94bd777a30b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:44.038644 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-955ba824-2d9e-428a-b66f-7157c016479b req-88635c26-6c42-4348-bdef-94bd777a30b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0777230 Mar 09 13:03:44.087453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-955ba824-2d9e-428a-b66f-7157c016479b req-c1472b4a-e803-4f83-9c0d-692a666fce2e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Mar 09 13:03:45.271631 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c64339-dd57-439e-9a1a-0a60233a4a50 req-a9c7080f-d980-4904-80ea-a9440e0d905a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:45.273088 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-86c64339-dd57-439e-9a1a-0a60233a4a50 req-a9c7080f-d980-4904-80ea-a9440e0d905a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0784481 Mar 09 13:03:45.316055 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-86c64339-dd57-439e-9a1a-0a60233a4a50 req-6e37a300-3785-458d-9a8c-ec50eac6ba3f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374551 Mar 09 13:03:46.501162 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e93c3e-c21a-4f3e-bf77-2875f1f1a626 req-79e45166-66b2-48d8-a200-80800df338f2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:46.502625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-03e93c3e-c21a-4f3e-bf77-2875f1f1a626 req-79e45166-66b2-48d8-a200-80800df338f2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0836542 Mar 09 13:03:46.547217 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-03e93c3e-c21a-4f3e-bf77-2875f1f1a626 req-e6c28e91-f22a-4131-85bc-420f9a1a123c tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381486 Mar 09 13:03:46.667110 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:47.728937 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bdca8-db58-4aec-a063-0892450d0090 req-1a718388-f98b-4f66-9bb1-acac839d7d24 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:47.730405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e0bdca8-db58-4aec-a063-0892450d0090 req-1a718388-f98b-4f66-9bb1-acac839d7d24 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0790989 Mar 09 13:03:47.775989 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2e0bdca8-db58-4aec-a063-0892450d0090 req-17ba2ab7-1be4-4915-8403-ca7d80fa79c2 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Mar 09 13:03:47.978405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-57df4f5e-e591-4dbb-a0a0-04926501f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:47.979838 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-57df4f5e-e591-4dbb-a0a0-04926501f65e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0693054 Mar 09 13:03:48.108117 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-d85cc9a6-5f15-4403-82f6-1458bdd62af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:48.109494 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-d85cc9a6-5f15-4403-82f6-1458bdd62af1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1234457 Mar 09 13:03:48.210702 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-f8c7f964-ff19-4a0e-8f25-fe936a046188 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 1001 time: 0.0947335 Mar 09 13:03:48.271825 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-981ba291-da27-4ff4-9fa5-59d09e169103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:48.273539 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-981ba291-da27-4ff4-9fa5-59d09e169103 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0559342 Mar 09 13:03:48.445875 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-be40537e-0d51-48e2-bf60-2970d90af5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:48.447254 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-be40537e-0d51-48e2-bf60-2970d90af5ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678154 Mar 09 13:03:48.578499 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-5e746443-f47c-43af-bd18-c3f541299fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248097 Mar 09 13:03:48.706437 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2ca8bf43-fbdb-4077-8dc8-b99c07d3a698 req-21546b55-e339-41dc-9cf9-b394e59a43fc service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215515 Mar 09 13:03:48.962251 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed423ed-115c-4bfd-a97a-2295d2d4ebc4 req-69ea65be-c829-4a24-9f14-512b57488ada tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:48.963607 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ed423ed-115c-4bfd-a97a-2295d2d4ebc4 req-69ea65be-c829-4a24-9f14-512b57488ada tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0845759 Mar 09 13:03:49.008151 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3ed423ed-115c-4bfd-a97a-2295d2d4ebc4 req-53fca7bd-3f18-4681-9f63-6a99740b0f2b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Mar 09 13:03:50.194127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8118c8-b1d8-4e93-b4f1-ff813ac68d57 req-90ed4bd6-6784-4500-97f8-7598784491c4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:50.195615 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b8118c8-b1d8-4e93-b4f1-ff813ac68d57 req-90ed4bd6-6784-4500-97f8-7598784491c4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0807266 Mar 09 13:03:50.238957 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b8118c8-b1d8-4e93-b4f1-ff813ac68d57 req-a89b8ffd-c9d4-4b69-b8b4-869cb227fb5e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Mar 09 13:03:51.423394 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700aeb3-f077-45bd-9dad-4003f6edcf32 req-07ead79f-48d6-41dc-9331-e60527f59b40 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:51.424749 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5700aeb3-f077-45bd-9dad-4003f6edcf32 req-07ead79f-48d6-41dc-9331-e60527f59b40 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0813799 Mar 09 13:03:51.470181 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5700aeb3-f077-45bd-9dad-4003f6edcf32 req-08b85575-300a-4fc2-a8d1-0789fefb8304 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Mar 09 13:03:51.748260 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-bc8d4860-d804-4e8a-8126-262ef5b40d87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697131 Mar 09 13:03:51.817357 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1604a8-c85d-4231-954a-9b3923852f0b req-9dbc5d1c-a546-4565-82d6-1a3cf77c2d3d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:51.818806 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d1604a8-c85d-4231-954a-9b3923852f0b req-9dbc5d1c-a546-4565-82d6-1a3cf77c2d3d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0819123 Mar 09 13:03:51.867249 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d1604a8-c85d-4231-954a-9b3923852f0b req-da5ad3c8-87ca-4a6d-ba14-d5fa3f9e3b7e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Mar 09 13:03:52.767916 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bf939ad-58a6-4bb6-9ed1-912253c62d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:53.050442 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:03:53.056069 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83cd8c-733a-4cf1-9e34-9a14c99404ba req-5403382e-2420-4673-9430-9e3d5a247d8e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:53.057589 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9c83cd8c-733a-4cf1-9e34-9a14c99404ba req-5403382e-2420-4673-9430-9e3d5a247d8e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0806565 Mar 09 13:03:53.104840 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-9c83cd8c-733a-4cf1-9e34-9a14c99404ba req-2b1a3bd8-e57d-41b4-8451-bc3d9e8c6ddc tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Mar 09 13:03:53.165319 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:53.192490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:03:53.201812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:03:53.207369 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:53.307569 dv-neutron-832762-2-hyperv neutron-server[87832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'code': 422} returned with failed status Mar 09 13:03:53.324641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:03:53.331756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.332105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.332481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.332823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.333179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.333512 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.333839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.334165 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.334490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.334813 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.335217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:53.335575 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:03:54.125508 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-de0c671b-c769-40a4-9d75-9aeead36aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.127098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-de0c671b-c769-40a4-9d75-9aeead36aaec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996&tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a HTTP/1.1" status: 200 len: 1097 time: 0.0804327 Mar 09 13:03:54.236571 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-3da8c6e1-46dd-484d-8457-e603bc2f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.238064 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-3da8c6e1-46dd-484d-8457-e603bc2f3824 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1097 time: 0.0822594 Mar 09 13:03:54.309695 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01df357-795b-4fa2-87a4-0bc4ff2cb3ff req-18f156bf-e376-4e35-8678-d7a25c28e979 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.311695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b01df357-795b-4fa2-87a4-0bc4ff2cb3ff req-18f156bf-e376-4e35-8678-d7a25c28e979 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0890818 Mar 09 13:03:54.358323 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b01df357-795b-4fa2-87a4-0bc4ff2cb3ff req-e76ef29d-da04-4cea-9c87-40cf5e4371b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Mar 09 13:03:54.385861 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-594359dd-6d52-4622-a511-e2830104fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.387246 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-594359dd-6d52-4622-a511-e2830104fe61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1435149 Mar 09 13:03:54.499132 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-e97618a7-8b4b-4632-aa3c-bb5b23b8923b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 999 time: 0.1061225 Mar 09 13:03:54.572001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-5a43e66d-7f23-497d-8581-01b4573d699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.573527 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-5a43e66d-7f23-497d-8581-01b4573d699c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0673881 Mar 09 13:03:54.653987 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-aff87566-35d9-43dd-9a51-0122bb3e040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:54.655402 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-aff87566-35d9-43dd-9a51-0122bb3e040a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762141 Mar 09 13:03:54.797703 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-16cabecc-ed5f-4335-9d47-c9bf0c1a2fb5 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363423 Mar 09 13:03:54.928751 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-1bde597b-e180-457b-b83d-a5a41a8358fd req-613854d7-fcc2-4a9b-8ded-ce2da77e01d3 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247926 Mar 09 13:03:54.970651 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-622c3197-4fb5-4f91-a5d9-3d77933faa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:55.541558 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406e687-2ba2-4cfd-b20e-4e706e65ef40 req-6472a02e-57ad-4658-93f1-08e8ae62c000 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:55.543008 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2406e687-2ba2-4cfd-b20e-4e706e65ef40 req-6472a02e-57ad-4658-93f1-08e8ae62c000 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0787058 Mar 09 13:03:55.587256 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2406e687-2ba2-4cfd-b20e-4e706e65ef40 req-e0ae51c0-78d4-4d21-b15b-e3241d08c42b tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386021 Mar 09 13:03:55.865604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:56.205985 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:56.773589 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b4845-dfa3-4a7d-91d1-0136406859cd req-0b32422e-ac4a-49c8-8498-2300b3b394bb tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:56.775046 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-850b4845-dfa3-4a7d-91d1-0136406859cd req-0b32422e-ac4a-49c8-8498-2300b3b394bb tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0851734 Mar 09 13:03:56.819541 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-850b4845-dfa3-4a7d-91d1-0136406859cd req-3b9a19de-2d55-4609-88d3-3c3f00ad4e77 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Mar 09 13:03:57.796361 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:03:58.002229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd20afb-ffd9-4948-ac6b-a499ee26604f req-d4b887b8-e20a-47e2-ad90-dd5eb39e0d0e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:58.003646 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ebd20afb-ffd9-4948-ac6b-a499ee26604f req-d4b887b8-e20a-47e2-ad90-dd5eb39e0d0e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0789700 Mar 09 13:03:58.049786 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ebd20afb-ffd9-4948-ac6b-a499ee26604f req-93837648-1557-440c-aa28-1d12ad06bf93 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Mar 09 13:03:59.229958 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e990a92-9ce3-4655-b679-f8d187b5fdba req-42bb1014-7bf4-4d61-a3de-3dfc742c2323 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:03:59.231405 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e990a92-9ce3-4655-b679-f8d187b5fdba req-42bb1014-7bf4-4d61-a3de-3dfc742c2323 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0783293 Mar 09 13:03:59.275753 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8e990a92-9ce3-4655-b679-f8d187b5fdba req-bad48904-a58b-4499-8ed8-57241412b3d3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388346 Mar 09 13:04:00.459590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732851-5d2d-41eb-965b-349bfed3ae4e req-6d354d86-6dda-4811-8133-1818367613cf tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:00.461890 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e6732851-5d2d-41eb-965b-349bfed3ae4e req-6d354d86-6dda-4811-8133-1818367613cf tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0842586 Mar 09 13:04:00.504798 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e6732851-5d2d-41eb-965b-349bfed3ae4e req-77750bb0-be96-4eb1-b9d0-f3d6f43619b3 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372822 Mar 09 13:04:01.687664 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91d44-4e0b-4b75-a423-94e50c18c202 req-bb18923f-6ad5-4736-b5b2-43e0dae5b4b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:01.689130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73d91d44-4e0b-4b75-a423-94e50c18c202 req-bb18923f-6ad5-4736-b5b2-43e0dae5b4b0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0775001 Mar 09 13:04:01.732609 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-73d91d44-4e0b-4b75-a423-94e50c18c202 req-0df4a975-0c49-42e7-9cf9-b498210bdde6 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Mar 09 13:04:02.695630 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:04:02.921178 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471930a-4a4a-4098-bf83-30b79d22b375 req-e027624e-184b-45e5-b413-50ed63ef8183 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:02.922523 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2471930a-4a4a-4098-bf83-30b79d22b375 req-e027624e-184b-45e5-b413-50ed63ef8183 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 944 time: 0.0833566 Mar 09 13:04:02.967516 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2471930a-4a4a-4098-bf83-30b79d22b375 req-a475060b-cb68-492d-8816-3d6081cba19d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Mar 09 13:04:03.081184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:04:03.218449 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:04:03.232126 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'port_id': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'mac_address': 'fa:16:3e:a2:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:04:03.290363 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:03.307509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f2c58-9935-4ede-bd47-d877317a3e18 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:04:03.322848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:04:03.326761 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:03.393291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:04:03.530064 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['2c6f2c58-9935-4ede-bd47-d877317a3e18'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:04:04.148805 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d2191-edf5-4e78-b514-c2a483a71d39 req-35e36bc6-3bfc-49d0-afc1-5bdcc682e56f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:04.150259 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-347d2191-edf5-4e78-b514-c2a483a71d39 req-35e36bc6-3bfc-49d0-afc1-5bdcc682e56f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 945 time: 0.0788283 Mar 09 13:04:04.193417 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-347d2191-edf5-4e78-b514-c2a483a71d39 req-a4fe857c-c7ce-4750-a84f-dcf70dc91418 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Mar 09 13:04:05.095885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:04:05.161579 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 2c6f2c58-9935-4ede-bd47-d877317a3e18 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:04:05.161949 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:05.276301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:05.302771 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:04:05.313131 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:04:05.316924 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:05.348497 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'code': 200} Mar 09 13:04:05.388215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:04:05.391412 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21a82c-c741-458e-8030-85c6c0716173 req-cab63714-9495-495a-a90b-50bb532a4f0e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:05.392882 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ff21a82c-c741-458e-8030-85c6c0716173 req-cab63714-9495-495a-a90b-50bb532a4f0e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0917675 Mar 09 13:04:05.438709 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ff21a82c-c741-458e-8030-85c6c0716173 req-4797f9ac-17cf-421f-9a94-3bb70fde7573 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Mar 09 13:04:05.611719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dbfcc-cbc0-4024-bd20-76ee0ed88b4b req-8ed943b6-f5a7-4601-8bed-2fff0e3904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:05.613117 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf8dbfcc-cbc0-4024-bd20-76ee0ed88b4b req-8ed943b6-f5a7-4601-8bed-2fff0e3904fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0686181 Mar 09 13:04:05.655416 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-bf8dbfcc-cbc0-4024-bd20-76ee0ed88b4b req-187a205a-1437-4ab8-b963-fb113017d923 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369811 Mar 09 13:04:06.679021 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e8704-a111-4f54-ba18-943adc7c6b1e req-be745cd7-e1a3-4514-bc81-bed80d038c1f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:06.680346 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c06e8704-a111-4f54-ba18-943adc7c6b1e req-be745cd7-e1a3-4514-bc81-bed80d038c1f tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.1336203 Mar 09 13:04:06.816575 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-c06e8704-a111-4f54-ba18-943adc7c6b1e req-71fe6746-f3af-4878-aa36-56d1abd889f1 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302998 Mar 09 13:04:08.037707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b5928-5138-4c70-942e-9279601bf0ca req-1aec9b67-1ec4-48f7-8ae6-89e1eb1cdd52 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:08.039170 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-955b5928-5138-4c70-942e-9279601bf0ca req-1aec9b67-1ec4-48f7-8ae6-89e1eb1cdd52 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.1197701 Mar 09 13:04:08.081737 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-955b5928-5138-4c70-942e-9279601bf0ca req-48647f8b-c814-4d14-a5c1-1a984725669a tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369847 Mar 09 13:04:16.666853 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:22.768816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6830f7a6-8d43-447a-85bd-4b0258283c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:24.980333 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3299eb96-3cbd-4795-a19d-1c0e99f99bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:25.867883 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:26.215111 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:27.799161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:30.957542 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-3009b831-f62e-462e-a4d6-8ca35fe923c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693183 Mar 09 13:04:31.108155 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abd4d-1543-4094-83b2-6597406be040 req-4654a391-c7af-4a99-8bbf-c2b3e83876ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:31.110237 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-4654a391-c7af-4a99-8bbf-c2b3e83876ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0754113 Mar 09 13:04:31.266705 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abd4d-1543-4094-83b2-6597406be040 req-e22e42f6-51f2-4a5a-a29d-8e014b21eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:31.268871 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-e22e42f6-51f2-4a5a-a29d-8e014b21eb8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1384242 Mar 09 13:04:31.497326 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-f64de77d-68aa-4b86-af45-32c1408f2f0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 1001 time: 0.2211843 Mar 09 13:04:31.568025 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abd4d-1543-4094-83b2-6597406be040 req-43a988af-9adc-4f25-b6ac-41226d23a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:31.571938 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-43a988af-9adc-4f25-b6ac-41226d23a7d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0660231 Mar 09 13:04:31.649263 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abd4d-1543-4094-83b2-6597406be040 req-2a006a83-34dc-4d35-b7ee-292507ec33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:04:31.650984 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-2a006a83-34dc-4d35-b7ee-292507ec33f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752916 Mar 09 13:04:31.790948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-98bb7405-8afa-4526-b737-f3caec5e2f92 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321878 Mar 09 13:04:31.937629 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-740abd4d-1543-4094-83b2-6597406be040 req-058607ba-bc40-4d05-aafa-d34c1414e12d service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387470 Mar 09 13:04:39.694368 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:04:46.662951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:52.770190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-007d8fcf-81f5-41ef-9719-dc366d33d795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:54.969511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ad1245-4589-4561-ac3b-8e4cbe728889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:55.869522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:56.216590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:04:57.801931 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:16.655161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:16.696547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:05:21.724883 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54272) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:21.930055 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Deleting port c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:21.930397 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.097904 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.098148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.217218 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Calling delete_port for c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:22.363102 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.410784 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'Port': ['ID=c45dfd1e-0b2e-4da8-ae1e-c7ce09c06a3c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:22.447070 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.447413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.447748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.448079 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.448402 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.448725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.449073 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.449396 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.449715 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.450033 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.450346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.450654 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:22.513132 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.513381 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Floating IP 1dd25685-cc11-41ce-9ebd-9aa8f19b17db disassociated (deleted). External IP: 172.26.5.63, port: 2c6f2c58-9935-4ede-bd47-d877317a3e18. Mar 09 13:05:22.771060 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-495e7bbb-02ee-47b5-b131-4928e6548625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:22.857104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:05:23.129577 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:23.139071 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:23.145962 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:23.148451 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:23.149149 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:04:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:23.201940 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-d2baf4e5-1ebd-4546-875c-f94a09a9c258 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "DELETE /v2.0/floatingips/1dd25685-cc11-41ce-9ebd-9aa8f19b17db HTTP/1.1" status: 204 len: 168 time: 1.4759400 Mar 09 13:05:23.202627 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:05:23.249395 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'status': 'completed', 'code': 200} Mar 09 13:05:23.332025 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:23.349412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-b5a8bd7c-d33c-47f2-8851-2fef2d690735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:23.350904 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-b5a8bd7c-d33c-47f2-8851-2fef2d690735 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 1099 time: 0.0807040 Mar 09 13:05:23.498202 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-d717e1a6-3bff-41fc-b652-4c290a2f430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:23.499656 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-d717e1a6-3bff-41fc-b652-4c290a2f430c service neutron] 10.222.0.13 "GET /v2.0/networks?id=23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 200 len: 909 time: 0.1424608 Mar 09 13:05:23.574331 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-17e422c6-c8ad-4dfb-9b78-bbd244697c49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 200 len: 217 time: 0.0681856 Mar 09 13:05:23.600120 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f43429-fcac-44b7-ac18-85f021d09c1a req-576ad005-df24-4f38-b788-deddaa4cb279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:23.600819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-14f43429-fcac-44b7-ac18-85f021d09c1a req-576ad005-df24-4f38-b788-deddaa4cb279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:05:23.617253 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-14f43429-fcac-44b7-ac18-85f021d09c1a req-576ad005-df24-4f38-b788-deddaa4cb279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:05:23.625453 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14f43429-fcac-44b7-ac18-85f021d09c1a req-576ad005-df24-4f38-b788-deddaa4cb279 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.1091208 Mar 09 13:05:23.643801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-1b1565a2-e96c-4440-bf2a-00be6a60bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:23.646647 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-1b1565a2-e96c-4440-bf2a-00be6a60bd80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 200 len: 847 time: 0.0659010 Mar 09 13:05:23.666648 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-14f43429-fcac-44b7-ac18-85f021d09c1a req-1509f320-a0c6-406e-ab57-3affc910c5c5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Mar 09 13:05:23.671638 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:23.676140 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:23.687101 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:23.687995 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:04:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:23.726547 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-32087994-fb33-4deb-9f1d-a136de373190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:23.728024 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-32087994-fb33-4deb-9f1d-a136de373190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23545c47-afb4-4420-b55c-41d3835e1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747535 Mar 09 13:05:23.864323 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-c8f86ae5-5ac6-4419-b3a4-a9c82ed70419 service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293981 Mar 09 13:05:23.865074 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:24.001868 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-467f3d5f-5ff2-42c6-87e9-7c7ea05f893e req-12e4c86b-ab11-4bb2-8d6c-e1bd91f18e9d service neutron] 10.222.0.13 "GET /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305616 Mar 09 13:05:24.197020 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:24.200796 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf373e7-c1dd-4520-b9f7-1f83923c0bbc None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:47Z', 'revision_number': 4, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '2489e42c-5095-4b23-be62-692d7870fc26', 'name': '', 'network_id': '23545c47-afb4-4420-b55c-41d3835e1c5a', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'mac_address': 'fa:16:3e:d7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:46Z', 'updated_at': '2022-03-09T12:56:53Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'subnets': [{'id': 'f18177a6-08c1-48de-8cd7-7da3620d319f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:24.403849 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab8d4f-3fc7-47d1-85ce-44f6467a510f None None] New status for floating IP 1dd25685-cc11-41ce-9ebd-9aa8f19b17db: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:05:24.857516 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d63b8c-5a31-4acf-a53d-cc1ab9e4a1d7 req-196a249a-74ac-45f7-be65-aff9f90c05ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:24.858868 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e2d63b8c-5a31-4acf-a53d-cc1ab9e4a1d7 req-196a249a-74ac-45f7-be65-aff9f90c05ee tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.0842640 Mar 09 13:05:24.903865 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e2d63b8c-5a31-4acf-a53d-cc1ab9e4a1d7 req-0cbab23c-5da6-490c-aebe-e3b896f4eeb5 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fbecff8-c4a9-4bd6-b052-03db62402313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Mar 09 13:05:24.970551 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7581-e121-42bc-9280-8ba664f0c9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.030063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-e12d34c3-1af6-494f-9f4c-2042ad39351e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:25.030675 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-e12d34c3-1af6-494f-9f4c-2042ad39351e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Synchronizing usage tracker for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87830) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:05:25.043003 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-e12d34c3-1af6-494f-9f4c-2042ad39351e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Unset dirty status for tenant:7deff183cabd40ceb7ede92a1b9b7d8a on resource:port {{(pid=87830) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:05:25.044063 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-e12d34c3-1af6-494f-9f4c-2042ad39351e tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 946 time: 0.1006486 Mar 09 13:05:25.114459 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Deleting port 2c6f2c58-9935-4ede-bd47-d877317a3e18 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:25.114733 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.454456 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] For port 2c6f2c58-9935-4ede-bd47-d877317a3e18, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=2c6f2c58-9935-4ede-bd47-d877317a3e18,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:25.454815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.578131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Calling delete_port for 2c6f2c58-9935-4ede-bd47-d877317a3e18 owned by compute:nova {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:25.721276 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.772570 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'Port': ['ID=2c6f2c58-9935-4ede-bd47-d877317a3e18,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:25.811072 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.811426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.811775 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.812110 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.812441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.812790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.813169 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.813499 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.813836 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.814191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.814520 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.814839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:25.862623 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] No DVR routers for this DVR port 2c6f2c58-9935-4ede-bd47-d877317a3e18 on host hv-neutron-8327 {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:05:25.865033 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.867672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-deleted', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:05:25.871604 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:25.883810 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f03213de-ff50-42ed-a597-ef95dc25cbaa req-33a49fe4-fa53-4fbd-aff5-96562cecd3b4 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.13 "DELETE /v2.0/ports/2c6f2c58-9935-4ede-bd47-d877317a3e18 HTTP/1.1" status: 204 len: 173 time: 0.8349140 Mar 09 13:05:25.914276 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f515ded2-b205-4d66-890f-7bedacc77996', 'name': 'network-vif-deleted', 'tag': '2c6f2c58-9935-4ede-bd47-d877317a3e18', 'status': 'completed', 'code': 200} Mar 09 13:05:26.053657 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5e5f0984-58bf-42d9-a774-44a42d6408b0 req-3d4e727d-527d-45aa-a583-c6cb3806286d tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f515ded2-b205-4d66-890f-7bedacc77996 HTTP/1.1" status: 200 len: 210 time: 0.0434353 Mar 09 13:05:26.221441 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:27.150229 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54290) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:27.219553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:27.249076 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:27.319852 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:27.338322 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbecff8-c4a9-4bd6-b052-03db62402313,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:27.350617 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:27.354277 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c03f480b-a273-47bf-990a-c16f199c75a0 tempest-TestShelveInstance-1549101458 tempest-TestShelveInstance-1549101458-project] 10.222.0.20 "DELETE /v2.0/security-groups/0fbecff8-c4a9-4bd6-b052-03db62402313 HTTP/1.1" status: 204 len: 168 time: 0.2004814 Mar 09 13:05:27.398910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54296) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:27.468796 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:27.512231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 2c6f2c58-9935-4ede-bd47-d877317a3e18 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:27.512782 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 2c6f2c58-9935-4ede-bd47-d877317a3e18 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:27.805763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:28.069124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:28.438348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Deleting port 2489e42c-5095-4b23-be62-692d7870fc26 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:28.438945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:28.731732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] For port 2489e42c-5095-4b23-be62-692d7870fc26, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2489e42c-5095-4b23-be62-692d7870fc26,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:28.732091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:28.856185 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Calling delete_port for 2489e42c-5095-4b23-be62-692d7870fc26 owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:29.182431 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:29.227786 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=2489e42c-5095-4b23-be62-692d7870fc26,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:29.497001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:29.961438 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Router eb72d725-66d3-4907-bfab-5681bcba11a5 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:05:30.136668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:30.145559 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Sync routers for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:30.149845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ee285078-1fc9-4b42-8f39-9e620a0b5d93 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb72d725-66d3-4907-bfab-5681bcba11a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493501 Mar 09 13:05:30.152297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54302) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:30.155219 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:30.155817 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:30.328527 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:30.333918 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:30.509620 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:30.520278 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Deleting port 53321e5e-2410-4fe9-83f2-e4cda11456ed {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:30.520617 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:30.624836 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T13:05:29Z', 'revision_number': 5, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port': {'id': '53321e5e-2410-4fe9-83f2-e4cda11456ed', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T12:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:30.629421 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Checking router: eb72d725-66d3-4907-bfab-5681bcba11a5 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:30.637423 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Routers {'eb72d725-66d3-4907-bfab-5681bcba11a5'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:30.638005 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['eb72d725-66d3-4907-bfab-5681bcba11a5'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:30.694138 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] For port 53321e5e-2410-4fe9-83f2-e4cda11456ed, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=53321e5e-2410-4fe9-83f2-e4cda11456ed,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:30.694507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:30.786427 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] Set router eb72d725-66d3-4907-bfab-5681bcba11a5 gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:30.823511 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Calling delete_port for 53321e5e-2410-4fe9-83f2-e4cda11456ed owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:30.891126 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T13:05:30Z', 'revision_number': 6, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:30.895736 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd196d4e-d37b-47d0-a5d4-9642cf8e81ad None None] The sync data for ids ['eb72d725-66d3-4907-bfab-5681bcba11a5'] in dv-neutron-832762-2-hyperv is: [{'id': 'eb72d725-66d3-4907-bfab-5681bcba11a5', 'name': 'tempest-TestShelveInstance-547518750-router', 'tenant_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:43Z', 'updated_at': '2022-03-09T13:05:30Z', 'revision_number': 6, 'project_id': '7deff183cabd40ceb7ede92a1b9b7d8a', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:30.999273 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.048995 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Pushing event deleted for resources: {'Port': ['ID=53321e5e-2410-4fe9-83f2-e4cda11456ed,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:31.137390 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.429720 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.431896 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.454181 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.454670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb72d725-66d3-4907-bfab-5681bcba11a5 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 13:05:31.466486 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.467601 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-95a1ceb9-0eab-4225-b0eb-352d9a4b8160 admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb72d725-66d3-4907-bfab-5681bcba11a5 HTTP/1.1" status: 204 len: 168 time: 1.3144166 Mar 09 13:05:31.470254 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54306) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:31.531628 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Deleting subnet f18177a6-08c1-48de-8cd7-7da3620d319f {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 13:05:31.534567 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.584207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.660140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2489e42c-5095-4b23-be62-692d7870fc26 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:31.667512 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.698078 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 2489e42c-5095-4b23-be62-692d7870fc26 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:31.698427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2489e42c-5095-4b23-be62-692d7870fc26 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:31.739568 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.779244 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18177a6-08c1-48de-8cd7-7da3620d319f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:31.781187 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.791654 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-2da91947-4559-4361-b308-a52ce94d00eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f18177a6-08c1-48de-8cd7-7da3620d319f HTTP/1.1" status: 204 len: 168 time: 0.3179057 Mar 09 13:05:31.791791 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3abe45d-2067-4590-b08e-8b1827292aad None None] Network 23545c47-afb4-4420-b55c-41d3835e1c5a requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:31.791880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54310) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:31.902632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:31.914203 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Deleting port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:31.914566 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.072751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] DHCP port deletion for 23545c47-afb4-4420-b55c-41d3835e1c5a request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 13:05:32.077101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Deleting port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:32.077490 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.134001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] For port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:32.134348 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.257969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Calling delete_port for 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:32.279016 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] For port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,segment=NetworkSegment(979906d1-b5dd-45c1-abd6-52f1808e9c76),segment_id=979906d1-b5dd-45c1-abd6-52f1808e9c76)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:32.279414 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.338207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.388791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Pushing event deleted for resources: {'Port': ['ID=999c4f76-8f12-428b-bb67-0f6f6d2ceb1f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:32.392271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] No DVR routers for this DVR port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:05:32.406635 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Calling delete_port for 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:32.478466 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 13:05:32.478823 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 13:05:32.508700 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.533583 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23545c47-afb4-4420-b55c-41d3835e1c5a']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:32.545885 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979906d1-b5dd-45c1-abd6-52f1808e9c76') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:32.546182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979906d1-b5dd-45c1-abd6-52f1808e9c76') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:32.558133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.573910 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.579670 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 13:05:32.580042 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 13:05:32.592705 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 13:05:32.667802 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.683415 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:32.693517 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] Pushing event deleted for resources: {'Network': ['ID=23545c47-afb4-4420-b55c-41d3835e1c5a,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:32.706702 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-08c865e5-f835-4ce2-9435-ec267a71a0af admin admin] 10.222.0.20 "DELETE /v2.0/networks/23545c47-afb4-4420-b55c-41d3835e1c5a HTTP/1.1" status: 204 len: 168 time: 0.9137969 Mar 09 13:05:32.709589 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54314) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:32.980367 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Deleting port 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:32.980928 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:33.047948 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f05a33a3-739d-47db-ad24-8e3f46973201 None None] The port '999c4f76-8f12-428b-bb67-0f6f6d2ceb1f' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 13:05:33.181284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 53321e5e-2410-4fe9-83f2-e4cda11456ed no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:33.215142 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 53321e5e-2410-4fe9-83f2-e4cda11456ed {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:33.215602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 53321e5e-2410-4fe9-83f2-e4cda11456ed not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:33.216094 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:33.265152 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:33.265511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 999c4f76-8f12-428b-bb67-0f6f6d2ceb1f not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:33.359331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:33.712191 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Deleting port aee91f34-3939-4a25-9890-eeb6211f6efb {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:33.712839 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:33.887259 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] For port aee91f34-3939-4a25-9890-eeb6211f6efb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=aee91f34-3939-4a25-9890-eeb6211f6efb,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:33.887519 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:34.007414 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Calling delete_port for aee91f34-3939-4a25-9890-eeb6211f6efb owned by network:router_interface {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:34.181895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:34.231581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee91f34-3939-4a25-9890-eeb6211f6efb,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:34.605524 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:34.959528 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Router 2525eb76-5baf-42f6-aceb-9aa239153457 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:05:35.134362 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:35.148584 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Sync routers for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:35.152594 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-06e6863e-8843-4070-a118-7a0312e2b224 admin admin] 10.222.0.20 "PUT /v2.0/routers/2525eb76-5baf-42f6-aceb-9aa239153457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4419830 Mar 09 13:05:35.155069 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54318) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:35.159744 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:35.161014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:35.328731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:35.342235 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:35.512627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:35.523854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Deleting port e5613afb-c3f3-42b6-b8eb-8f0980c47890 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:35.524243 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:35.636735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T13:05:34Z', 'revision_number': 5, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port': {'id': 'e5613afb-c3f3-42b6-b8eb-8f0980c47890', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T12:56:50Z', 'updated_at': '2022-03-09T12:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:35.640565 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Checking router: 2525eb76-5baf-42f6-aceb-9aa239153457 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:35.649557 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Routers {'2525eb76-5baf-42f6-aceb-9aa239153457'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:35.650158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['2525eb76-5baf-42f6-aceb-9aa239153457'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:35.697321 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] For port e5613afb-c3f3-42b6-b8eb-8f0980c47890, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e5613afb-c3f3-42b6-b8eb-8f0980c47890,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:35.697672 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:35.841733 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] Set router 2525eb76-5baf-42f6-aceb-9aa239153457 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:35.947434 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T13:05:35Z', 'revision_number': 6, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:35.948095 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Calling delete_port for e5613afb-c3f3-42b6-b8eb-8f0980c47890 owned by network:router_gateway {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:35.951357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9946de-8952-4b70-b524-2c491eca7709 None None] The sync data for ids ['2525eb76-5baf-42f6-aceb-9aa239153457'] in dv-neutron-832762-2-hyperv is: [{'id': '2525eb76-5baf-42f6-aceb-9aa239153457', 'name': 'tempest-TestShelveInstance-1235495733-router', 'tenant_id': '7bc17bd2ecc648879344c57cafe8bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T12:56:49Z', 'updated_at': '2022-03-09T13:05:35Z', 'revision_number': 6, 'project_id': '7bc17bd2ecc648879344c57cafe8bbac', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:36.113387 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.160297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5613afb-c3f3-42b6-b8eb-8f0980c47890,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:36.249178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.427645 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.429852 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.452222 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.452726 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2525eb76-5baf-42f6-aceb-9aa239153457 {{(pid=87830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 13:05:36.464876 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.465999 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-4feb92cf-3c54-4eb9-a7ef-9f0845d644d8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2525eb76-5baf-42f6-aceb-9aa239153457 HTTP/1.1" status: 204 len: 168 time: 1.3099580 Mar 09 13:05:36.468445 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54324) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:36.527572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_v2 [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Deleting subnet becafd92-6292-4d7f-ba65-f4ac9d3ea720 {{(pid=87830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 13:05:36.530460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.583458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2408563'] for subnet, precommit_delete_associations {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.660315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.730880 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2542812'] for subnet, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.772048 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=becafd92-6292-4d7f-ba65-f4ac9d3ea720,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:36.775399 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.781358 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-097c1a9d-c56f-41f4-bed4-ae37a97b0409 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/becafd92-6292-4d7f-ba65-f4ac9d3ea720 HTTP/1.1" status: 204 len: 168 time: 0.3119388 Mar 09 13:05:36.783694 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab2630-d7d5-421b-9857-a702b36178c5 None None] Network 1a610d1b-13c7-4b9a-9d08-d5a9af432991 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:36.784194 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54328) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:36.889097 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:36.901731 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Deleting port d38ac14d-d8d0-4675-96e2-92c190a66624 {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:36.902156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.052504 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] DHCP port deletion for 1a610d1b-13c7-4b9a-9d08-d5a9af432991 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 13:05:37.056436 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Deleting port d38ac14d-d8d0-4675-96e2-92c190a66624 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:37.056819 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.119266 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] For port d38ac14d-d8d0-4675-96e2-92c190a66624, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d38ac14d-d8d0-4675-96e2-92c190a66624,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:37.119871 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.195470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device d38ac14d-d8d0-4675-96e2-92c190a66624 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:37.247021 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Calling delete_port for d38ac14d-d8d0-4675-96e2-92c190a66624 owned by network:dhcp {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:37.309991 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] For port d38ac14d-d8d0-4675-96e2-92c190a66624, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=d38ac14d-d8d0-4675-96e2-92c190a66624,segment=NetworkSegment(87e7933f-caf1-4309-b284-87ad83b0f1de),segment_id=87e7933f-caf1-4309-b284-87ad83b0f1de)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:37.310323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.429790 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.440520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Calling delete_port for d38ac14d-d8d0-4675-96e2-92c190a66624 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:05:37.468447 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No ports have port_id starting with d38ac14d-d8d0-4675-96e2-92c190a66624 Mar 09 13:05:37.475418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device aee91f34-3939-4a25-9890-eeb6211f6efb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:37.481830 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] No DVR routers for this DVR port d38ac14d-d8d0-4675-96e2-92c190a66624 on host dv-neutron-832762-2-hyperv {{(pid=87830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:05:37.514019 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: aee91f34-3939-4a25-9890-eeb6211f6efb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:37.514371 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device aee91f34-3939-4a25-9890-eeb6211f6efb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:37.514811 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e5613afb-c3f3-42b6-b8eb-8f0980c47890 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:05:37.527596 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Pushing event deleted for resources: {'Port': ['ID=d38ac14d-d8d0-4675-96e2-92c190a66624,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:37.557537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e5613afb-c3f3-42b6-b8eb-8f0980c47890 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:05:37.557886 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e5613afb-c3f3-42b6-b8eb-8f0980c47890 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:05:37.585020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 13:05:37.585388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 13:05:37.602282 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.626608 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a610d1b-13c7-4b9a-9d08-d5a9af432991']}} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:37.638345 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e7933f-caf1-4309-b284-87ad83b0f1de') {'for_net_delete': True} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:37.638643 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.services.segments.db [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e7933f-caf1-4309-b284-87ad83b0f1de') {} {{(pid=87830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:37.650297 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2408570'] for segment, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.670157 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.676150 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 13:05:37.676602 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2410305'] for segment, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: Traceback (most recent call last): Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: timer() Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: cb(*args, **kw) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: return func(*args, **kwargs) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: self._notify() Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: self.callback(batched_events) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: event.method(event) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: return f(self, *a, **k) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._get(url).json() Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: return self.request(url, 'GET', **kwargs) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 13:05:37.689866 dv-neutron-832762-2-hyperv neutron-server[87830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 13:05:37.762858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.779219 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:37.789325 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a610d1b-13c7-4b9a-9d08-d5a9af432991,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:37.796146 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-fefb7505-880b-4665-b65e-b29e0f1d641a admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a610d1b-13c7-4b9a-9d08-d5a9af432991 HTTP/1.1" status: 204 len: 168 time: 1.0113103 Mar 09 13:05:37.903860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54334) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:37.955624 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-ad24e401-a440-4682-8aec-f4a642419ace admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7deff183cabd40ceb7ede92a1b9b7d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506001 Mar 09 13:05:37.958763 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54338) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:38.015190 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.041062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.086776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Deleting port d38ac14d-d8d0-4675-96e2-92c190a66624 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:05:38.087430 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.092957 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.110245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eecc18-1e2f-4b0b-a5c9-f791149a9457,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:38.118131 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.121409 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-0f6df321-2b45-4ea4-a321-5dcb38e05498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63eecc18-1e2f-4b0b-a5c9-f791149a9457 HTTP/1.1" status: 204 len: 168 time: 0.1616442 Mar 09 13:05:38.166674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b4bf0-b6d8-4e7a-9087-d1d90e484d6c None None] The port 'd38ac14d-d8d0-4675-96e2-92c190a66624' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 13:05:38.453548 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54346) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:38.503024 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-08434165-83ac-4026-9355-b80125c85a16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bc17bd2ecc648879344c57cafe8bbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482821 Mar 09 13:05:38.505693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54350) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:38.563049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.587911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.639281 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.653127 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a539bd-1610-4cb0-843c-f9d97e451ce1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:38.659049 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:38.660161 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-4cdb442e-01d1-4ced-a005-05763667f177 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11a539bd-1610-4cb0-843c-f9d97e451ce1 HTTP/1.1" status: 204 len: 168 time: 0.1534069 Mar 09 13:05:39.422413 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54376) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:39.542016 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-992330653-network', 'tenant_id': '30ac151378f843fb999e53a822922c2c'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:39.546832 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:39.550653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Usage tracker for resource:network and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:39.554190 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:39.560110 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:39.571172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Made reservation on behalf of 30ac151378f843fb999e53a822922c2c for: {'network': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:05:39.573570 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.585597 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.602653 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:39.606427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:39.609263 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:39.615461 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:39.700157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.706674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.725432 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 13:05:39.749062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.749403 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.segments_db [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Added segment 06c55a57-fb83-4590-bd7f-d745897a1411 of type vlan for network 850f98fe-5358-4c04-9b95-b9c56f229669 Mar 09 13:05:39.754693 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2919c-a808-41b8-a4ea-edbb4e3168c2,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:39.780584 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.811714 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.812694 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:39.813335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:39.921439 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4978955 Mar 09 13:05:39.922189 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b636f-0492-4fa9-924c-40201189dd1f admin admin] Pushing event updated for resources: {'Network': ['ID=850f98fe-5358-4c04-9b95-b9c56f229669,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:39.922727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54382) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:39.929333 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Request body: {'subnet': {'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-992330653-subnet', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'ip_version': 4}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:39.932676 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 850f98fe-5358-4c04-9b95-b9c56f229669 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 13:05:39.934703 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:39.938563 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Usage tracker for resource:subnet and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:39.941521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:39.948928 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:39.957878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Made reservation on behalf of 30ac151378f843fb999e53a822922c2c for: {'subnet': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:05:39.960460 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2542841'] for subnet, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.162178 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2408670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2542795'] for subnet, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.237265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e68a09-a6e4-4019-aeba-89572dd54df6,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:40.241736 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Checking segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:40.242101 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Network hostable DHCP agents. Network: 850f98fe-5358-4c04-9b95-b9c56f229669, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 13:05:40.260487 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 13:05:40.269014 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 850f98fe-5358-4c04-9b95-b9c56f229669) {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:40.273018 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:40.273605 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.279179 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfb0656-5138-45fc-b25e-845cdef98df6 None None] Network 850f98fe-5358-4c04-9b95-b9c56f229669 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:40.293903 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-206d4bde-5662-45e1-9a0b-84c81558d1ae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700647 Mar 09 13:05:40.296554 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54386) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:40.301242 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:40.306573 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:40.310671 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Usage tracker for resource:router and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:40.313521 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:40.319639 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:40.329854 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.330996 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.347339 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.500323 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-850f98fe-5358-4c04-9b95-b9c56f229669', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 13:05:40.501384 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.627234 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.694608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Allocated IP 172.20.0.2 (850f98fe-5358-4c04-9b95-b9c56f229669/39e68a09-a6e4-4019-aeba-89572dd54df6/e4a7e460-7a93-4507-a57c-4c7106127948) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:40.898840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.909706 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Transition to ACTIVE for port object e4a7e460-7a93-4507-a57c-4c7106127948 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:40.930325 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Transition to ACTIVE for port object e4a7e460-7a93-4507-a57c-4c7106127948 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:40.936018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:40.996419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:40.997608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:41.001169 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:41.042257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.050841 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Pushing event updated for resources: {'Port': ['ID=e4a7e460-7a93-4507-a57c-4c7106127948,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:41.072581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.090566 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.090918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.091262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.091602 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.091938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.092271 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.092598 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.092951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.093285 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.093611 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.093935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.094260 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:41.112932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Attempting to bind port e4a7e460-7a93-4507-a57c-4c7106127948 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:41.113312 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Attempting to bind port e4a7e460-7a93-4507-a57c-4c7106127948 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:41.113672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Attempting to bind port e4a7e460-7a93-4507-a57c-4c7106127948 on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:41.119175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:41.119560 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Checking segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:41.119960 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.120347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Bound using segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:41.120964 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Bound port: e4a7e460-7a93-4507-a57c-4c7106127948, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:41.121336 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.210722 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] For port e4a7e460-7a93-4507-a57c-4c7106127948, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:41.210951 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Allocated IP 172.26.5.164 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/2079d581-eedf-4141-b7ac-56e8ccb71813) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:41.213776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] For port e4a7e460-7a93-4507-a57c-4c7106127948, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4a7e460-7a93-4507-a57c-4c7106127948,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:41.217760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.306143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3873-8f61-4f24-9433-a23bd0d395e7 None None] Pushing event updated for resources: {'Port': ['ID=e4a7e460-7a93-4507-a57c-4c7106127948,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:41.363343 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.392283 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:41.458245 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:41.461741 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:41.474937 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:41.512359 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Pushing event updated for resources: {'Port': ['ID=2079d581-eedf-4141-b7ac-56e8ccb71813,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:41.898505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:42.249019 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:42.258941 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc4563-833b-4d02-a248-acc87bfb1ad4 None None] Network 850f98fe-5358-4c04-9b95-b9c56f229669 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:42.343774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b21b7ec4-44a9-4a38-a3ea-c9703d200fdd None None] Provisioning for port e4a7e460-7a93-4507-a57c-4c7106127948 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:42.586710 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 13:05:42.767507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:42.778588 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:42.788728 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:42.789364 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:42.793894 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:42.795334 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-f29fe262-0748-4a01-b8d1-eef635d9d5cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4978490 Mar 09 13:05:42.798079 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54390) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:42.998109 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:43.219139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4a7e460-7a93-4507-a57c-4c7106127948 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:43.287899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port e4a7e460-7a93-4507-a57c-4c7106127948 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:43.291330 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:41Z', 'revision_number': 3, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:43.293309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e4a7e460-7a93-4507-a57c-4c7106127948 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:43.293827 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.296335 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:43.296879 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Updating router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b port 2079d581-eedf-4141-b7ac-56e8ccb71813 binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 13:05:43.349885 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.414689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.449106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port e4a7e460-7a93-4507-a57c-4c7106127948, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4a7e460-7a93-4507-a57c-4c7106127948,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:43.453201 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.482762 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.546528 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=e4a7e460-7a93-4507-a57c-4c7106127948,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:43.684821 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.697468 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Transition to ACTIVE for port object 2079d581-eedf-4141-b7ac-56e8ccb71813 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:43.700437 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Allocated IP 172.20.0.1 (850f98fe-5358-4c04-9b95-b9c56f229669/39e68a09-a6e4-4019-aeba-89572dd54df6/7b7041a4-f0a4-4333-9ec8-5415f1005bfb) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:43.704547 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.782098 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Attempting to bind port 2079d581-eedf-4141-b7ac-56e8ccb71813 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:43.782716 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Attempting to bind port 2079d581-eedf-4141-b7ac-56e8ccb71813 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:43.782802 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Attempting to bind port 2079d581-eedf-4141-b7ac-56e8ccb71813 on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:43.793171 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Pushing event updated for resources: {'Port': ['ID=2079d581-eedf-4141-b7ac-56e8ccb71813,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:43.795349 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:43.795726 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:43.796181 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.796504 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:43.797293 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Bound port: 2079d581-eedf-4141-b7ac-56e8ccb71813, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:43.797622 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.838508 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.838846 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.839186 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.839518 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.839847 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.840176 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.840499 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.840820 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.841168 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.841493 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.841808 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.842124 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:05:43.854076 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.870504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Transition to ACTIVE for port object 7b7041a4-f0a4-4333-9ec8-5415f1005bfb will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:43.882875 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] For port 2079d581-eedf-4141-b7ac-56e8ccb71813, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:43.886239 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] For port 2079d581-eedf-4141-b7ac-56e8ccb71813, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2079d581-eedf-4141-b7ac-56e8ccb71813,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:43.890905 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.893565 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:43.954611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:43.961522 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:43.965537 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:43.968818 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:43.969457 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:43.995506 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:44.021986 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.026672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29de3b-ac98-47a9-966d-86538d676e2a None None] Pushing event updated for resources: {'Port': ['ID=2079d581-eedf-4141-b7ac-56e8ccb71813,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:44.159845 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:44.209577 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-92f164b8-3870-4d30-ad4a-b76f2dfea343 None None] Provisioning for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:44.215509 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-92f164b8-3870-4d30-ad4a-b76f2dfea343 None None] Provisioning complete for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:44.216046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-92f164b8-3870-4d30-ad4a-b76f2dfea343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.277080 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-92f164b8-3870-4d30-ad4a-b76f2dfea343 None None] Port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:05:44.404581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.454913 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:41Z', 'revision_number': 3, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:44.459263 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66902e34-b87f-4963-bf95-aaa44b1e84a4 None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:41Z', 'revision_number': 3, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:44.644599 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.650454 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.761851 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:44.765504 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:44.904561 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:44.906055 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:45.106744 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:05:45.212018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f0b10359-4f61-48be-ac80-2c7a7bcc8e23 None None] Provisioning complete for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:45.212519 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0b10359-4f61-48be-ac80-2c7a7bcc8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.276282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f0b10359-4f61-48be-ac80-2c7a7bcc8e23 None None] Port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:05:45.280301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4a7e460-7a93-4507-a57c-4c7106127948 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:45.300238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:45.313762 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-37efeb16-83cd-4eb8-8371-3d7aad8e4c20 admin admin] 10.222.0.20 "PUT /v2.0/routers/8d5fc6ce-36a6-4df7-98ca-55831d28ba7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5143859 Mar 09 13:05:45.357572 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port e4a7e460-7a93-4507-a57c-4c7106127948 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:45.358044 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.477303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2079d581-eedf-4141-b7ac-56e8ccb71813 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:45.546657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 2079d581-eedf-4141-b7ac-56e8ccb71813 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:45.551915 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2079d581-eedf-4141-b7ac-56e8ccb71813 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:45.553644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.704697 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.722205 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 2079d581-eedf-4141-b7ac-56e8ccb71813, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2079d581-eedf-4141-b7ac-56e8ccb71813,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:45.727106 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.797161 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=2079d581-eedf-4141-b7ac-56e8ccb71813,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:45.846441 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54408) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:45.854298 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1534319483-network', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:45.860027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:45.865098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Usage tracker for resource:network and tenant:d55dd07e4fc44cb19195f6379d482a8f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:45.868451 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:45.874162 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:45.884984 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Made reservation on behalf of d55dd07e4fc44cb19195f6379d482a8f for: {'network': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:05:45.887392 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for network, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.903260 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:45.918329 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:45.922146 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Usage tracker for resource:security_group_rule and tenant:d55dd07e4fc44cb19195f6379d482a8f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:45.925124 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:45.931026 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:45.989640 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:45.999238 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:46.000132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:46.017358 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.021899 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.052208 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 13:05:46.061081 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c4fcc7-e136-4fd6-a03d-919be916e0d1,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:46.066518 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.066914 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.segments_db [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Added segment fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87 of type vlan for network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 Mar 09 13:05:46.094898 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772620926356'] for network, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.123661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427'] for network, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.124600 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:46.125211 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Notify callbacks [] for network, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.185101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:46.230507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] Pushing event updated for resources: {'Network': ['ID=66ac6623-5da7-4604-bc1f-1b8392f8a5e8,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:46.236433 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-54152427-3a40-4f2e-b83c-3b1d29b5540b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3862610 Mar 09 13:05:46.236803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54412) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:46.242600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Request body: {'subnet': {'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1534319483-subnet', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'ip_version': 4}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:46.245583 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 details requested by agent ovs-agent-dv-neutron-832762-2-hyperv with host dv-neutron-832762-2-hyperv {{(pid=87832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 09 13:05:46.247335 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:46.251300 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Usage tracker for resource:subnet and tenant:d55dd07e4fc44cb19195f6379d482a8f is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:46.254161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:46.261367 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:46.271453 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Made reservation on behalf of d55dd07e4fc44cb19195f6379d482a8f for: {'subnet': 1} {{(pid=87831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:05:46.274084 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3002265'] for subnet, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.480942 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1543772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3002283'] for subnet, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.556310 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe93819-4cd6-4bb9-bce0-dbc84b640a14,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:46.570553 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Checking segment: {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:46.570914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Network hostable DHCP agents. Network: 66ac6623-5da7-4604-bc1f-1b8392f8a5e8, hostable agents: ['37a91b4f-c849-4906-8eee-0fdef9b02ac9'], hosted agents: [] {{(pid=87831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 13:05:46.589799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 is scheduled to be hosted by DHCP agent 37a91b4f-c849-4906-8eee-0fdef9b02ac9 with binding_index 1 {{(pid=87831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 13:05:46.598674 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832762-2-hyperv, 66ac6623-5da7-4604-bc1f-1b8392f8a5e8) {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:46.603882 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:46.604827 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.605573 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 2, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:46.609003 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96682a43-0edd-47ca-93e0-eb4273fd2ab8 None None] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:46.628174 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-6b063180-3faa-40c5-abd6-3423b523dc72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3880656 Mar 09 13:05:46.628669 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54416) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:46.634331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:46.638143 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:46.638511 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Updating router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 13:05:46.639180 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:46.642961 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Usage tracker for resource:router and tenant:d55dd07e4fc44cb19195f6379d482a8f is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:46.645943 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:46.651647 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:46.662272 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.663248 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-483'] for router, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.683098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.758181 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:46.775556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.010168 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73221e4f-b3b0-58dd-8807-eda7b360d727-66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'fixed_ips': [{'subnet_id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14'}]}} from dv-neutron-832762-2-hyperv. {{(pid=87832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 09 13:05:47.010939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.070874 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-273'] for router, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.212011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2079d581-eedf-4141-b7ac-56e8ccb71813 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:47.398904 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.417554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Allocated IP 172.20.0.2 (66ac6623-5da7-4604-bc1f-1b8392f8a5e8/dfe93819-4cd6-4bb9-bce0-dbc84b640a14/5219f05f-68a7-43f7-a9df-5583d8cfe52e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:47.430750 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.493850 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.498714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 2079d581-eedf-4141-b7ac-56e8ccb71813 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:47.499079 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.578312 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Allocated IP 172.26.5.4 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/639c7ea4-87de-4b4a-a859-9b384f41cbee) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:47.602555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Transition to ACTIVE for port object 7b7041a4-f0a4-4333-9ec8-5415f1005bfb will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:47.629221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.731925 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.765318 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:47.831592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:47.835106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:47.837334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a353b65-4b0d-480d-aa76-cb37886a9d59 None None] Pushing event updated for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:47.837564 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:47.893945 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Pushing event updated for resources: {'Port': ['ID=639c7ea4-87de-4b4a-a859-9b384f41cbee,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:48.008959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Attempting to bind port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:48.009332 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Attempting to bind port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:48.009696 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Attempting to bind port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:48.012831 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.025884 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:48.026259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Checking segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:48.026657 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.027050 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Bound using segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:48.027525 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Bound port: 7b7041a4-f0a4-4333-9ec8-5415f1005bfb, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:48.027906 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.040501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Transition to ACTIVE for port object 5219f05f-68a7-43f7-a9df-5583d8cfe52e will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:48.100882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Transition to ACTIVE for port object 5219f05f-68a7-43f7-a9df-5583d8cfe52e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:48.110151 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.195163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:48.203674 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] For port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:48.205944 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:48.212046 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] For port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:48.213291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:48.219989 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Pushing event updated for resources: {'Port': ['ID=5219f05f-68a7-43f7-a9df-5583d8cfe52e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:48.224262 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.390607 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:48.391237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:48.400015 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.443636 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a353b65-4b0d-480d-aa76-cb37886a9d59 None None] Pushing event updated for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:48.451987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Attempting to bind port 5219f05f-68a7-43f7-a9df-5583d8cfe52e on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:48.451987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Attempting to bind port 5219f05f-68a7-43f7-a9df-5583d8cfe52e by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:48.452309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Attempting to bind port 5219f05f-68a7-43f7-a9df-5583d8cfe52e on network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:48.469107 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:48.469488 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Checking segment: {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:48.469893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.470289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Bound using segment: {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:48.470836 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Bound port: 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:48.471140 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.671959 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:48.733873 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] For port 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:48.760182 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977930'] for router, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.807287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] For port 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5219f05f-68a7-43f7-a9df-5583d8cfe52e,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:48.828221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:48.974962 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Router d162ed4b-d462-4e13-87cb-f777fd3c8558 is scheduled to L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad with binding_index 1 {{(pid=87830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 09 13:05:49.033993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768a0cf-36b8-421c-9c18-f38dd6aa43c4 None None] Pushing event updated for resources: {'Port': ['ID=5219f05f-68a7-43f7-a9df-5583d8cfe52e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:49.145138 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:48Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:49.152316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ce4e9-29d7-4cd9-8ff4-8ba9e60b4e78 None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:48Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:49.167936 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:49.181692 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Sync routers for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:49.199011 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] Notify callbacks [] for router, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:49.201000 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-608762af-f7cc-4f4e-9aa2-b078589ec15e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5710495 Mar 09 13:05:49.203947 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54420) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:49.208593 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:49.209116 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:49.463265 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:49.789626 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:48Z', 'revision_number': 3, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:49.794180 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Checking router: d162ed4b-d462-4e13-87cb-f777fd3c8558 for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:49.794500 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Updating router d162ed4b-d462-4e13-87cb-f777fd3c8558 port 639c7ea4-87de-4b4a-a859-9b384f41cbee binding host dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 13:05:49.848210 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.102741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.240556 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.258770 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Transition to ACTIVE for port object 639c7ea4-87de-4b4a-a859-9b384f41cbee will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:50.268407 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.278947 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7010751d-ce1a-4737-815e-10d37c6b91a3 None None] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:05:50.348490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Allocated IP 172.20.0.1 (66ac6623-5da7-4604-bc1f-1b8392f8a5e8/dfe93819-4cd6-4bb9-bce0-dbc84b640a14/263d2eb3-6ae6-4610-930c-874404f789a1) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:50.356220 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Attempting to bind port 639c7ea4-87de-4b4a-a859-9b384f41cbee on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:50.356591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Attempting to bind port 639c7ea4-87de-4b4a-a859-9b384f41cbee by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:50.357009 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Attempting to bind port 639c7ea4-87de-4b4a-a859-9b384f41cbee on network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:50.371859 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:50.372236 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Checking segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:50.372627 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.373052 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Bound using segment: {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:50.373512 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Bound port: 639c7ea4-87de-4b4a-a859-9b384f41cbee, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9acaca7-3071-4d9d-86b2-55a7548a24d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:50.373886 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.389000 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dd41cf73-4315-464c-9eb8-57accdc176c0 None None] Provisioning for port 5219f05f-68a7-43f7-a9df-5583d8cfe52e completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:50.407612 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d5fd9-37dc-4194-b84d-d3068cc18a7a None None] Pushing event updated for resources: {'Port': ['ID=639c7ea4-87de-4b4a-a859-9b384f41cbee,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:50.468621 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] For port 639c7ea4-87de-4b4a-a859-9b384f41cbee, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:50.472613 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] For port 639c7ea4-87de-4b4a-a859-9b384f41cbee, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=639c7ea4-87de-4b4a-a859-9b384f41cbee,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:50.479628 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.541443 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.557790 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.provisioning_blocks [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Transition to ACTIVE for port object 263d2eb3-6ae6-4610-930c-874404f789a1 will not be triggered until provisioned by entity DHCP. {{(pid=87831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:50.586513 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:50.587191 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:50.588998 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.654710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:50.658206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:50.667123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:50.675811 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d5fd9-37dc-4194-b84d-d3068cc18a7a None None] Pushing event updated for resources: {'Port': ['ID=639c7ea4-87de-4b4a-a859-9b384f41cbee,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:50.707522 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Pushing event updated for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:50.733493 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-976956'] for router_interface, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:50.804755 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:50.864053 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.065858 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fa6420e5-220c-4449-a488-c2b66db51e7e None None] Provisioning for port 263d2eb3-6ae6-4610-930c-874404f789a1 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:51.072555 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fa6420e5-220c-4449-a488-c2b66db51e7e None None] Provisioning complete for port 263d2eb3-6ae6-4610-930c-874404f789a1 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:51.073088 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa6420e5-220c-4449-a488-c2b66db51e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.097050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.102708 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.135292 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fa6420e5-220c-4449-a488-c2b66db51e7e None None] Port 263d2eb3-6ae6-4610-930c-874404f789a1 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:05:51.141687 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:48Z', 'revision_number': 3, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:51.146210 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa12b-d990-4757-be8b-f63d6cf2742d None None] The sync data for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv is: [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:48Z', 'revision_number': 3, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:51.220561 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978901'] for router_interface, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.224539 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Pushing event updated for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:51.260537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b7041a4-f0a4-4333-9ec8-5415f1005bfb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:51.339270 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:51.344973 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:51.345353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.365099 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:51.366294 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:51.510666 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.555803 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:51.570946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.572134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5219f05f-68a7-43f7-a9df-5583d8cfe52e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:51.700447 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:51.716231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 5219f05f-68a7-43f7-a9df-5583d8cfe52e completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:51.721475 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5219f05f-68a7-43f7-a9df-5583d8cfe52e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:51.721856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.745298 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Router d162ed4b-d462-4e13-87cb-f777fd3c8558 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:05:51.790388 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-5ed1d87d-0fda-48a2-b630-f183615266a6 None None] Provisioning complete for port 263d2eb3-6ae6-4610-930c-874404f789a1 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:51.790765 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d87d-0fda-48a2-b630-f183615266a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.886212 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1d87d-0fda-48a2-b630-f183615266a6 None None] Port 263d2eb3-6ae6-4610-930c-874404f789a1 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:05:51.909600 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:51.946610 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:05:51.948301 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5219f05f-68a7-43f7-a9df-5583d8cfe52e,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:51.956663 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-eaf945df-9bb2-406c-b826-7ed79afdabaf admin admin] 10.222.0.20 "PUT /v2.0/routers/d162ed4b-d462-4e13-87cb-f777fd3c8558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515302 Mar 09 13:05:51.958812 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:52.029864 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=5219f05f-68a7-43f7-a9df-5583d8cfe52e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:52.711125 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Sync routers for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:05:52.720374 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:52.721067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:52.804562 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e345ac-6732-4798-8aa5-976cd288ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:52.917888 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:53.008040 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54430) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.013515 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236867330', 'description': 'tempest-secgroup-smoke-236867330 description', 'project_id': '30ac151378f843fb999e53a822922c2c'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.019460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.023866 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.026744 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.032363 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.043097 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.063659 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.067514 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.070592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.076188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.149741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.154719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.204575 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bedf69-4060-4919-9b37-f83adac18f8c,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.209762 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.213931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54434) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.214437 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69cba60b-8c88-453d-9e8a-411b84daf55f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2049174 Mar 09 13:05:53.219657 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.226791 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.230801 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.234489 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.240335 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.257420 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.297672 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 4, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '263d2eb3-6ae6-4610-930c-874404f789a1', 'name': '', 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'mac_address': 'fa:16:3e:ce:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:50Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 2, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'subnets': [{'id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:53.301135 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b7041a4-f0a4-4333-9ec8-5415f1005bfb up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:53.331265 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.335818 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.340995 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Checking router: d162ed4b-d462-4e13-87cb-f777fd3c8558 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:05:53.341358 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Updating router d162ed4b-d462-4e13-87cb-f777fd3c8558 port 263d2eb3-6ae6-4610-930c-874404f789a1 binding host dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 13:05:53.361777 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb03b2-4975-474c-bf1e-b40e00e3b4b3,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.373059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.376975 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-caa5a4db-41f9-4d9e-9a10-18fe2c0c361f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587725 Mar 09 13:05:53.377106 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54438) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.382177 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.388061 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.391843 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.395239 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.401651 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.408569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.419071 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.482676 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.485777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:53.486187 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.487123 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.511952 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dad65a-5412-4775-836b-a268c20aec6b,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.523091 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.525126 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-09534e54-3334-4711-a43b-d41f39d03f4a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469474 Mar 09 13:05:53.528051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54442) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.534355 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.547458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.551411 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.555063 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.560833 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.576843 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.638817 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.642530 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.666590 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bc92ed-0e44-4e7a-9409-f38cf54e801f,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.675604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.676824 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-2370a155-de0d-4036-8c42-926d54e6e872 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468592 Mar 09 13:05:53.680150 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54446) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.685296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.691161 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.695152 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.697997 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.698199 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:05:53.703488 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.719984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.765221 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 639c7ea4-87de-4b4a-a859-9b384f41cbee up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:53.783850 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.787924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.813961 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed62d4ea-ed74-438b-9251-1d1ef98720cd,revision_number=0']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.824868 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.828914 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54450) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.829160 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-5b697132-11b7-4cd5-92ee-3a81451a4905 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479213 Mar 09 13:05:53.834866 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.840734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.844590 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:53.847481 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:53.853908 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:53.863714 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Project 30ac151378f843fb999e53a822922c2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 13:05:53.871001 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.904530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 639c7ea4-87de-4b4a-a859-9b384f41cbee completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:53.919480 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 639c7ea4-87de-4b4a-a859-9b384f41cbee triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:53.919856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.940999 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.945133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.968820 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e4cff6-2981-43f2-8b20-8d28575bdfda,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:53.969899 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.979338 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:53.980560 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-07d2615e-626a-4570-a30f-1d49de2e2629 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504712 Mar 09 13:05:53.983311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 54454) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:05:53.988287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'security_group_rule': {'security_group_id': '05bedf69-4060-4919-9b37-f83adac18f8c', 'project_id': '30ac151378f843fb999e53a822922c2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:53.994652 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:53.994938 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Transition to ACTIVE for port object 263d2eb3-6ae6-4610-930c-874404f789a1 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:53.998332 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:security_group_rule and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:54.001355 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:54.003092 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.007807 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:54.017340 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.securitygroups_db [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Project 30ac151378f843fb999e53a822922c2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 13:05:54.025544 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.091238 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.095337 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001202'] for security_group_rule, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.121311 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ccbaa0-ee90-4aa0-a8d1-a5022bc38d0d,revision_number=0']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:54.131722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.142153 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-544d4e4f-9e7f-48bb-aa83-f851944ac8d9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531653 Mar 09 13:05:54.177756 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f57e0-a22b-4539-a709-ee4c8782f5f2 None None] Pushing event updated for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:54.251159 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.290808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 639c7ea4-87de-4b4a-a859-9b384f41cbee, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=639c7ea4-87de-4b4a-a859-9b384f41cbee,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:54.292004 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Attempting to bind port 263d2eb3-6ae6-4610-930c-874404f789a1 on host dv-neutron-832762-2-hyperv for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:54.292327 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Attempting to bind port 263d2eb3-6ae6-4610-930c-874404f789a1 by drivers openvswitch,hyperv on host dv-neutron-832762-2-hyperv at level 0 using segments [{'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:54.292905 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Attempting to bind port 263d2eb3-6ae6-4610-930c-874404f789a1 on network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:54.298917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Checking agent: {'id': 'c5916048-5f5e-4017-86a7-2798dc1cb9bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832762-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 8, 26), 'started_at': datetime.datetime(2022, 3, 9, 12, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832762-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:54.299364 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Checking segment: {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:54.299772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.300172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Bound using segment: {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:54.300644 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Bound port: 263d2eb3-6ae6-4610-930c-874404f789a1, host: dv-neutron-832762-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:54.301058 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.312786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.313592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5219f05f-68a7-43f7-a9df-5583d8cfe52e up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:54.322931 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-b1fcaa49-7326-4d01-8e65-584ca504cc90 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Synchronizing usage tracker for tenant:30ac151378f843fb999e53a822922c2c on resource:security_group {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:05:54.339468 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-b1fcaa49-7326-4d01-8e65-584ca504cc90 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Unset dirty status for tenant:30ac151378f843fb999e53a822922c2c on resource:security_group {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:05:54.340691 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-b1fcaa49-7326-4d01-8e65-584ca504cc90 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236867330&fields=id&tenant_id=30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 267 time: 0.0669262 Mar 09 13:05:54.495932 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-28263b71-8084-435b-8eea-515be5770d8b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:54.496642 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-28263b71-8084-435b-8eea-515be5770d8b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Synchronizing usage tracker for tenant:30ac151378f843fb999e53a822922c2c on resource:network {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:05:54.511961 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=639c7ea4-87de-4b4a-a859-9b384f41cbee,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:54.515466 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-28263b71-8084-435b-8eea-515be5770d8b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Unset dirty status for tenant:30ac151378f843fb999e53a822922c2c on resource:network {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:05:54.516827 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-28263b71-8084-435b-8eea-515be5770d8b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 809 time: 0.1686549 Mar 09 13:05:54.535663 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] For port 263d2eb3-6ae6-4610-930c-874404f789a1, host dv-neutron-832762-2-hyperv, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:54.538148 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 5219f05f-68a7-43f7-a9df-5583d8cfe52e triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:54.538533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.542501 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-54e9ca48-d5b5-4055-90a8-f248e0101f5e tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/quotas/30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 375 time: 0.0112495 Mar 09 13:05:54.578890 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] For port 263d2eb3-6ae6-4610-930c-874404f789a1, host dv-neutron-832762-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=263d2eb3-6ae6-4610-930c-874404f789a1,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:54.587040 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:54.626146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-ed61dc6b-2993-4a73-8282-2eaad5948408 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783103 Mar 09 13:05:54.642349 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-c4ad7773-0b24-4ff2-adf9-615f3f2b2354 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 13:05:54.643392 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-c4ad7773-0b24-4ff2-adf9-615f3f2b2354 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051401 Mar 09 13:05:54.689031 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f57e0-a22b-4539-a709-ee4c8782f5f2 None None] Pushing event updated for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:54.691513 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:05:54.692115 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:54.799905 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-a90a223f-93f0-4cd3-aa28-7fdfe1fb9e55 service neutron] 10.222.0.20 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505432 Mar 09 13:05:54.940700 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-e6fda937-fea8-442c-be43-490268ed7a93 service neutron] 10.222.0.20 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399970 Mar 09 13:05:55.000872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:05:55.058133 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc53cbd2-e7d3-4e1f-b0b9-3c5a11e99602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:55.143468 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d7579f8-7fa1-4bff-9207-251f77a2c738 req-0a638943-797f-4d3a-81ad-c9e125056f52 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 210 time: 0.0433927 Mar 09 13:05:55.227032 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 639c7ea4-87de-4b4a-a859-9b384f41cbee up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:55.438272 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 639c7ea4-87de-4b4a-a859-9b384f41cbee triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:55.438711 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:55.575418 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 4, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '263d2eb3-6ae6-4610-930c-874404f789a1', 'name': '', 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'mac_address': 'fa:16:3e:ce:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:50Z', 'updated_at': '2022-03-09T13:05:54Z', 'revision_number': 4, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'subnets': [{'id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:05:55.589280 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d7cfc-7259-49f1-b3b3-3eb03b1a0594 None None] The sync data for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv is: [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:05:50Z', 'revision_number': 4, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '263d2eb3-6ae6-4610-930c-874404f789a1', 'name': '', 'network_id': '66ac6623-5da7-4604-bc1f-1b8392f8a5e8', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'mac_address': 'fa:16:3e:ce:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:50Z', 'updated_at': '2022-03-09T13:05:54Z', 'revision_number': 4, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'subnets': [{'id': 'dfe93819-4cd6-4bb9-bce0-dbc84b640a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:05:55.881520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:56.226977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:56.293732 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-cb038c16-6afa-40a0-aaea-e62be5b9c419 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:56.295832 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-cb038c16-6afa-40a0-aaea-e62be5b9c419 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 809 time: 0.1613863 Mar 09 13:05:56.341482 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ce31fa7f-e206-4e2e-9e68-5dcf60f726fc req-ad6de578-391a-4b48-8582-88995e877da0 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 210 time: 0.0521979 Mar 09 13:05:56.350678 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-f2724242-15dc-4c8f-9b81-cc746f9a4192 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 379 time: 0.0467002 Mar 09 13:05:56.362770 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'port': {'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'admin_state_up': True, 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'security_groups': ['05bedf69-4060-4919-9b37-f83adac18f8c']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:56.511218 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:05:56.515353 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:port and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:05:56.518258 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:05:56.524171 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:05:56.535082 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Made reservation on behalf of 30ac151378f843fb999e53a822922c2c for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:05:56.539540 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:56.830271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Allocated IP 172.20.0.9 (850f98fe-5358-4c04-9b95-b9c56f229669/39e68a09-a6e4-4019-aeba-89572dd54df6/62a9ca68-7397-44a5-bf36-a916da635f65) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:05:57.016360 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.032084 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Transition to ACTIVE for port object 62a9ca68-7397-44a5-bf36-a916da635f65 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:57.057168 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.122969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:05:57.125858 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:05:57.128529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:05:57.190853 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:57.215769 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:57.216822 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.232506 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 263d2eb3-6ae6-4610-930c-874404f789a1 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:57.242054 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-1872c934-0f6a-4720-a04a-882a451fa3a4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8830221 Mar 09 13:05:57.253013 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Request body: {'port': {'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:05:57.307904 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning for port 263d2eb3-6ae6-4610-930c-874404f789a1 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:57.313845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 263d2eb3-6ae6-4610-930c-874404f789a1 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:57.314407 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.371722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.453206 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.471776 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b7d3946a-d5f9-4ac1-8a69-b4223f8e9faa None None] Provisioning for port 62a9ca68-7397-44a5-bf36-a916da635f65 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:05:57.486763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b7d3946a-d5f9-4ac1-8a69-b4223f8e9faa None None] Provisioning complete for port 62a9ca68-7397-44a5-bf36-a916da635f65 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:57.487229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7d3946a-d5f9-4ac1-8a69-b4223f8e9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.535970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99f08e-502c-49fd-8842-004a832d9c57 req-b696f5ae-cd31-4674-86f0-5a6ebf2c5f93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:57.538634 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab99f08e-502c-49fd-8842-004a832d9c57 req-b696f5ae-cd31-4674-86f0-5a6ebf2c5f93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 931 time: 0.0870550 Mar 09 13:05:57.563917 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] For port 263d2eb3-6ae6-4610-930c-874404f789a1, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=263d2eb3-6ae6-4610-930c-874404f789a1,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:05:57.564993 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3946a-d5f9-4ac1-8a69-b4223f8e9faa None None] Port 62a9ca68-7397-44a5-bf36-a916da635f65 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:05:57.571689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.589792 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ab99f08e-502c-49fd-8842-004a832d9c57 req-8ba96bf6-6705-49c0-b967-f3215cc69161 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Mar 09 13:05:57.642178 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Pushing event updated for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:57.758098 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a9ca68-7397-44a5-bf36-a916da635f65 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:05:57.765090 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.778592 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Transition to ACTIVE for port object 62a9ca68-7397-44a5-bf36-a916da635f65 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:05:57.782236 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.809006 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:57.936529 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:58.016682 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Attempting to bind port 62a9ca68-7397-44a5-bf36-a916da635f65 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:05:58.017065 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Attempting to bind port 62a9ca68-7397-44a5-bf36-a916da635f65 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:05:58.017402 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Attempting to bind port 62a9ca68-7397-44a5-bf36-a916da635f65 on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:58.022408 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Port 62a9ca68-7397-44a5-bf36-a916da635f65 on network 850f98fe-5358-4c04-9b95-b9c56f229669 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 13:05:58.022727 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Attempting to bind port 62a9ca68-7397-44a5-bf36-a916da635f65 on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:05:58.027693 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:05:58.028030 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Checking segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:05:58.028412 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Bound using segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:05:58.028838 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Bound port: 62a9ca68-7397-44a5-bf36-a916da635f65, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:05:58.029207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:58.121722 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:05:58.124581 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:05:58.129659 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:58.183161 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.183785 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:58.185449 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] 10.222.0.13 "PUT /v2.0/ports/62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 1093 time: 0.9367056 Mar 09 13:05:58.185901 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:05:58.218765 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeae94-944d-49ed-abcd-0b2918081d60 service neutron] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:05:58.254945 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'status': 'completed', 'code': 200} Mar 09 13:05:58.296458 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-3ab10e79-32c0-4198-a0ff-dcce76ca98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.297974 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-3ab10e79-32c0-4198-a0ff-dcce76ca98e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1096 time: 0.0763595 Mar 09 13:05:58.369653 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-f8b190cb-2f71-42b1-9012-1bb0b42f154f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 217 time: 0.0651884 Mar 09 13:05:58.433112 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-bbb7b316-fab3-4507-8edb-d174ad86233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.434802 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-bbb7b316-fab3-4507-8edb-d174ad86233b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0594568 Mar 09 13:05:58.509213 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-a712a4c2-2b56-47fc-a314-0a8c14621c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.510676 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-a712a4c2-2b56-47fc-a314-0a8c14621c89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702000 Mar 09 13:05:58.752765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-78e7dc7f-327a-4c2e-84e4-ee6887ee70d3 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362058 Mar 09 13:05:58.782734 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a54b-2698-43bb-b04e-3958fd01e17f req-85e46ce5-6587-4a0b-935c-fdbcfbc1f1a3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.784187 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3566a54b-2698-43bb-b04e-3958fd01e17f req-85e46ce5-6587-4a0b-935c-fdbcfbc1f1a3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.0826902 Mar 09 13:05:58.829588 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3566a54b-2698-43bb-b04e-3958fd01e17f req-7f0e3633-c82a-42e1-9eca-e9e5a3080d24 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385966 Mar 09 13:05:58.883365 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-b24f414c-cdb0-43b7-bce7-6dfb2010531c req-c491ac9b-6bec-4230-bdc9-5989472f5c1b service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245487 Mar 09 13:05:58.996552 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-63d83b0c-0d8c-4e2b-b657-32df2f749dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:58.998051 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-63d83b0c-0d8c-4e2b-b657-32df2f749dcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1096 time: 0.0699022 Mar 09 13:05:59.128361 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-c2e09d0a-095c-4ac6-b142-e82bc05df052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:59.129823 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-c2e09d0a-095c-4ac6-b142-e82bc05df052 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1252508 Mar 09 13:05:59.202018 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 263d2eb3-6ae6-4610-930c-874404f789a1 up at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:05:59.205390 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-dfc6581c-0090-4be5-b3da-37034d6166d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 217 time: 0.0669596 Mar 09 13:05:59.267779 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-9817339b-c688-4409-b84b-1ca59351ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:59.269238 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-9817339b-c688-4409-b84b-1ca59351ff06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0583596 Mar 09 13:05:59.273975 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Provisioning complete for port 263d2eb3-6ae6-4610-930c-874404f789a1 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:05:59.274356 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:05:59.347059 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-8bed6fb7-edf3-4aa6-865c-f876d03d892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:05:59.348521 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-8bed6fb7-edf3-4aa6-865c-f876d03d892b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728817 Mar 09 13:05:59.480733 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-b6e300af-9064-433f-a633-f32083d34b75 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259105 Mar 09 13:05:59.612159 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-205ca9d3-5e73-431e-8f44-71f2f91f6039 req-49c4506b-254f-4962-ad9a-ae5eddf0d5eb service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250956 Mar 09 13:06:00.011010 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f86e61-d76a-4e34-93c1-13c483a4b4ac req-00a17bbe-cc05-4e04-8aba-c254af06fd9c tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:00.012454 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8f86e61-d76a-4e34-93c1-13c483a4b4ac req-00a17bbe-cc05-4e04-8aba-c254af06fd9c tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.0786994 Mar 09 13:06:00.059450 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d8f86e61-d76a-4e34-93c1-13c483a4b4ac req-6c7e6859-6f56-40f9-a56c-ddf1ee37d63e tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Mar 09 13:06:01.244308 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3ff14-715e-48ec-8982-2133f4685651 req-6641a0c4-af77-4ee4-8d3c-352233e0b6dc tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:01.245757 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38a3ff14-715e-48ec-8982-2133f4685651 req-6641a0c4-af77-4ee4-8d3c-352233e0b6dc tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.0795417 Mar 09 13:06:01.288857 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-38a3ff14-715e-48ec-8982-2133f4685651 req-99967164-7c32-4648-9838-cebf0886f9fe tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374866 Mar 09 13:06:01.640190 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:06:01.776746 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:06:01.790065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '62a9ca68-7397-44a5-bf36-a916da635f65', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:06:01.843184 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:01.859701 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a9ca68-7397-44a5-bf36-a916da635f65 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:06:01.874976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:06:01.878798 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:01.981951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:06:02.139537 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['62a9ca68-7397-44a5-bf36-a916da635f65'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:06:02.477261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dad9c-d46b-4b7d-84bf-f35cdf52eb67 req-49763f51-433c-4d78-8b41-0344490d2fdb tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:02.478686 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d2dad9c-d46b-4b7d-84bf-f35cdf52eb67 req-49763f51-433c-4d78-8b41-0344490d2fdb tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 944 time: 0.0837252 Mar 09 13:06:02.619128 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3d2dad9c-d46b-4b7d-84bf-f35cdf52eb67 req-f7662e85-c79c-49dd-95b7-829280d9ceb3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347098 Mar 09 13:06:03.641763 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:06:03.711987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 62a9ca68-7397-44a5-bf36-a916da635f65 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:06:03.716879 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 62a9ca68-7397-44a5-bf36-a916da635f65 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:06:03.717344 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:03.800785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2195b-a115-4f18-b18d-0d711cbb4783 req-707f46f6-9b32-4bc7-adb7-7b5b2301b22a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:03.802664 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-efa2195b-a115-4f18-b18d-0d711cbb4783 req-707f46f6-9b32-4bc7-adb7-7b5b2301b22a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 944 time: 0.0806193 Mar 09 13:06:03.835102 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:03.847761 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-efa2195b-a115-4f18-b18d-0d711cbb4783 req-2b4e0ebe-3462-40f9-a286-fe74386d6f63 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388236 Mar 09 13:06:03.861845 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:06:03.875277 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:06:03.879848 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:03.920361 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'code': 200} Mar 09 13:06:03.960293 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:06:04.131413 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dedd1-04f9-42b0-83e4-d59801187bc4 req-0786d75c-e444-48d9-ad75-aed192493043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:04.132768 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-193dedd1-04f9-42b0-83e4-d59801187bc4 req-0786d75c-e444-48d9-ad75-aed192493043 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1098 time: 0.0683837 Mar 09 13:06:04.172653 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-193dedd1-04f9-42b0-83e4-d59801187bc4 req-138582da-72f3-4eb1-abdf-7c0a5b24072d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335703 Mar 09 13:06:05.036510 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b2a45-e702-42fa-8fb1-59685011025e req-3d66417f-4198-4e32-b6a9-aa70f72f8426 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:05.037990 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e18b2a45-e702-42fa-8fb1-59685011025e req-3d66417f-4198-4e32-b6a9-aa70f72f8426 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 945 time: 0.0831192 Mar 09 13:06:05.081398 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-e18b2a45-e702-42fa-8fb1-59685011025e req-08a99b14-3edb-4856-bcdd-7b7a5d653ff3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378366 Mar 09 13:06:06.270025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cadb6-19ef-40cc-82a2-e12d25304126 req-b035fe14-42cf-421f-b269-5ff200596512 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:06.271494 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe4cadb6-19ef-40cc-82a2-e12d25304126 req-b035fe14-42cf-421f-b269-5ff200596512 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 945 time: 0.0833285 Mar 09 13:06:06.314466 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-fe4cadb6-19ef-40cc-82a2-e12d25304126 req-4fff2dc0-702f-4f2a-be7e-b2544cc18dcd tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373995 Mar 09 13:06:06.493637 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371cda-fdc3-4fb6-9b23-3f93d021584d req-3c85d990-cc43-43c6-b4b8-38c5d5bafeda tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:06.495071 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92371cda-fdc3-4fb6-9b23-3f93d021584d req-3c85d990-cc43-43c6-b4b8-38c5d5bafeda tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 945 time: 0.0791061 Mar 09 13:06:06.539129 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-92371cda-fdc3-4fb6-9b23-3f93d021584d req-504b2b73-0783-4d37-bd23-f03a99176087 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Mar 09 13:06:06.562137 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54508) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:06:06.726439 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e86e4-3d5d-4004-bdac-7b17d92a7fe1 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:06.727123 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a77e86e4-3d5d-4004-bdac-7b17d92a7fe1 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] Synchronizing usage tracker for tenant:d55dd07e4fc44cb19195f6379d482a8f on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:06:06.743886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a77e86e4-3d5d-4004-bdac-7b17d92a7fe1 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] Unset dirty status for tenant:d55dd07e4fc44cb19195f6379d482a8f on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:06:06.744972 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a77e86e4-3d5d-4004-bdac-7b17d92a7fe1 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1093 time: 0.1818557 Mar 09 13:06:06.748700 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54514) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:06:06.753620 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:06:06.759459 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:06:06.763351 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:floatingip and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:06:06.766244 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:06:06.772490 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:06:06.782240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:06.921148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:07.056929 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Allocated IP 172.26.5.46 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/92af51e6-4077-4e44-bfc6-7fbc4339d1ae) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:06:07.199986 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:07.228018 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:07.287772 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:06:07.294438 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:06:07.298458 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:06:07.331065 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=92af51e6-4077-4e44-bfc6-7fbc4339d1ae,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:06:07.703564 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:07.776780 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:08.066118 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:08.071834 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:08.182098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=92af51e6-4077-4e44-bfc6-7fbc4339d1ae,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:06:08.193037 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:08.362156 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Floating IP 74f7fed8-aec6-4fd2-841d-922c145dd6b3 associated. External IP: 172.26.5.46, port: 62a9ca68-7397-44a5-bf36-a916da635f65. Mar 09 13:06:08.721128 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:06:08.900687 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:06:08.910201 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:06:08.919849 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:06:08.920450 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:06:08.925423 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:08.982421 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-a6406ca3-7785-438a-a0ca-73d535ba57ca tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2325754 Mar 09 13:06:08.982893 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:06:09.086374 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'status': 'completed', 'code': 200} Mar 09 13:06:09.104232 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:06:09.180723 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-d5a8c117-824b-4464-830f-8a1f26915598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:09.182248 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-d5a8c117-824b-4464-830f-8a1f26915598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1098 time: 0.0741787 Mar 09 13:06:09.313709 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-a1e1ec42-5afe-4a3a-933e-d14644c24f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:09.315051 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-a1e1ec42-5afe-4a3a-933e-d14644c24f8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1270957 Mar 09 13:06:09.412908 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-2f3f77bf-4aaa-4e8f-b31c-fe38ae92db87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 998 time: 0.0918233 Mar 09 13:06:09.447819 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:07Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:06:09.451609 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:06:09.460259 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:06:09.460851 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:05:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:06:09.477666 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-209a6211-5c86-46ca-89c3-302dc592eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:09.479099 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-209a6211-5c86-46ca-89c3-302dc592eddf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0610030 Mar 09 13:06:09.554324 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-21d05ba6-8afa-4054-90c6-38e5944a1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:09.555795 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-21d05ba6-8afa-4054-90c6-38e5944a1781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701008 Mar 09 13:06:09.636529 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:06:09.688649 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-3061876f-19fc-45c1-9841-825676a2fc6a service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270125 Mar 09 13:06:09.921933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-2233d531-7ed9-4e35-80f9-32d393ae038b req-3f9d0bf6-89ed-4745-a176-d62a19f12a11 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279549 Mar 09 13:06:10.016688 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:07Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:06:10.021342 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a3606-70ca-45a1-8992-e271a1ebf219 None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:07Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:06:10.202216 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d71ce-211f-4b4c-aa6f-e897eab2f196 None None] New status for floating IP 74f7fed8-aec6-4fd2-841d-922c145dd6b3: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:06:16.702357 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:22.775665 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa251c9d-abdf-4b60-a068-49af08dad221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:24.974972 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b518c381-eee1-4d82-aa21-a31bcae160f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:25.881303 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:26.209982 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:27.811570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:30.698532 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:06:34.923423 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-eb3a3127-05da-48e7-8ea9-54ff6af690e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716615 Mar 09 13:06:35.058257 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-857ab850-2786-45bb-8385-4dc9ac572463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:35.059948 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-857ab850-2786-45bb-8385-4dc9ac572463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1098 time: 0.0700510 Mar 09 13:06:35.201595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-58e4f5c4-1d17-478e-a1d7-22e2e92f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:35.202933 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-58e4f5c4-1d17-478e-a1d7-22e2e92f0259 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1237378 Mar 09 13:06:35.304119 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-4ab0d328-cafd-4390-8506-94975dcf0053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 1000 time: 0.0952384 Mar 09 13:06:35.366626 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-847c48f8-bcb8-40f5-8bee-e0a450da2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:35.367992 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-847c48f8-bcb8-40f5-8bee-e0a450da2435 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0562329 Mar 09 13:06:35.445440 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-b8a0c497-a01d-44dc-a890-6a4bb153d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:06:35.446864 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-b8a0c497-a01d-44dc-a890-6a4bb153d7bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711601 Mar 09 13:06:35.583378 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-b9f287b6-c283-411f-8826-7df483627cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290784 Mar 09 13:06:35.712490 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-0d19eaf6-5c62-43ec-9a4b-a2cd1970ab4a req-9615d066-b199-4a49-a18f-5c25215faa8c service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233017 Mar 09 13:06:46.702342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:52.777932 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a07-0bee-4de6-8b05-44ffdc3c932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:54.976775 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c13832a1-c4a4-4f8f-a1c8-b1bda570e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:55.879951 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:56.211427 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:06:57.815342 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:07.699036 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:07:16.704708 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:22.779978 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78a9fbf3-e950-401d-aff2-139a57fbc228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:24.978157 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-066fe0d6-8825-4f36-9ac1-3fabd87428b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:25.883150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:26.213362 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:27.817808 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:35.916478 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-78e5e6ac-d7fc-42ce-9c6d-51e7b65f13a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675068 Mar 09 13:07:36.058315 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-1521d267-66c9-4191-be18-3c8921872490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:07:36.059772 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-1521d267-66c9-4191-be18-3c8921872490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1098 time: 0.0756755 Mar 09 13:07:36.211256 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-dcdf2e73-d8b0-4ce2-a44e-437b0bb5aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:07:36.212683 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-dcdf2e73-d8b0-4ce2-a44e-437b0bb5aa03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1348104 Mar 09 13:07:36.316989 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-3a7962e4-09f8-4633-8f56-9cc5f000b1c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 1000 time: 0.0979962 Mar 09 13:07:36.380020 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-a147d3a8-7325-4768-a1ae-c79b866f15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:07:36.381958 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-a147d3a8-7325-4768-a1ae-c79b866f15ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0597062 Mar 09 13:07:36.455635 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-6f636cc6-7f8f-4a3c-851f-c0aaf2794167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:07:36.457115 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-6f636cc6-7f8f-4a3c-851f-c0aaf2794167 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694668 Mar 09 13:07:36.586561 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-c8638050-46ab-4f3e-8334-d22f3ae20f91 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233380 Mar 09 13:07:36.823329 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-5c208ad8-b314-498b-8510-b048bc2b37d4 req-0be4517f-0e03-4b69-91cf-e44b2ea67dbc service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303474 Mar 09 13:07:37.572484 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-e75b7754-97f9-4285-92d2-ccd039c8410e req-f5e0d7f6-2832-4d96-80ff-d9e5c5e17fd8 service neutron] (87830) timed out ('10.222.0.20', 52776) {{(pid=87830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 09 13:07:44.698185 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:07:46.700298 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:52.780229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-36122f7d-a01b-4503-bb8e-18e9517be900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:54.979887 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1182c36-f0ce-43eb-8bf0-d8a78098e798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:55.885856 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:56.214714 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:07:57.821987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:06.232229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:08:06.364328 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:06.377681 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '62a9ca68-7397-44a5-bf36-a916da635f65', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:08:06.435862 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:06.452101 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62a9ca68-7397-44a5-bf36-a916da635f65 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:08:06.467011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:06.471132 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:06.542112 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:06.546946 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['62a9ca68-7397-44a5-bf36-a916da635f65'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:08:06.613237 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.613592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.613936 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.614275 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.614608 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.614939 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.615269 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.615592 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.615918 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.616240 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.616563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:06.616881 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:08.231638 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:08:08.310863 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 62a9ca68-7397-44a5-bf36-a916da635f65 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:08:08.311254 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:08.451613 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:08.481486 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:08:08.492341 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:08.501774 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:08.550690 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'code': 200} Mar 09 13:08:08.593176 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:16.714175 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:17.893404 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-d0ef7e01-e490-4173-accc-d362b016032e tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236867330&fields=id&tenant_id=30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 267 time: 0.0419462 Mar 09 13:08:18.041283 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-0b6562e2-a561-4101-8917-af7b6a1fc7b8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:18.042622 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-0b6562e2-a561-4101-8917-af7b6a1fc7b8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 809 time: 0.1424108 Mar 09 13:08:18.057625 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-148adef9-4029-44ad-bdd4-155079ccd863 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/quotas/30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 375 time: 0.0094171 Mar 09 13:08:18.142277 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-9673166f-3d56-4985-ad1c-20c4aad740d3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799365 Mar 09 13:08:18.262921 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-d4d00265-05c0-4a87-8d8c-f741247ced38 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 13:08:18.263883 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-d4d00265-05c0-4a87-8d8c-f741247ced38 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1107161 Mar 09 13:08:18.490813 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-27fa161e-1683-49e8-8486-28075e29ad33 service neutron] 10.222.0.20 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210588 Mar 09 13:08:18.624125 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-4db5bf34-65a4-4878-9add-4d2da0bb24ab service neutron] 10.222.0.20 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268835 Mar 09 13:08:18.808759 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a00c2749-b751-4a5d-b393-0fca45603e43 req-731026f3-532f-424e-a15c-85cb13662074 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 210 time: 0.0460889 Mar 09 13:08:19.901643 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-5b8672e0-c867-4918-849c-8580071c8c3a req-576cda27-f356-47ce-ac05-299970df3565 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 210 time: 0.0422585 Mar 09 13:08:20.276158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:08:20.388334 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:20.415302 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:08:20.425305 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:20.429278 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:20.463443 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'code': 200} Mar 09 13:08:20.500204 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:20.997000 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4f1d229e-3b7b-4d11-8b46-e5c3a1c17179 req-45a31cd9-a202-44f5-8a76-07dc3b990b0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 210 time: 0.0430634 Mar 09 13:08:21.698501 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:08:22.109738 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-4e99e1bd-640e-44f8-a8e4-a33ed967c7c0 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:22.111840 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-4e99e1bd-640e-44f8-a8e4-a33ed967c7c0 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 809 time: 0.1590974 Mar 09 13:08:22.155350 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-d53f0144-e577-43f8-b938-902f2133e878 req-e24e55c8-effc-4d87-a5c3-cb4a14aad360 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 210 time: 0.0489748 Mar 09 13:08:22.164794 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-f791de8b-769b-400b-b593-f0effa258152 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30ac151378f843fb999e53a822922c2c HTTP/1.1" status: 200 len: 379 time: 0.0442259 Mar 09 13:08:22.172998 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'port': {'device_id': '1ee6354d-036a-488f-b40f-340f2020fc75', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'admin_state_up': True, 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'security_groups': ['05bedf69-4060-4919-9b37-f83adac18f8c']}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:08:22.309865 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:08:22.313847 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:port and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:08:22.316648 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.quota.resource [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87830) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:08:22.322890 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.quota.driver [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87830) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:08:22.333976 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Made reservation on behalf of 30ac151378f843fb999e53a822922c2c for: {'port': 1} {{(pid=87830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 13:08:22.337507 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:22.506543 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.db_base_plugin_common [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Allocated IP 172.20.0.3 (850f98fe-5358-4c04-9b95-b9c56f229669/39e68a09-a6e4-4019-aeba-89572dd54df6/97106d5b-b46c-4348-b9dd-33cb39d3a190) {{(pid=87830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:08:22.714478 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:22.731562 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Transition to ACTIVE for port object 97106d5b-b46c-4348-b9dd-33cb39d3a190 will not be triggered until provisioned by entity DHCP. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:08:22.757878 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_create {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:22.787641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef362d8d-9c1c-41f6-821c-5ea81d706b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:22.839931 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Network 850f98fe-5358-4c04-9b95-b9c56f229669 is already hosted by enough agents. {{(pid=87830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:08:22.853351 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.base_scheduler [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources bound (agent type, host, resource id): {{(pid=87830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:08:22.858860 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Received port after_create {{(pid=87830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:08:22.915062 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=1']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:22.940126 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.941956 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.942469 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.943029 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.943513 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.944010 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.944490 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.944991 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.945472 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.945966 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.946430 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.946895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:22.988293 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:22.988953 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:23.016201 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-3f337d55-d07e-4533-8fb9-34d94906cbd8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469744 Mar 09 13:08:23.205420 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08f84e95-6251-4f70-b43e-7271910133dc None None] Provisioning for port 97106d5b-b46c-4348-b9dd-33cb39d3a190 completed by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:08:23.230392 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-08f84e95-6251-4f70-b43e-7271910133dc None None] Provisioning complete for port 97106d5b-b46c-4348-b9dd-33cb39d3a190 triggered by entity DHCP. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:08:23.230772 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-08f84e95-6251-4f70-b43e-7271910133dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:23.312105 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-08f84e95-6251-4f70-b43e-7271910133dc None None] Port 97106d5b-b46c-4348-b9dd-33cb39d3a190 cannot update to ACTIVE because it is not bound. {{(pid=87832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 09 13:08:23.408729 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c386b-0341-47c8-8872-bf114ed4d6b1 req-c0006b84-63aa-4f41-8bd9-1efe8d2b859f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:23.410154 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-527c386b-0341-47c8-8872-bf114ed4d6b1 req-c0006b84-63aa-4f41-8bd9-1efe8d2b859f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0844514 Mar 09 13:08:23.478046 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-527c386b-0341-47c8-8872-bf114ed4d6b1 req-48e0aac7-9add-49ca-ac75-3f1e8617c1ec tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592022 Mar 09 13:08:24.687719 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e69d1-a80e-42a0-a1c3-7926609c2d44 req-73cf0179-9d58-4265-a7d6-2b0043c1c850 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:24.689331 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-345e69d1-a80e-42a0-a1c3-7926609c2d44 req-73cf0179-9d58-4265-a7d6-2b0043c1c850 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0910435 Mar 09 13:08:24.737932 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-345e69d1-a80e-42a0-a1c3-7926609c2d44 req-85a4f11f-2ef3-45d5-8910-13c09ac6903e tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Mar 09 13:08:24.983582 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6d9643be-e3be-478b-80e1-e6d844f09f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:25.898226 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:25.942449 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7af8-08cb-40fd-b34e-2328d3ed6389 req-2e2354e3-b0a4-4a08-b447-295b2d1734d6 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:25.943925 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc0f7af8-08cb-40fd-b34e-2328d3ed6389 req-2e2354e3-b0a4-4a08-b447-295b2d1734d6 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0853770 Mar 09 13:08:26.004130 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-cc0f7af8-08cb-40fd-b34e-2328d3ed6389 req-a4c582ae-0498-419c-ab04-8cfd17c39c97 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531664 Mar 09 13:08:26.220574 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:27.209291 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbce08-c6da-4121-90a5-c1f11b90dd23 req-1b352fb0-ba95-4eb1-afc7-4bfac2d886b4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:27.210935 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6cbbce08-c6da-4121-90a5-c1f11b90dd23 req-1b352fb0-ba95-4eb1-afc7-4bfac2d886b4 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0917454 Mar 09 13:08:27.263780 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6cbbce08-c6da-4121-90a5-c1f11b90dd23 req-55055259-29a0-48dc-8d46-4bceeb77fe6e tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Mar 09 13:08:27.825662 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:28.476388 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51918e4b-ae09-4537-9907-6181df07de9f req-6fe3cc76-9dac-4233-bb81-c8474c01505f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:28.478695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51918e4b-ae09-4537-9907-6181df07de9f req-6fe3cc76-9dac-4233-bb81-c8474c01505f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0944481 Mar 09 13:08:28.547824 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-51918e4b-ae09-4537-9907-6181df07de9f req-0fe57668-b0c4-459c-9a72-47493ffc0aa8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632927 Mar 09 13:08:29.733750 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ab36-57eb-48fa-a253-9faa3e43dd6a req-177706ca-3993-4755-90b5-5d74d9094503 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:29.735165 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d56ab36-57eb-48fa-a253-9faa3e43dd6a req-177706ca-3993-4755-90b5-5d74d9094503 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 931 time: 0.0781705 Mar 09 13:08:29.778368 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6d56ab36-57eb-48fa-a253-9faa3e43dd6a req-b87202d5-f841-44b4-8595-dade0cd88caf tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375841 Mar 09 13:08:29.963375 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-30bc841a-c332-4be5-b1b9-22d2c8d5a709 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 09 13:08:29.964845 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-30bc841a-c332-4be5-b1b9-22d2c8d5a709 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053298 Mar 09 13:08:30.053349 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.v2.base [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Request body: {'port': {'device_id': '1ee6354d-036a-488f-b40f-340f2020fc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=87830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:08:30.165619 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:30.503207 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97106d5b-b46c-4348-b9dd-33cb39d3a190 {{(pid=87830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:08:30.510444 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:30.524813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.db.provisioning_blocks [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Transition to ACTIVE for port object 97106d5b-b46c-4348-b9dd-33cb39d3a190 will not be triggered until provisioned by entity L2. {{(pid=87830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 09 13:08:30.529661 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:30.803286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=2']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:30.882654 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Attempting to bind port 97106d5b-b46c-4348-b9dd-33cb39d3a190 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 09 13:08:30.882971 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Attempting to bind port 97106d5b-b46c-4348-b9dd-33cb39d3a190 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 09 13:08:30.883204 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Attempting to bind port 97106d5b-b46c-4348-b9dd-33cb39d3a190 on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:08:30.887856 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Port 97106d5b-b46c-4348-b9dd-33cb39d3a190 on network 850f98fe-5358-4c04-9b95-b9c56f229669 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 09 13:08:30.888170 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Attempting to bind port 97106d5b-b46c-4348-b9dd-33cb39d3a190 on network 850f98fe-5358-4c04-9b95-b9c56f229669 {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 09 13:08:30.893173 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Checking agent: {'id': 'bf4a4d8e-e89d-4ca3-870a-8fc5b7834468', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'started_at': datetime.datetime(2022, 3, 9, 12, 14, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 09 13:08:30.893505 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Checking segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 09 13:08:30.893872 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Bound using segment: {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'} {{(pid=87830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 09 13:08:30.894287 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.managers [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Bound port: 97106d5b-b46c-4348-b9dd-33cb39d3a190, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c55a57-fb83-4590-bd7f-d745897a1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669'}}] {{(pid=87830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 09 13:08:30.894631 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:30.968752 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bd52a-42cf-45f2-a9b8-3f8e820f4283 req-c27c9029-05bd-4536-a83e-d4ea36e0f523 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:30.970241 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eb2bd52a-42cf-45f2-a9b8-3f8e820f4283 req-c27c9029-05bd-4536-a83e-d4ea36e0f523 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 943 time: 0.0870135 Mar 09 13:08:30.984923 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, cleared binding levels {{(pid=87830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 09 13:08:30.987895 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.db [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 09 13:08:30.993172 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2410277'] for port, after_update {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:31.016333 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-eb2bd52a-42cf-45f2-a9b8-3f8e820f4283 req-4555dc52-aaca-46dd-9e76-efab9890c0c3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Mar 09 13:08:31.055729 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.056405 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:31.058131 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] 10.222.0.13 "PUT /v2.0/ports/97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 200 len: 1093 time: 1.0862181 Mar 09 13:08:31.058572 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:08:31.087668 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042e4b1-786d-42f5-b72a-8fb57de13d51 service neutron] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=3']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:31.171746 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'status': 'completed', 'code': 200} Mar 09 13:08:31.176426 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-399df971-b649-42cb-a60a-8ca378a3f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.178089 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-399df971-b649-42cb-a60a-8ca378a3f07a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1096 time: 0.0836556 Mar 09 13:08:31.249512 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-8e017b67-6ea9-4950-88f3-8643ad7f0546 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 200 len: 217 time: 0.0648446 Mar 09 13:08:31.315796 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-1b211514-d8b2-4700-8063-6c4235409a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.317168 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-1b211514-d8b2-4700-8063-6c4235409a35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0620513 Mar 09 13:08:31.389815 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-fc6d7f7a-7c36-4dd2-b823-5e17d39ee9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.391155 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-fc6d7f7a-7c36-4dd2-b823-5e17d39ee9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683029 Mar 09 13:08:31.523177 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-cc82bb9c-7f3e-45b0-a98c-7feeaf0eb406 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261384 Mar 09 13:08:31.654668 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-a96206d3-709b-401e-8ca3-829c494aa5a2 req-49ffe124-f103-4650-bb32-c19b4cbb0dcb service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261210 Mar 09 13:08:31.769156 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-3154891e-8673-4b60-a9d5-3ca4be63b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.770616 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-3154891e-8673-4b60-a9d5-3ca4be63b77f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1096 time: 0.0743940 Mar 09 13:08:31.900625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-55f4f714-96bf-424d-868c-3f82aa54bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:31.902098 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-55f4f714-96bf-424d-868c-3f82aa54bf33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1244276 Mar 09 13:08:31.969110 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-48742a83-03b8-4685-b72d-abf591d9855b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 200 len: 217 time: 0.0603182 Mar 09 13:08:32.032133 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-33f646a8-25f2-4be4-819f-5c4f482fbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:32.033541 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-33f646a8-25f2-4be4-819f-5c4f482fbbf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0589261 Mar 09 13:08:32.109658 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-1b3b9221-74af-4801-b05c-43e14aec76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:32.111137 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-1b3b9221-74af-4801-b05c-43e14aec76d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711279 Mar 09 13:08:32.199107 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d54a-b6e0-430a-b755-5a3808833834 req-97ec6cc5-7782-45f7-b346-068b08156b6f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:32.200550 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4153d54a-b6e0-430a-b755-5a3808833834 req-97ec6cc5-7782-45f7-b346-068b08156b6f tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 943 time: 0.0790122 Mar 09 13:08:32.246663 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-70da24f7-85d2-4e96-a622-657c1d28ff64 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290629 Mar 09 13:08:32.247612 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-4153d54a-b6e0-430a-b755-5a3808833834 req-b8680c6c-8c85-464d-b101-8db452093a70 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Mar 09 13:08:32.378716 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-f8e5b8a8-6618-4996-bab3-e9a0759d7efc req-b12f9f2d-e9a5-4598-b910-3ab60f7f715f service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261811 Mar 09 13:08:33.428722 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89717-9c7d-40bd-9f19-644ddcec3c4b req-f2470073-f656-45b8-a141-16187455f239 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:33.430183 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1d89717-9c7d-40bd-9f19-644ddcec3c4b req-f2470073-f656-45b8-a141-16187455f239 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 943 time: 0.0788071 Mar 09 13:08:33.474105 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b1d89717-9c7d-40bd-9f19-644ddcec3c4b req-34e4bc71-4112-4ca8-91fa-9ff26440262d tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Mar 09 13:08:34.321563 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:08:34.452259 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:34.464980 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'mac_address': 'fa:16:3e:e4:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:08:34.519977 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:34.537370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97106d5b-b46c-4348-b9dd-33cb39d3a190 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:08:34.552639 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:34.558059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:34.627172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:34.669172 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575a188-3001-4ad6-bb8a-4c8a547612af req-19e1f83d-26b4-4216-ae5a-d06b870e0fee tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:34.671146 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6575a188-3001-4ad6-bb8a-4c8a547612af req-19e1f83d-26b4-4216-ae5a-d06b870e0fee tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 944 time: 0.0852621 Mar 09 13:08:34.716034 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6575a188-3001-4ad6-bb8a-4c8a547612af req-1be7f96a-0c46-4a5e-a5f4-c66d01301fde tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392663 Mar 09 13:08:34.774814 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['97106d5b-b46c-4348-b9dd-33cb39d3a190'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:08:35.900051 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552f2e-a23e-49b5-aa37-ecc6b1ff37a7 req-6d154ded-a7c1-44b1-8b89-542fc5fff523 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:35.901459 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62552f2e-a23e-49b5-aa37-ecc6b1ff37a7 req-6d154ded-a7c1-44b1-8b89-542fc5fff523 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 944 time: 0.0799572 Mar 09 13:08:35.921774 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-0f560c35-1a55-4501-9022-de9f05b7cfc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750291 Mar 09 13:08:35.948638 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-62552f2e-a23e-49b5-aa37-ecc6b1ff37a7 req-62efb798-1743-4aaa-9dc1-d0fe3bc04331 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Mar 09 13:08:36.058320 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-1a486b55-a374-4d1e-ac57-10676e45ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:36.059765 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-1a486b55-a374-4d1e-ac57-10676e45ec97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1096 time: 0.0727615 Mar 09 13:08:36.298685 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-bc78f8db-6739-4490-8857-81bbaa74b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:36.300124 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-bc78f8db-6739-4490-8857-81bbaa74b519 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.2228022 Mar 09 13:08:36.337316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:08:36.403650 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-7f608423-2b91-4339-9b97-742d55a97fbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 998 time: 0.0976470 Mar 09 13:08:36.405987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning for port 97106d5b-b46c-4348-b9dd-33cb39d3a190 completed by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 09 13:08:36.410751 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 97106d5b-b46c-4348-b9dd-33cb39d3a190 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:08:36.411127 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:36.466027 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-1cc19e31-1b13-4067-a6da-fc7e02fda27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:36.467702 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-1cc19e31-1b13-4067-a6da-fc7e02fda27c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0589967 Mar 09 13:08:36.533786 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:36.545813 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-6d82272a-0754-463d-9742-2f6a5b453c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:36.547277 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-6d82272a-0754-463d-9742-2f6a5b453c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742342 Mar 09 13:08:36.562045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:08:36.571824 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:08:36.576355 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:36.608757 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'code': 200} Mar 09 13:08:36.647556 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=5']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:36.682771 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-30bb9ad4-652a-4dac-9f9d-d91471e57428 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296165 Mar 09 13:08:36.776970 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.13', 56424) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:08:36.814758 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [req-e84aa4d1-78f2-4847-becc-ded5b13a8edd req-7110e20e-e843-4400-a576-bd3e34802103 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263175 Mar 09 13:08:36.853408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3c65d-0263-4514-a931-c0b3cde76e4b req-b75d6201-0b34-425d-baa2-2e1726d43c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:36.854879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89e3c65d-0263-4514-a931-c0b3cde76e4b req-b75d6201-0b34-425d-baa2-2e1726d43c0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1098 time: 0.0769038 Mar 09 13:08:36.894285 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-89e3c65d-0263-4514-a931-c0b3cde76e4b req-b06d0a80-138d-4361-a330-e78b22e264a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339890 Mar 09 13:08:37.140104 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fde63-49e6-44fa-b52c-2408fcfefcd6 req-d6248918-d24c-43de-a72e-cccc9171db3a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:37.141491 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc4fde63-49e6-44fa-b52c-2408fcfefcd6 req-d6248918-d24c-43de-a72e-cccc9171db3a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 945 time: 0.0816927 Mar 09 13:08:37.184796 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-dc4fde63-49e6-44fa-b52c-2408fcfefcd6 req-acdeb1d3-206e-4eea-9506-4d27e45ff534 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377059 Mar 09 13:08:38.369255 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5e38-0f03-4345-8eb1-df731781b1ab req-0f558b8d-e271-4b2c-b4f1-345757783e11 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:38.370695 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec5b5e38-0f03-4345-8eb1-df731781b1ab req-0f558b8d-e271-4b2c-b4f1-345757783e11 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 945 time: 0.0790541 Mar 09 13:08:38.413182 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-ec5b5e38-0f03-4345-8eb1-df731781b1ab req-a2a5bb06-1e79-4836-88e5-f88af07ddaf9 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369425 Mar 09 13:08:38.601885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc40c22-9399-4e4d-87d2-f020a8a7e27e req-429d984b-98ca-4e75-961f-caac7460f9cf tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:38.603313 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6dc40c22-9399-4e4d-87d2-f020a8a7e27e req-429d984b-98ca-4e75-961f-caac7460f9cf tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 945 time: 0.0865450 Mar 09 13:08:38.646401 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-6dc40c22-9399-4e4d-87d2-f020a8a7e27e req-535e2ad3-74cc-48af-892a-fc06e0c1e632 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373085 Mar 09 13:08:38.668533 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54814) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:08:38.735824 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff320286-10a8-4738-8580-42ce819aaf45 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:38.737299 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ff320286-10a8-4738-8580-42ce819aaf45 tempest-TestSnapshotPattern-1139315394 tempest-TestSnapshotPattern-1139315394-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1093 time: 0.0678041 Mar 09 13:08:38.739992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 54818) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:08:38.744630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.v2.base [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Request body: {'floatingip': {'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 13:08:38.750844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 09 13:08:38.754543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Usage tracker for resource:floatingip and tenant:30ac151378f843fb999e53a822922c2c is out of sync, need to count used quota {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 09 13:08:38.757333 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 09 13:08:38.762812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.quota.driver [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 09 13:08:38.775657 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:38.906062 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:39.040288 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_common [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Allocated IP 172.26.5.154 (7d4143bb-e72f-4ce7-8933-e6e9d96c5f40/432209d1-94d5-4a03-a036-6837b8aa9238/79a30464-4076-4e1c-8cee-cd9644e8311f) {{(pid=87831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 13:08:39.270844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:39.300109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772620954902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:39.360036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Network 7d4143bb-e72f-4ce7-8933-e6e9d96c5f40 is already hosted by enough agents. {{(pid=87831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 13:08:39.362741 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.base_scheduler [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Resources bound (agent type, host, resource id): {{(pid=87831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 13:08:39.365206 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Received port after_create {{(pid=87831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 09 13:08:39.415248 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=79a30464-4076-4e1c-8cee-cd9644e8311f,revision_number=1']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:39.427457 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.427815 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.428157 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.428495 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.428828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.429191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.429523 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.429853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.430182 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.430508 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.430830 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.431151 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:08:39.794057 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:39.866799 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:40.065935 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for port, precommit_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:40.070239 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1542567'] for port, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:40.178774 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event updated for resources: {'Port': ['ID=79a30464-4076-4e1c-8cee-cd9644e8311f,revision_number=2']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:08:40.189020 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977073'] for floatingip, after_update {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:40.360391 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Floating IP 222c39a3-38f0-487a-81ac-a0e0e3986a99 associated. External IP: 172.26.5.154, port: 97106d5b-b46c-4348-b9dd-33cb39d3a190. Mar 09 13:08:40.810892 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:08:40.989624 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:08:41.001005 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:08:41.009900 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:08:41.010494 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:08:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:08:41.015166 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:41.075687 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-b3f49636-3bd6-4af9-b04c-26390065ff93 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3346238 Mar 09 13:08:41.076899 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:08:41.122050 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'status': 'completed', 'code': 200} Mar 09 13:08:41.199723 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:08:41.220680 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-6546d072-a39c-4c88-ae0d-45bf32d55b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:41.222172 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-6546d072-a39c-4c88-ae0d-45bf32d55b28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1098 time: 0.0715473 Mar 09 13:08:41.355913 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-90ed8bd6-6a86-4a5f-9ee6-8af22e69c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:41.357966 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-90ed8bd6-6a86-4a5f-9ee6-8af22e69c0ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1280086 Mar 09 13:08:41.460557 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-688b1774-061f-437c-9ffe-0a33879c22f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 200 len: 999 time: 0.0967720 Mar 09 13:08:41.527314 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-c7f1b4fc-303e-4787-affe-42812c2d5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:41.528825 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-c7f1b4fc-303e-4787-affe-42812c2d5e69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0628178 Mar 09 13:08:41.550698 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '222c39a3-38f0-487a-81ac-a0e0e3986a99', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:e4:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6354d-036a-488f-b40f-340f2020fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:08:39Z', 'updated_at': '2022-03-09T13:08:39Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}, {'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:08:41.554715 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:08:41.563519 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:08:41.564108 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:08:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:08:41.602143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-73e9654b-9974-422e-91af-9e68e590d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:08:41.603596 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-73e9654b-9974-422e-91af-9e68e590d4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690079 Mar 09 13:08:41.733501 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-79b2c6fa-e839-4a87-b16a-ef37118a2f0c service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243112 Mar 09 13:08:41.739672 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:08:41.863539 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-b2617313-4fb6-4815-ae99-1a212acf9cea req-0d086273-d202-4993-a4ad-b228c0fc98a8 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241276 Mar 09 13:08:42.111266 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-67bb4291-91b0-4071-b12b-895047435beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '222c39a3-38f0-487a-81ac-a0e0e3986a99', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:e4:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6354d-036a-488f-b40f-340f2020fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:08:39Z', 'updated_at': '2022-03-09T13:08:39Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}, {'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:08:42.115050 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb4291-91b0-4071-b12b-895047435beb None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '222c39a3-38f0-487a-81ac-a0e0e3986a99', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.154', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:e4:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee6354d-036a-488f-b40f-340f2020fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:08:39Z', 'updated_at': '2022-03-09T13:08:39Z', 'revision_number': 0, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}, {'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:08:42.297114 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b80b7f-1b99-45ee-859b-c1e6a896381a None None] New status for floating IP 222c39a3-38f0-487a-81ac-a0e0e3986a99: ACTIVE {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:08:46.725747 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:52.783155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b731a3a-c4a4-4d21-9394-0d581295763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:54.985423 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d14a339f-8ef3-4930-a424-6699a7dcbded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:55.891156 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:56.213390 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:57.827670 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:08:58.698901 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:09:16.725339 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:22.784406 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ca9bf-a0a0-4f09-9816-b2e8b01bff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:24.986597 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26781e1-38c7-44d6-ac85-42386fae122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:25.893867 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:26.220063 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:27.831314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:35.697804 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:09:37.920340 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-4bb390c9-d12b-4c7c-8ca6-0e211b799afa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766020 Mar 09 13:09:38.054543 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-100a7bd4-4f48-4b48-b86f-04e82af135bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:09:38.055982 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-100a7bd4-4f48-4b48-b86f-04e82af135bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1096 time: 0.0695140 Mar 09 13:09:38.197440 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-a91b2505-8a15-4ecc-8eea-afa9cba75e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:09:38.198776 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-a91b2505-8a15-4ecc-8eea-afa9cba75e5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1246450 Mar 09 13:09:38.393819 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-1bff670b-0e22-48fd-9629-52d81d925e39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 998 time: 0.1889174 Mar 09 13:09:38.454914 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-19ea675b-8253-456e-9054-cbcb38a43371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:09:38.456303 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-19ea675b-8253-456e-9054-cbcb38a43371 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0566759 Mar 09 13:09:38.533429 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-9386277d-bb3e-47db-96cc-2f6778bc0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:09:38.534896 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-9386277d-bb3e-47db-96cc-2f6778bc0d4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729434 Mar 09 13:09:38.664321 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-5d8b86b2-5553-4894-93bc-93e53133d2e3 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232429 Mar 09 13:09:38.794231 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-574fe7b2-bcb8-4f7e-8f37-3727693ec5ac req-1e373802-f381-4e7f-8e52-01301116314f service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244564 Mar 09 13:09:46.723894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:52.787215 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-69c00316-ccc7-424a-b244-d57b145cff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:54.988595 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-92445a9a-f44c-40ba-86ae-bc73a08c4ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:55.896760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:56.213264 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:09:57.833882 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:10.819742 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=87832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 09 13:10:10.952059 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:10.965689 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Returning: {'device': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'port_id': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'mac_address': 'fa:16:3e:e4:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 09 13:10:11.023370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:11.040007 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97106d5b-b46c-4348-b9dd-33cb39d3a190 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 13:10:11.056139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:11.060287 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:11.127134 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:11.134139 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.134489 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.134829 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.135164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.135498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.135828 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.136155 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.136481 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.136805 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.137172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.137522 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.137919 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:11.144967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] get_ports_and_sgs() called for port_ids ['97106d5b-b46c-4348-b9dd-33cb39d3a190'] {{(pid=87832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 09 13:10:12.697544 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:10:12.819779 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 up at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 09 13:10:12.902085 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Provisioning complete for port 97106d5b-b46c-4348-b9dd-33cb39d3a190 triggered by entity L2. {{(pid=87832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 09 13:10:12.902465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33368883'] for port, provisioning_complete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:13.033177 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:13.064847 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:13.075309 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:13.080217 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:13.158290 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=7']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:13.186555 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'code': 200} Mar 09 13:10:16.726314 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:21.988734 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.wsgi [-] (87830) accepted ('10.222.0.20', 55040) {{(pid=87830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:22.188220 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Deleting port 79a30464-4076-4e1c-8cee-cd9644e8311f {{(pid=87830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:22.188477 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:22.360139 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:22.360465 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:22.479286 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.plugins.ml2.plugin [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Calling delete_port for 79a30464-4076-4e1c-8cee-cd9644e8311f owned by network:floatingip {{(pid=87830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:22.628681 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2410286'] for port, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:22.678719 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event deleted for resources: {'Port': ['ID=79a30464-4076-4e1c-8cee-cd9644e8311f,revision_number=None']} {{(pid=87830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:22.722271 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.722625 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.722969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.723301 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.723632 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.723969 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.724290 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.724611 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.724954 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.725275 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.725595 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.725911 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:22.782331 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, after_delete {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:22.782644 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.db.l3_db [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Floating IP 222c39a3-38f0-487a-81ac-a0e0e3986a99 disassociated (deleted). External IP: 172.26.5.154, port: 97106d5b-b46c-4348-b9dd-33cb39d3a190. Mar 09 13:10:22.791396 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40cddcf7-c299-4fb6-bda2-09c0f92cc686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:23.241317 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:10:23.416270 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:10:23.426374 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:10:23.429063 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron_lib.callbacks.manager [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:23.435698 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:23.436288 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:09:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:23.498108 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.wsgi [None req-8b1223d7-2fe1-4e1b-804e-da85d6446211 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "DELETE /v2.0/floatingips/222c39a3-38f0-487a-81ac-a0e0e3986a99 HTTP/1.1" status: 204 len: 168 time: 1.5081656 Mar 09 13:10:23.498627 dv-neutron-832762-2-hyperv neutron-server[87830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:23.546535 dv-neutron-832762-2-hyperv neutron-server[87830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'status': 'completed', 'code': 200} Mar 09 13:10:23.624789 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:23.637903 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-82e9fe5c-43d9-4090-9668-a481519c0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:23.639378 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-82e9fe5c-43d9-4090-9668-a481519c0167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 1098 time: 0.0715508 Mar 09 13:10:23.786967 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-cc3d4266-4328-4491-9173-8b41acb3c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:23.788426 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-cc3d4266-4328-4491-9173-8b41acb3c772 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1430936 Mar 09 13:10:23.864879 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-8654b14f-69d0-477d-a4e8-e329895af91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 200 len: 217 time: 0.0698769 Mar 09 13:10:23.974109 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-9a0836ba-e4a3-4595-9808-dc8999e83de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:23.975538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-9a0836ba-e4a3-4595-9808-dc8999e83de7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.1049161 Mar 09 13:10:24.001011 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:24.004754 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:10:24.015206 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:24.015804 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:09:55Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:24.047292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e72b9-c475-494d-a34e-2a4e283024b3 req-bbbbeb75-dbef-446e-88cf-0aa50c69f7c1 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:24.048642 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-854e72b9-c475-494d-a34e-2a4e283024b3 req-bbbbeb75-dbef-446e-88cf-0aa50c69f7c1 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 945 time: 0.2007682 Mar 09 13:10:24.103628 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-fa07fb53-f923-4549-9e45-e61602db7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:24.105099 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-fa07fb53-f923-4549-9e45-e61602db7b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227984 Mar 09 13:10:24.107953 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-854e72b9-c475-494d-a34e-2a4e283024b3 req-95c9cce6-d78a-484f-9f76-aa27afeb9276 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526829 Mar 09 13:10:24.195675 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:24.236789 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-81cbbda7-ad54-4275-8efa-5196aa253a50 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248794 Mar 09 13:10:24.371003 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-1b719a8a-f6b7-4fab-926c-d227eddd0592 req-36660c0d-0c95-4dc4-a0db-affc64aebb4b service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272950 Mar 09 13:10:24.579721 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:24.583591 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfb6b4-9cd0-4d1c-8465-dc5b27e98b19 None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_floatingips': [{'id': '74f7fed8-aec6-4fd2-841d-922c145dd6b3', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'router_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'port_id': '62a9ca68-7397-44a5-bf36-a916da635f65', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'mac_address': 'fa:16:3e:dd:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T13:06:07Z', 'updated_at': '2022-03-09T13:06:10Z', 'revision_number': 1, 'project_id': '30ac151378f843fb999e53a822922c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:10:24.781465 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ebeffc-1e73-4eae-86d1-e3cf39ca5c79 None None] New status for floating IP 222c39a3-38f0-487a-81ac-a0e0e3986a99: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:10:24.928543 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:25.005487 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a57a5647-22a6-425a-8fa3-ada927a2c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.060787 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33082048'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.087455 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:25.097935 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:25.102533 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772621304068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772620954920', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772620954965'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.134001 dv-neutron-832762-2-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'code': 200} Mar 09 13:10:25.172347 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Pushing event updated for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=8']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:25.326846 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f8ab3-9184-42fd-b319-1e5849cbb2ff req-bf5f95ca-5094-42cd-abff-ad811ddaecc6 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:25.328261 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-534f8ab3-9184-42fd-b319-1e5849cbb2ff req-bf5f95ca-5094-42cd-abff-ad811ddaecc6 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 943 time: 0.1111710 Mar 09 13:10:25.385173 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-534f8ab3-9184-42fd-b319-1e5849cbb2ff req-d6aa78fa-f1fb-4d8d-900d-bc39e1b89580 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513625 Mar 09 13:10:25.409718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-4841a29b-563b-4b26-a002-847088c5133c tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:25.411095 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-4841a29b-563b-4b26-a002-847088c5133c tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 943 time: 0.1213179 Mar 09 13:10:25.483527 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Deleting port 97106d5b-b46c-4348-b9dd-33cb39d3a190 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:25.483863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.820635 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] For port 97106d5b-b46c-4348-b9dd-33cb39d3a190, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97106d5b-b46c-4348-b9dd-33cb39d3a190,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:25.821025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.900760 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:25.946232 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Calling delete_port for 97106d5b-b46c-4348-b9dd-33cb39d3a190 owned by compute:nova {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:26.091168 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:26.170011 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event deleted for resources: {'Port': ['ID=97106d5b-b46c-4348-b9dd-33cb39d3a190,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:26.190579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.190928 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.191271 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.191606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.191933 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.192259 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.192581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.192911 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.193241 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.193559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.193881 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.194193 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832762-2-hyperv {{(pid=87831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 13:10:26.215816 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:26.237199 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] No DVR routers for this DVR port 97106d5b-b46c-4348-b9dd-33cb39d3a190 on host hv-neutron-8327 {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:10:26.239415 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:26.241920 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-deleted', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:26.250090 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-0b9466c7-8be6-4f27-8107-53e5f03592fc req-c626c342-6a67-4ba1-8468-41e397b31d0a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "DELETE /v2.0/ports/97106d5b-b46c-4348-b9dd-33cb39d3a190 HTTP/1.1" status: 204 len: 173 time: 0.8334267 Mar 09 13:10:26.290737 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee6354d-036a-488f-b40f-340f2020fc75', 'name': 'network-vif-deleted', 'tag': '97106d5b-b46c-4348-b9dd-33cb39d3a190', 'status': 'completed', 'code': 200} Mar 09 13:10:26.557987 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-818412d0-a5bd-4837-945d-17e69edea511 req-b2c9bce2-4c65-4d18-9678-b455ff380fa3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Synchronizing usage tracker for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:10:26.575984 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-818412d0-a5bd-4837-945d-17e69edea511 req-b2c9bce2-4c65-4d18-9678-b455ff380fa3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Unset dirty status for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:10:26.577161 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-818412d0-a5bd-4837-945d-17e69edea511 req-b2c9bce2-4c65-4d18-9678-b455ff380fa3 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee6354d-036a-488f-b40f-340f2020fc75 HTTP/1.1" status: 200 len: 210 time: 0.0672984 Mar 09 13:10:27.836802 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:28.224735 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55108) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:28.429983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Deleting port 92af51e6-4077-4e44-bfc6-7fbc4339d1ae {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:28.430240 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:28.596803 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:28.597164 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:28.721545 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Calling delete_port for 92af51e6-4077-4e44-bfc6-7fbc4339d1ae owned by network:floatingip {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:28.866030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:28.867723 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:28.905008 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 97106d5b-b46c-4348-b9dd-33cb39d3a190 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:28.905353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 97106d5b-b46c-4348-b9dd-33cb39d3a190 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:28.917058 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event deleted for resources: {'Port': ['ID=92af51e6-4077-4e44-bfc6-7fbc4339d1ae,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:29.005143 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for floatingip, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:29.005339 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.db.l3_db [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Floating IP 74f7fed8-aec6-4fd2-841d-922c145dd6b3 disassociated (deleted). External IP: 172.26.5.46, port: 62a9ca68-7397-44a5-bf36-a916da635f65. Mar 09 13:10:29.454054 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:10:29.635261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:10:29.645758 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:10:29.655009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for floatingip, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:29.655356 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:29.655968 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:29.713141 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-c6ed8ef5-13ed-418d-bfca-d837d439d82a tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "DELETE /v2.0/floatingips/74f7fed8-aec6-4fd2-841d-922c145dd6b3 HTTP/1.1" status: 204 len: 168 time: 1.4872503 Mar 09 13:10:29.713853 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:29.758814 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'status': 'completed', 'code': 200} Mar 09 13:10:29.846459 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:29.852486 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-24533af7-7634-46c9-82b0-d8c1591606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:29.854006 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-24533af7-7634-46c9-82b0-d8c1591606e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30ac151378f843fb999e53a822922c2c&device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 1096 time: 0.0743921 Mar 09 13:10:30.008393 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-c89ed641-15dd-42ef-8530-64ceb02c0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:30.009911 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-c89ed641-15dd-42ef-8530-64ceb02c0a8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 200 len: 910 time: 0.1495180 Mar 09 13:10:30.120101 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-3b0eb201-d0cd-452c-b347-39f0d03c90e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 200 len: 217 time: 0.0715451 Mar 09 13:10:30.178720 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:30.182813 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:10:30.191322 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:30.191917 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:30.210254 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899bf82-0689-4a58-a349-74604b3cad79 req-626a53e3-b9e2-45b2-a951-abf88120ffe8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:30.210939 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-3899bf82-0689-4a58-a349-74604b3cad79 req-626a53e3-b9e2-45b2-a951-abf88120ffe8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Synchronizing usage tracker for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:10:30.215025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-e004c305-92a0-44c5-9050-e6a294dff04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:30.217276 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-e004c305-92a0-44c5-9050-e6a294dff04d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 200 len: 848 time: 0.0897763 Mar 09 13:10:30.265582 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-3899bf82-0689-4a58-a349-74604b3cad79 req-626a53e3-b9e2-45b2-a951-abf88120ffe8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Unset dirty status for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:10:30.266785 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3899bf82-0689-4a58-a349-74604b3cad79 req-626a53e3-b9e2-45b2-a951-abf88120ffe8 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.2559762 Mar 09 13:10:30.327271 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-3899bf82-0689-4a58-a349-74604b3cad79 req-609b1c9f-1c9c-487e-96e9-9248ddb0bead tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545800 Mar 09 13:10:30.332946 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-e481172b-3a8d-4b32-94fc-768ff7c66c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:30.334376 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-e481172b-3a8d-4b32-94fc-768ff7c66c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850f98fe-5358-4c04-9b95-b9c56f229669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104102 Mar 09 13:10:30.372329 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:30.467225 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-081f74e1-0ee6-4571-a471-59f9ce66879c service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253362 Mar 09 13:10:30.600979 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-2becfbf1-6c6e-400d-8bb7-9943bdb96211 req-731294c8-3ba6-41f1-8793-f91d899d6f03 service neutron] 10.222.0.13 "GET /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272280 Mar 09 13:10:30.689522 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:30.693359 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d96ad3-9730-4890-a4c2-6793f342f2c5 None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:05:44Z', 'revision_number': 4, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv', '_interfaces': [{'id': '7b7041a4-f0a4-4333-9ec8-5415f1005bfb', 'name': '', 'network_id': '850f98fe-5358-4c04-9b95-b9c56f229669', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'mac_address': 'fa:16:3e:6f:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:43Z', 'updated_at': '2022-03-09T13:05:51Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'subnets': [{'id': '39e68a09-a6e4-4019-aeba-89572dd54df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:10:30.895966 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80802a8f-afda-4bd6-97b7-da36e4b969df None None] New status for floating IP 74f7fed8-aec6-4fd2-841d-922c145dd6b3: DOWN {{(pid=87832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 13:10:31.672081 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8cd8-1ef8-43af-bead-24f952e2e227 req-8c2ec940-f14c-4918-b0c6-bc33519d4527 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:31.673575 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d1c8cd8-1ef8-43af-bead-24f952e2e227 req-8c2ec940-f14c-4918-b0c6-bc33519d4527 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.2401931 Mar 09 13:10:31.681985 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-ff99c4f1-1d7c-4c02-895a-914dffc4e552 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 13:10:31.683343 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-ff99c4f1-1d7c-4c02-895a-914dffc4e552 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 943 time: 0.1161773 Mar 09 13:10:31.773171 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-8d1c8cd8-1ef8-43af-bead-24f952e2e227 req-dbab2851-7527-4861-9fb6-de7bc89f9964 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/security-groups?id=05bedf69-4060-4919-9b37-f83adac18f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888767 Mar 09 13:10:31.778991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Deleting port 62a9ca68-7397-44a5-bf36-a916da635f65 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:31.779511 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:32.021982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] For port 62a9ca68-7397-44a5-bf36-a916da635f65, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=62a9ca68-7397-44a5-bf36-a916da635f65,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:32.022341 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:32.144612 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Calling delete_port for 62a9ca68-7397-44a5-bf36-a916da635f65 owned by compute:nova {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:32.288264 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:32.340819 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event deleted for resources: {'Port': ['ID=62a9ca68-7397-44a5-bf36-a916da635f65,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:32.412604 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] No DVR routers for this DVR port 62a9ca68-7397-44a5-bf36-a916da635f65 on host hv-neutron-8327 {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:10:32.414785 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203949'] for port, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:32.417148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-deleted', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65'}] {{(pid=87831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 13:10:32.432524 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-81992d4f-83d7-4770-a9ce-b7c16ded901a req-3b50e264-5594-4b4e-9319-833b96dc2383 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.13 "DELETE /v2.0/ports/62a9ca68-7397-44a5-bf36-a916da635f65 HTTP/1.1" status: 204 len: 173 time: 0.7357991 Mar 09 13:10:32.463201 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c3b71c-7c96-4b1d-937e-61c90b55c747', 'name': 'network-vif-deleted', 'tag': '62a9ca68-7397-44a5-bf36-a916da635f65', 'status': 'completed', 'code': 200} Mar 09 13:10:32.943261 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a49cc1f3-7df5-4080-8184-88664b8bfa88 req-5db2bd0c-f2dc-4f83-bf4a-75b24b7e461b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Synchronizing usage tracker for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 09 13:10:32.960710 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.quota.resource [req-a49cc1f3-7df5-4080-8184-88664b8bfa88 req-5db2bd0c-f2dc-4f83-bf4a-75b24b7e461b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Unset dirty status for tenant:30ac151378f843fb999e53a822922c2c on resource:port {{(pid=87831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 09 13:10:32.961930 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [req-a49cc1f3-7df5-4080-8184-88664b8bfa88 req-5db2bd0c-f2dc-4f83-bf4a-75b24b7e461b tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c3b71c-7c96-4b1d-937e-61c90b55c747 HTTP/1.1" status: 200 len: 210 time: 0.0626256 Mar 09 13:10:34.201699 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55128) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:34.273529 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:34.313656 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:34.376208 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:34.392993 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bedf69-4060-4919-9b37-f83adac18f8c,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:34.404743 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:34.408350 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-373dcfa0-fedd-4a98-ae03-f25de8e18509 tempest-TestSnapshotPattern-1294940619 tempest-TestSnapshotPattern-1294940619-project] 10.222.0.20 "DELETE /v2.0/security-groups/05bedf69-4060-4919-9b37-f83adac18f8c HTTP/1.1" status: 204 len: 168 time: 0.2031770 Mar 09 13:10:34.455630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55134) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:34.880507 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:34.913764 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] No Port match for: 62a9ca68-7397-44a5-bf36-a916da635f65 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:34.914116 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Device 62a9ca68-7397-44a5-bf36-a916da635f65 not bound to the agent host hv-neutron-8327 {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:35.088581 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:35.436611 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Deleting port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:35.437296 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:35.607224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] For port 7b7041a4-f0a4-4333-9ec8-5415f1005bfb, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:35.607224 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:35.728089 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Calling delete_port for 7b7041a4-f0a4-4333-9ec8-5415f1005bfb owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:36.036844 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:36.082481 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7041a4-f0a4-4333-9ec8-5415f1005bfb,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:36.453050 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:36.802982 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:10:36.980038 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:10:36.989377 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Sync routers for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:10:36.995894 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cde419c1-e89b-4c94-8942-28d9608c952d admin admin] 10.222.0.20 "PUT /v2.0/routers/8d5fc6ce-36a6-4df7-98ca-55831d28ba7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5391767 Mar 09 13:10:36.998460 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55140) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:37.000032 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:37.000709 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:37.173694 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: dv-neutron-832762-2-hyperv {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:37.174181 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:37.353600 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:37.364025 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Deleting port 2079d581-eedf-4141-b7ac-56e8ccb71813 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:37.364361 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:37.485131 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:10:35Z', 'revision_number': 5, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port': {'id': '2079d581-eedf-4141-b7ac-56e8ccb71813', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:41Z', 'updated_at': '2022-03-09T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:37.488960 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Checking router: 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b for host: dv-neutron-832762-2-hyperv {{(pid=87833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:10:37.497785 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Routers {'8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:37.498383 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'], 'active': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:37.547278 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] For port 2079d581-eedf-4141-b7ac-56e8ccb71813, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=2079d581-eedf-4141-b7ac-56e8ccb71813,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:37.547791 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:37.656563 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvr_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] Set router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b gateway port host: None {{(pid=87833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:37.768490 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.l3_hamode_db [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:10:37Z', 'revision_number': 6, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:37.772397 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22bd59-cf4d-4151-8f67-3e24a607e0db None None] The sync data for ids ['8d5fc6ce-36a6-4df7-98ca-55831d28ba7b'] in dv-neutron-832762-2-hyperv is: [{'id': '8d5fc6ce-36a6-4df7-98ca-55831d28ba7b', 'name': 'tempest-TestSnapshotPattern-992330653-router', 'tenant_id': '30ac151378f843fb999e53a822922c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:40Z', 'updated_at': '2022-03-09T13:10:37Z', 'revision_number': 6, 'project_id': '30ac151378f843fb999e53a822922c2c', 'gw_port_host': None}] {{(pid=87833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:10:37.786030 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Calling delete_port for 2079d581-eedf-4141-b7ac-56e8ccb71813 owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:37.953247 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.002812 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Pushing event deleted for resources: {'Port': ['ID=2079d581-eedf-4141-b7ac-56e8ccb71813,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:38.094884 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.274101 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.276258 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.299067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.299606 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5fc6ce-36a6-4df7-98ca-55831d28ba7b {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 13:10:38.311592 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.312831 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ecf15b85-2ef0-45e9-bbaf-99f06c0a627b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8d5fc6ce-36a6-4df7-98ca-55831d28ba7b HTTP/1.1" status: 204 len: 168 time: 1.3132825 Mar 09 13:10:38.315226 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55144) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:38.374444 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Deleting subnet 39e68a09-a6e4-4019-aeba-89572dd54df6 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 13:10:38.377195 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.424479 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.504851 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.574223 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.614427 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.617754 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e68a09-a6e4-4019-aeba-89572dd54df6,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:38.620045 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7c784-c8a6-4638-9597-8f61cfc5f28c None None] Network 850f98fe-5358-4c04-9b95-b9c56f229669 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:10:38.625207 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-7fcbe9c7-d411-4599-b523-dae13f768d5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/39e68a09-a6e4-4019-aeba-89572dd54df6 HTTP/1.1" status: 204 len: 168 time: 0.3089175 Mar 09 13:10:38.627625 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55148) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:38.738100 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.749906 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Deleting port e4a7e460-7a93-4507-a57c-4c7106127948 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:38.750520 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.892546 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] DHCP port deletion for 850f98fe-5358-4c04-9b95-b9c56f229669 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 13:10:38.896840 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Deleting port e4a7e460-7a93-4507-a57c-4c7106127948 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:38.897255 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:38.976925 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] For port e4a7e460-7a93-4507-a57c-4c7106127948, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4a7e460-7a93-4507-a57c-4c7106127948,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:38.977292 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.104950 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Calling delete_port for e4a7e460-7a93-4507-a57c-4c7106127948 owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:39.105664 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] For port e4a7e460-7a93-4507-a57c-4c7106127948, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=e4a7e460-7a93-4507-a57c-4c7106127948,segment=NetworkSegment(06c55a57-fb83-4590-bd7f-d745897a1411),segment_id=06c55a57-fb83-4590-bd7f-d745897a1411)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:39.106118 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.181712 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.229291 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Calling delete_port for e4a7e460-7a93-4507-a57c-4c7106127948 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:39.306529 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 13:10:39.306880 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 13:10:39.333148 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] No DVR routers for this DVR port e4a7e460-7a93-4507-a57c-4c7106127948 on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:10:39.340398 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b7041a4-f0a4-4333-9ec8-5415f1005bfb no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:39.360559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a7e460-7a93-4507-a57c-4c7106127948,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:39.377735 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 7b7041a4-f0a4-4333-9ec8-5415f1005bfb {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:39.378164 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 7b7041a4-f0a4-4333-9ec8-5415f1005bfb not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:39.378498 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4a7e460-7a93-4507-a57c-4c7106127948 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:39.411370 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: e4a7e460-7a93-4507-a57c-4c7106127948 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:39.411721 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device e4a7e460-7a93-4507-a57c-4c7106127948 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:39.412147 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2079d581-eedf-4141-b7ac-56e8ccb71813 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:39.446196 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 2079d581-eedf-4141-b7ac-56e8ccb71813 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:39.446470 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 2079d581-eedf-4141-b7ac-56e8ccb71813 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:39.455408 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.480465 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850f98fe-5358-4c04-9b95-b9c56f229669']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:39.492414 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c55a57-fb83-4590-bd7f-d745897a1411') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:39.492707 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c55a57-fb83-4590-bd7f-d745897a1411') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:39.504445 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.519885 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.525629 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 13:10:39.526009 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 13:10:39.538982 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 13:10:39.615422 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.630825 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.641886 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=850f98fe-5358-4c04-9b95-b9c56f229669,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:39.653538 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-8541aa77-8a60-4c82-8339-28ed24a686c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/850f98fe-5358-4c04-9b95-b9c56f229669 HTTP/1.1" status: 204 len: 168 time: 1.0243697 Mar 09 13:10:39.656277 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55152) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:39.808251 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Deleting port e4a7e460-7a93-4507-a57c-4c7106127948 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:39.808766 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:39.878329 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db2cc1e9-d505-46fb-9070-cd0fc6fecf64 None None] The port 'e4a7e460-7a93-4507-a57c-4c7106127948' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 13:10:40.311992 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978887'] for router_interface, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:40.653353 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Deleting port 263d2eb3-6ae6-4610-930c-874404f789a1 {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:40.653999 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:40.918934 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] For port 263d2eb3-6ae6-4610-930c-874404f789a1, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=263d2eb3-6ae6-4610-930c-874404f789a1,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:40.919191 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:41.043173 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Calling delete_port for 263d2eb3-6ae6-4610-930c-874404f789a1 owned by network:router_interface {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:41.223346 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:41.271473 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Pushing event deleted for resources: {'Port': ['ID=263d2eb3-6ae6-4610-930c-874404f789a1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:41.543227 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978779'] for router_interface, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:41.896450 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Router d162ed4b-d462-4e13-87cb-f777fd3c8558 has already been hosted by L3 agent 60e8ec18-497c-4fd9-8e9a-51b1a2a18fad {{(pid=87831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 09 13:10:42.072863 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] Notify agent at l3_agent.dv-neutron-832762-2-hyperv the message routers_updated {{(pid=87831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 09 13:10:42.082705 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Sync routers for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 13:10:42.088711 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-ae046e81-a455-4bfe-ae53-6b79f42193bf admin admin] 10.222.0.20 "PUT /v2.0/routers/d162ed4b-d462-4e13-87cb-f777fd3c8558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314477 Mar 09 13:10:42.092080 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55158) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:42.092570 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:42.093218 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:42.309852 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: dv-neutron-832762-2-hyperv {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:42.375801 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:42.553848 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:42.564036 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Deleting port 639c7ea4-87de-4b4a-a859-9b384f41cbee {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:42.564287 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:42.601520 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'external_fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:10:41Z', 'revision_number': 5, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port': {'id': '639c7ea4-87de-4b4a-a859-9b384f41cbee', 'name': '', 'network_id': '7d4143bb-e72f-4ce7-8933-e6e9d96c5f40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832762-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T13:05:47Z', 'updated_at': '2022-03-09T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432209d1-94d5-4a03-a036-6837b8aa9238', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832762-2-hyperv'}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:42.605316 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Checking router: d162ed4b-d462-4e13-87cb-f777fd3c8558 for host: dv-neutron-832762-2-hyperv {{(pid=87832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 13:10:42.614231 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Routers {'d162ed4b-d462-4e13-87cb-f777fd3c8558'} bound to L3 agent in host dv-neutron-832762-2-hyperv {{(pid=87832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 09 13:10:42.614837 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832762-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T12:08:25Z,description=,heartbeat_timestamp=2022-03-09T13:10:25Z,host='dv-neutron-832762-2-hyperv',id=60e8ec18-497c-4fd9-8e9a-51b1a2a18fad,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T12:08:25Z,topic='l3_agent')) {'router_ids': ['d162ed4b-d462-4e13-87cb-f777fd3c8558'], 'active': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:42.736675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] For port 639c7ea4-87de-4b4a-a859-9b384f41cbee, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=639c7ea4-87de-4b4a-a859-9b384f41cbee,segment=NetworkSegment(b9acaca7-3071-4d9d-86b2-55a7548a24d5),segment_id=b9acaca7-3071-4d9d-86b2-55a7548a24d5)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:42.737059 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:42.771247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvr_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] Set router d162ed4b-d462-4e13-87cb-f777fd3c8558 gateway port host: None {{(pid=87832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 09 13:10:42.861718 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Calling delete_port for 639c7ea4-87de-4b4a-a859-9b384f41cbee owned by network:router_gateway {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:42.881987 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.db.l3_hamode_db [None req-e701d895-45cb-47ad-affc-eb80929170de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:10:42Z', 'revision_number': 6, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port_host': None}], 'dv-neutron-832762-2-hyperv', False) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:42.886072 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701d895-45cb-47ad-affc-eb80929170de None None] The sync data for ids ['d162ed4b-d462-4e13-87cb-f777fd3c8558'] in dv-neutron-832762-2-hyperv is: [{'id': 'd162ed4b-d462-4e13-87cb-f777fd3c8558', 'name': 'tempest-TestSnapshotPattern-1534319483-router', 'tenant_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T13:05:46Z', 'updated_at': '2022-03-09T13:10:42Z', 'revision_number': 6, 'project_id': 'd55dd07e4fc44cb19195f6379d482a8f', 'gw_port_host': None}] {{(pid=87832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 13:10:43.034028 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.083060 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=639c7ea4-87de-4b4a-a859-9b384f41cbee,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:43.177725 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977122'] for router_gateway, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.358983 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-976341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-280'] for router, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.361141 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.384005 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976138'] for router, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.384470 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d162ed4b-d462-4e13-87cb-f777fd3c8558 {{(pid=87831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 09 13:10:43.397430 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] Notify callbacks [] for router, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.398580 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-17ff7405-c77a-42b0-a721-9dcdc6f14a2d admin admin] 10.222.0.20 "DELETE /v2.0/routers/d162ed4b-d462-4e13-87cb-f777fd3c8558 HTTP/1.1" status: 204 len: 168 time: 1.3055823 Mar 09 13:10:43.401115 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55164) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:43.458991 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.db_base_plugin_v2 [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Deleting subnet dfe93819-4cd6-4bb9-bce0-dbc84b640a14 {{(pid=87831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 09 13:10:43.461797 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.513977 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2370957'] for subnet, precommit_delete_associations {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.590905 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364275'] for subnet, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.658876 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3002300'] for subnet, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.674065 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 263d2eb3-6ae6-4610-930c-874404f789a1 no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:43.711885 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 263d2eb3-6ae6-4610-930c-874404f789a1 {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:43.712230 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 263d2eb3-6ae6-4610-930c-874404f789a1 not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:43.810978 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe93819-4cd6-4bb9-bce0-dbc84b640a14,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:43.814531 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.820485 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-80286f8e-84ae-45e4-92df-0d1250d71647 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfe93819-4cd6-4bb9-bce0-dbc84b640a14 HTTP/1.1" status: 204 len: 168 time: 0.4183850 Mar 09 13:10:43.820777 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ecbf8-f597-4387-b3f9-363fa9d32ec6 None None] Network 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 requested from dv-neutron-832762-2-hyperv {{(pid=87832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 09 13:10:43.822870 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55168) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:43.929246 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33035759'] for network, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:43.941201 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Deleting port 5219f05f-68a7-43f7-a9df-5583d8cfe52e {{(pid=87831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:43.941559 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.072067 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] DHCP port deletion for 66ac6623-5da7-4604-bc1f-1b8392f8a5e8 request from dv-neutron-832762-2-hyperv {{(pid=87832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 09 13:10:44.076283 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Deleting port 5219f05f-68a7-43f7-a9df-5583d8cfe52e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:44.076737 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.157728 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.db [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] For port 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5219f05f-68a7-43f7-a9df-5583d8cfe52e,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:44.158325 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.276967 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] For port 5219f05f-68a7-43f7-a9df-5583d8cfe52e, host dv-neutron-832762-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832762-2-hyperv',level=0,port_id=5219f05f-68a7-43f7-a9df-5583d8cfe52e,segment=NetworkSegment(fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87),segment_id=fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 09 13:10:44.277286 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856519'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.283972 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.plugin [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Calling delete_port for 5219f05f-68a7-43f7-a9df-5583d8cfe52e owned by network:dhcp {{(pid=87831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:44.358747 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33043469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772621303022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772620954911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1542572'] for port, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.399593 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Calling delete_port for 5219f05f-68a7-43f7-a9df-5583d8cfe52e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 09 13:10:44.404879 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5219f05f-68a7-43f7-a9df-5583d8cfe52e,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:44.410098 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] No DVR routers for this DVR port 5219f05f-68a7-43f7-a9df-5583d8cfe52e on host dv-neutron-832762-2-hyperv {{(pid=87831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 13:10:44.514225 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 13:10:44.514633 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 13:10:44.528630 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365176', 'neutron.services.segments.db._delete_segments_for_network-8772621376853'] for network, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.556828 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ac6623-5da7-4604-bc1f-1b8392f8a5e8']}} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:44.572507 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87') {'for_net_delete': True} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:44.572796 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.services.segments.db [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2b0d12-ba3b-464a-86f7-c0b9fe5a2d87') {} {{(pid=87831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 13:10:44.584188 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772621380976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2370948'] for segment, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.600359 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359844'] for segment, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.606155 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 13:10:44.606603 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1542595'] for segment, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: Traceback (most recent call last): Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: timer() Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: cb(*args, **kw) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: return func(*args, **kwargs) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: self._notify() Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: self.callback(batched_events) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: event.method(event) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: return f(self, *a, **k) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._get(url).json() Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: return self.request(url, 'GET', **kwargs) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 13:10:44.620152 dv-neutron-832762-2-hyperv neutron-server[87831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 13:10:44.695029 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977095'] for network, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.700067 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525413'] for network, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.725416 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ac6623-5da7-4604-bc1f-1b8392f8a5e8,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:44.731188 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-69070148-01a6-4f1e-8b64-03459a2c3bd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66ac6623-5da7-4604-bc1f-1b8392f8a5e8 HTTP/1.1" status: 204 len: 168 time: 0.9073460 Mar 09 13:10:44.839406 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55174) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:44.889048 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-9894bc5e-67da-449b-891a-8f339377f176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30ac151378f843fb999e53a822922c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483840 Mar 09 13:10:44.891371 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55178) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:44.948242 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:44.973675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.015999 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Deleting port 5219f05f-68a7-43f7-a9df-5583d8cfe52e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 09 13:10:45.016615 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772621297924'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.025675 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.044643 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2919c-a808-41b8-a4ea-edbb4e3168c2,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:45.054638 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.056017 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-470273e4-7f86-4803-83e5-df2891a95aa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6b2919c-a808-41b8-a4ea-edbb4e3168c2 HTTP/1.1" status: 204 len: 168 time: 0.1633804 Mar 09 13:10:45.093120 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f0b87-3aa6-491f-89ba-2929e8fe6913 None None] The port '5219f05f-68a7-43f7-a9df-5583d8cfe52e' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 09 13:10:45.333901 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 639c7ea4-87de-4b4a-a859-9b384f41cbee no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:45.369247 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 639c7ea4-87de-4b4a-a859-9b384f41cbee {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:45.369514 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 639c7ea4-87de-4b4a-a859-9b384f41cbee not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:45.369950 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5219f05f-68a7-43f7-a9df-5583d8cfe52e no longer exists at agent ovs-agent-dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 09 13:10:45.403284 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] No Port match for: 5219f05f-68a7-43f7-a9df-5583d8cfe52e {{(pid=87832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 09 13:10:45.403641 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.rpc [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Device 5219f05f-68a7-43f7-a9df-5583d8cfe52e not bound to the agent host dv-neutron-832762-2-hyperv {{(pid=87832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 09 13:10:45.421782 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55186) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:45.474444 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-cfa52cee-1077-4af3-a9e8-cc19e406acf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55dd07e4fc44cb19195f6379d482a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513535 Mar 09 13:10:45.476786 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.wsgi [-] (87831) accepted ('10.222.0.20', 55190) {{(pid=87831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 09 13:10:45.535924 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.561948 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.617579 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1002755'] for security_group, after_delete {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.631748 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c4fcc7-e136-4fd6-a03d-919be916e0d1,revision_number=None']} {{(pid=87831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 13:10:45.639035 dv-neutron-832762-2-hyperv neutron-server[87831]: DEBUG neutron_lib.callbacks.manager [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:45.642804 dv-neutron-832762-2-hyperv neutron-server[87831]: INFO neutron.wsgi [None req-aac22321-d0a3-4787-864e-231c3272d2cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3c4fcc7-e136-4fd6-a03d-919be916e0d1 HTTP/1.1" status: 204 len: 168 time: 0.1624875 Mar 09 13:10:46.735894 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:49.696118 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:10:52.797686 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aef1d6c7-78b4-4f44-8e3a-bbeb05cc157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:54.986174 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b220b88-a797-431a-a593-0ddf1eb0b0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:55.905988 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:56.217265 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:10:57.839501 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:16.769163 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:22.799865 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b9a072f-f4db-48b7-9e7f-fcba74fae956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:24.988709 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12f33818-2ad3-495f-a361-3b279ab5a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:25.904963 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:26.218830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:26.695991 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:11:27.843103 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:46.769090 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:52.802020 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-68282b82-1ab7-440f-917a-f88dc5bd2f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:54.991137 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c213525c-08f6-41e1-8e82-cced87d2240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:55.908673 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:56.221578 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:11:57.845830 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:03.696519 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:12:16.771011 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:22.803839 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a82bac75-4c5e-4afa-931e-d0d6ce06be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:24.993425 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b5145fe-b573-4f08-9ee3-fc0324699336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:25.911844 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:26.224194 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:27.850224 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:40.695301 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:12:46.765684 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:52.804550 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0d00b31-9417-4c6b-a426-18f1b14b7db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:54.997289 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e3cfdae-1c7c-41c6-be9d-b149518ed6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:55.914438 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:56.225353 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:12:57.853182 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:16.780976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:17.695803 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:13:22.806282 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86d92093-5c36-4289-991a-b55fdeac8bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:25.001172 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21b854fe-471d-4be8-b794-1d4042ff3d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:25.915892 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:26.227376 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:27.856569 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:46.780530 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:52.807056 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-683e7db9-71be-4a98-a7a7-d80943fca38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:54.695548 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:13:55.003872 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6a136fb-ea38-4ec9-b60e-a95c71628fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:55.917037 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:56.228911 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:13:57.858817 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:16.797554 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:22.808478 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23294c64-c0fb-475a-aa56-42efde653a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:25.005419 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34e82dc2-68e0-4839-82cf-5bf43ec8835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:25.919500 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:26.229590 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:27.861464 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:31.694465 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:14:46.794150 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:52.809976 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-031ea323-1ee2-48bc-a5ef-1d0b66094e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:55.007014 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c72f5af-9ae7-422e-81a2-411fc7f51d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:55.923893 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:56.231229 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:14:57.864998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:08.694169 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:15:16.793542 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:22.812870 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a300b52-64eb-4c45-ae2f-bfd4171aab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:25.008758 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a37bc657-2648-4ab5-b1be-f9ed001bc4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:25.927158 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:26.232549 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:27.867076 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:45.693824 dv-neutron-832762-2-hyperv neutron-server[87833]: DEBUG neutron.db.agents_db [None req-d133d97f-d0de-49de-b0c8-f78519b03b28 None None] Agent healthcheck: found 6 active agents {{(pid=87833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 09 13:15:46.809402 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:52.813998 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-93ba0fd2-152a-454b-808a-d24de6673912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:55.010920 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2f72-fb0a-4d1a-a1cc-5fe8262d14f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:55.928467 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fb33-8fa6-47a7-837c-63ef3f4d6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:56.233538 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47403f6a-531d-4e56-8134-4afc44386712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:15:57.873842 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b607dbd2-430c-4c23-8fa3-477df8652cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 09 13:16:16.823273 dv-neutron-832762-2-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34252297-234a-4e1f-af8c-56d30c7152f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772621376826', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33368898'] for agent, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}